TAU2019-028/preprocess-train/scripts/validate.sh

9 lines
476 B
Bash
Executable File

#!/bin/bash
cat $1 \
| sed 's/\@\@ //g' \
| /home/jakub/TAU/TAU_24/marian-dev/examples/tools/moses-scripts/scripts/recaser/detruecase.perl 2> /dev/null \
| /home/jakub/TAU/TAU_24/marian-dev/examples/tools/moses-scripts/scripts/tokenizer/detokenizer.perl -l en 2>/dev/null \
| /home/jakub/TAU/TAU_24/marian-dev/examples/tools/moses-scripts/scripts/generic/multi-bleu-detok.perl preprocess-train/data/valideuroparl.en \
| sed -r 's/BLEU = ([0-9.]+),.*/\1/'