s416226-mlworkshops/script.sh

11 lines
525 B
Bash
Raw Normal View History

2020-04-03 14:59:43 +02:00
wc -l wikiniews_results.tsv > lines_number.txt
cut -f 2 wikiniews_results.tsv > hypothesis.txt
cut -f 3 wikiniews_results.tsv > reference.txt
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
2020-04-03 15:09:55 +02:00
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Scores > scores
2020-04-03 15:07:30 +02:00
2020-04-03 15:09:55 +02:00
awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < scores | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv