s407608/s407608-mlworkshops
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

aggregate wer

Browse Source
This commit is contained in:
Małgorzata Schmidt 2019-04-26 15:23:54 +02:00
parent 7f5dacf0d6
commit 64d405d82a
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
evaluation.sh
View File

@ -6,10 +6,18 @@ cut -f3 $file1 > hypothesis.txt
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
# results of S C I D
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout > sclite_results.txt
# only numbers
cat sclite_results.txt | grep -oP '(?<=Scores: \(#C #S #D #I\) ).*' > to_wer.txt
# caluclate wer
awk '{ print ($2 + $3 + $4)/($2 + $3 + $1)}' to_wer.txt > wer.txt
paste $file1 wer.txt > wikiniews_results2.tsv
# paste results
paste $file1 wer.txt > wikiniews_results2.tsv
# calculate avg wer
awk '{ total += $1; count++ } END { print total/count }' wer.txt > metric_aggregated.txt