s460941-metrics/count.sh

22 lines
1.2 KiB
Bash
Raw Normal View History

2020-04-22 16:44:59 +02:00
var=$(wc -l "wikiniews_results.tsv")
lines=${var%% *}
2020-04-22 16:55:50 +02:00
echo $lines > "lines_number.txt"
2020-04-23 20:42:39 +02:00
2020-04-23 22:32:26 +02:00
#cut -f2 wikiniews_results.tsv | awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' > hyp.trn
#cut -f3 wikiniews_results.tsv | awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' > ref.trn
2020-04-23 20:42:39 +02:00
2020-04-23 22:32:26 +02:00
#sclite -f 0 -r ref.trn trn -h hyp.trn trn -e utf-8 -i rm -o pra stdout | grep "Scores:" | sed 's/Scores: (#C #S #D #I) // ' | awk '{ print ($2+$3+$4)/($1+$2+$3)}' > wer_all.txt
#awk '{ sum += $1; n++ } END { print sum / n; }' < wer_all.txt >> wer.txt
2020-04-23 21:44:36 +02:00
2020-04-23 22:32:26 +02:00
cut -f2 wikiniews_results.tsv > hypothesis.txt
cut -f3 wikiniews_results.tsv > reference.txt
2020-04-23 21:59:51 +02:00
2020-04-23 22:32:26 +02:00
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
2020-04-23 21:59:51 +02:00
2020-04-23 22:32:26 +02:00
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Scores > Scores
awk 'BEGIN{FS=OFS="\t"}{print $6, $7, $8, $9}' < Scores | awk '{ print($2+$3+$4)/($1+$2+$3) }' > wer_results.txt
2020-04-23 20:42:39 +02:00
2020-04-23 22:32:26 +02:00
awk '{ all+=$0;count++ } END { print all/count }' wer_results.txt > wer.txt
awk ' $1==0 {score[0]++} $1!=0 {score[1]++} END { s=score[0]+score[1]; print(score[0]/s)*100}' wer_results.txt > srr.txt