s432211-mlworkshops/count_lines.sh

31 lines
983 B
Bash
Raw Normal View History

2020-04-20 23:20:52 +02:00
#!/bin/bash
2020-05-04 23:38:45 +02:00
#zad 1
2020-04-20 23:27:39 +02:00
wc -l wikiniews_results.tsv > counted_lines_result.txt
2020-05-04 23:38:45 +02:00
#zad 3
cut --fields=2 wikiniews_results.tsv > hypothesis.txt
cut --fields=3 wikiniews_results.tsv > reference.txt
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Score > results
# #C #S #D #I do obliczen WER
awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < results | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv
paste wikiniews_results.tsv wer.tsv > wikiniews_results.tsv
awk 'BEGIN{FS=OFS="\t"}{ bad = bad + $1; all++ }END{ print bad/all }' < wer.tsv >> wer.txt
awk 'BEGIN{FS=OFS="\t"}{ if ( $1 == 0 ) good++; all++ }END{ print good/all }' < wer.tsv >> srr.txt
tail -n 50 wer.txt > wer1.txt
tail -n 50 srr.txt > srr1.txt
rm wer.txt
rm srr.txt
mv wer1.txt wer.txt
2020-05-04 23:39:43 +02:00
mv srr1.txt srr.txt