s452088-mlworkshops/metrics_docker.sh
Krzysztof Jurkiewicz 07ad51dfa0 add metric counter
2019-04-26 15:28:54 +02:00

30 lines
1.2 KiB
Bash

# while read line; do
# echo "processing: $line"
# echo "$line" | awk -F '\t' '{print $1}'
# echo "$line" | awk -F '\t' '{print $2}' > hypothesis.txt
# echo "$line" | awk -F '\t' '{print $3}' > reference.txt
#
# awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
# awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
#
# sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout
#
# done < wikiniews_results.tsv
awk -F '\t' '{print $2}' < wikiniews_results.tsv > hypothesis.txt
awk -F '\t' '{print $3}' < wikiniews_results.tsv > reference.txt
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn
# mkdir score_dir
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all -p scores
python get_WRR_metric.py > WRR_metrics
python get_SRR_metric.py > SRR_metrics
#
# awk '{print gensub("^\\*\\*", "\\\\**", "g", $0) "\t(sp1_"NR")"}'\
# < wikiniews_results.tsv > reference.trn sclite -f 0 -r reference.trn trn\
# -h hypothesis.trn trn -e utf-8 -i rm -o all stdout