diff --git a/Jenkinsfile b/Jenkinsfile index 3611541..28348cc 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -25,6 +25,7 @@ pipeline { archiveArtifacts 'wikiniews_results.tsv' archiveArtifacts 'wer.txt' archiveArtifacts 'srr.txt' + archiveArtifacts 'results' } } stage("buildMetrics") { diff --git a/count_lines.sh b/count_lines.sh index 9b73c27..0354cee 100755 --- a/count_lines.sh +++ b/count_lines.sh @@ -3,34 +3,34 @@ #zad 1 wc -l wikiniews_results.tsv > counted_lines_result.txt -##zad 3 -## dzielenie linii -#cut --fields=2 wikiniews_results.tsv > hypothesis.txt -#cut --fields=3 wikiniews_results.tsv > reference.txt -# -## tworzenie plikow trn -#awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn -#awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn -# -#sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Score > results -# -## #correct words #substitutions #deletions #insertions do obliczen WER -#awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < results | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv -# -#paste wikiniews_results.tsv wer.tsv > wikiniews_results.tsv -# -## procent niepoprawnie rozpoznanych wyrazów -#awk 'BEGIN{FS=OFS="\t"}{ bad = bad + $1; all++ }END{ print bad/all }' < wer.tsv >> wer.txt -# -## procent całkowicie poprawnie rozpoznanych zdań -#awk 'BEGIN{FS=OFS="\t"}{ if ( $1 == 0 ) good++; all++ }END{ print good/all }' < wer.tsv >> srr.txt -# -## zamiana treści -#tail -n 50 wer.txt > wer1.txt -#tail -n 50 srr.txt > srr1.txt -# -#rm wer.txt -#rm srr.txt -# -#mv wer1.txt wer.txt -#mv srr1.txt srr.txt +#zad 3 +# dzielenie linii +cut --fields=2 wikiniews_results.tsv > hypothesis.txt +cut --fields=3 wikiniews_results.tsv > reference.txt + +# tworzenie plikow trn +awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.trn +awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn + +sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Score > results + +# #correct words #substitutions #deletions #insertions do obliczen WER +awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < results | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv + +paste wikiniews_results.tsv wer.tsv > wikiniews_results.tsv + +# procent niepoprawnie rozpoznanych wyrazów +awk 'BEGIN{FS=OFS="\t"}{ bad = bad + $1; all++ }END{ print bad/all }' < wer.tsv >> wer.txt + +# procent całkowicie poprawnie rozpoznanych zdań +awk 'BEGIN{FS=OFS="\t"}{ if ( $1 == 0 ) good++; all++ }END{ print good/all }' < wer.tsv >> srr.txt + +# zamiana treści +tail -n 50 wer.txt > wer1.txt +tail -n 50 srr.txt > srr1.txt + +rm wer.txt +rm srr.txt + +mv wer1.txt wer.txt +mv srr1.txt srr.txt