s426086/s426086-mlworkshops
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

up

Browse Source
This commit is contained in:
vagrant 2020-04-22 21:43:41 +00:00
parent 40c7988fec
commit 17f6a32908
2 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Jenkinsfile vendored
View File

@ -20,6 +20,9 @@ pipeline {
stage('archiveArtifacts') { stage('archiveArtifacts') {
steps { steps {
archiveArtifacts 'countlines_result.txt' archiveArtifacts 'countlines_result.txt'
archiveArtifacts 'wikiniews_results.txt'
archiveArtifacts 'wer.txt'
archiveArtifacts 'srr.txt'
} }
} }
} }

11
countlines-metrics.sh
View File

@ -11,16 +11,17 @@ awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < hypothesis.txt > hypothesis.tr
awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < reference.txt > reference.trn
#Sclite sluzy do obliczenia WER #Sclite sluzy do obliczenia WER
sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout sclite -f 0 -r reference.trn trn -h hypothesis.trn trn -e utf-8 -i rm -o all stdout | grep Score > results
#pobranie #C #S #D #I do obliczenia WER i oblicznie
awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < results | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv
# awk 'BEGIN{OFS="\t"}{print $6, $7, $8, $9}' < scores | awk '{ print ($2 + $3 + $4)/($2 + $3 + $1) }' > wer.tsv paste wikiniews_results.tsv wer.tsv > wikiniews_results.tsv
# paste wikiniews_results.tsv wer.tsv > wikiniews_results_with_wer.tsv
# tail -n 49 wer.txt >> wer_tmp.txt # tail -n 49 wer.txt >> wer_tmp.txt
# rm wer.txt # rm wer.txt
# mv wer_tmp.txt wer.txt # mv wer_tmp.txt wer.txt
# tail -n 49 srr.txt >> srr_tmp.txt # tail -n 49 srr.txt >> srr_tmp.txt
# rm srr.txt # rm srr.txt
# mv srr_tmp.txt srr.txt # mv srr_tmp.txt srr.txt
# awk 'BEGIN{FS=OFS="\t"}{ bad = bad + $1; all++ }END{ print bad/all }' < wer.tsv >> wer.txt awk 'BEGIN{FS=OFS="\t"}{ bad = bad + $1; all++ }END{ print bad/all }' < wer.tsv >> wer.txt
# awk 'BEGIN{FS=OFS="\t"}{ if ( $1 == 0 ) good++; all++ }END{ print good/all }' < wer.tsv >> srr.txt awk 'BEGIN{FS=OFS="\t"}{ if ( $1 == 0 ) good++; all++ }END{ print good/all }' < wer.tsv >> srr.txt