rename files and separate sentences and references

Jenkinsfile

@@ -31,9 +31,10 @@ pipeline {
         stage('Zadanie 3 - Metryki') {
             steps {
                 sh 'python3 --version'
-                sh 'python3 ./zadanie3/sentences.py'
+                sh 'python3 ./zadanie3/script.py'
                 sh 'chmod 755 ./zadanie3/trn.sh'
-                sh './zadanie3/trn.sh'
+                sh './zadanie3/trn.sh zadanie3/sentences.txt zadanie3/sentences.trn'
+                sh './zadanie3/trn.sh zadanie3/references.txt zadanie3/references.trn'
             }
         }
     }

zadanie3/script.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import numpy, pandas
+
+input_data = pandas.read_csv('ASR-eval/wikiniews_results.tsv', encoding='utf8', error_bad_lines=False, sep='\t', header=None)
+sentences = input_data[1]
+references = input_data[2]
+
+numpy.savetxt('zadanie3/sentences.txt', sentences, '%s')
+numpy.savetxt('zadanie3/references.txt', references, '%s')

zadanie3/sentences.py

@@ -1,9 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-
-import numpy, pandas
-
-input_data = pandas.read_csv('ASR-eval/wikiniews_results.tsv', encoding='latin1', error_bad_lines=False, sep='\t', header=None)
-sentences = input_data[1]
-
-numpy.savetxt('zadanie3/sentences.txt', sentences, '%s')

zadanie3/trn.sh

@@ -1 +1 @@
-awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}' < zadanie3/reference.txt > zadanie3/sentences.trn
+awk 'BEGIN{FS=OFS="\t"}{print $0,"(sp1_"NR")"}'  < $S1 > $S2