stats on new set

download.sh

@@ -1,5 +0,0 @@
-wget https://git.wmi.amu.edu.pl/s434700/ium_s434700/raw/branch/master/netflix_titles.csv
-
-
-head -n 256 netflix_titles.csv > top.csv
-

stats.sh

@@ -1,2 +0,0 @@
-wc -l test/netflix_titles.csv > stat.txt
-wc -l test/top.csv >> stat.txt

stats/Jenkinsfile

@@ -9,7 +9,7 @@ pipeline {
                     step ([$class: 'CopyArtifact',
                     projectName: 's434700-create-dataset',
                     filter: '*.csv',
-                    target: 'test'])
+                    target: 'datasets'])
                 }
             }
         }
@@ -20,8 +20,8 @@ pipeline {
         }
         stage('sh: Shell Script') {
             steps {
-                sh 'chmod +x stats.sh'
+                sh 'chmod +x ./stats/stats.sh'
-                sh './stats.sh'
+                sh './stats/stats.sh'
             }
         }
         stage('archiveArtifacts') {

stats/stats.sh

@@ -0,0 +1,3 @@
+wc -l datasets/train_set.csv > train_set_stats.txt
+wc -l datasets/dev_set.csv >> dev_set_stats.txt
+wc -l datasets/test_set.csv >> test_set_stats.txt