split fetching data and displaying stats

JenkinsfileStats

@@ -15,7 +15,7 @@ node {
                     docker.image("karopa/ium:03").inside {
                         stage('Test') {
                             checkout([$class: 'GitSCM', branches: [[name: '*/stats']], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s434765/ium_434765']]])
-                            copyArtifacts filter: 'data_shuf', fingerprintArtifacts: true, projectName: 's434765-create-dataset', selector: buildParameter("BUILD_SELECTOR")
+                            copyArtifacts fingerprintArtifacts: true, projectName: 's434765-create-dataset', selector: buildParameter("BUILD_SELECTOR")
                             sh '''
                                 #!/usr/bin/env bash
                                 chmod 777 get_stats_simple.sh

get_data.sh

@@ -8,13 +8,5 @@ if kaggle datasets download -d sgonkaggle/youtube-trend-with-subscriber && unzip
     head -n 544 "data_shuf" > "data_test"
     head -n 1088 "data_shuf" | tail -n 544 > "data_dev"
     head -n +1089 "data_shuf" > "data_train"
-    echo "Shuffled dataset"
-    wc -l "data_shuf"
-    echo "Test dataset"
-    wc -l "data_test"
-    echo "Dev dataset"
-    wc -l "data_dev"
-    echo "Train dataset"
-    wc -l "data_train"
     python3 main.py USvideos_modified.csv
 fi

get_stats.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+echo "Shuffled dataset"
+wc -l "data_shuf"
+echo "Test dataset"
+wc -l "data_test"
+echo "Dev dataset"
+wc -l "data_dev"
+echo "Train dataset"
+wc -l "data_train"