diff --git a/Jenkinsfile b/Jenkinsfile index bead8b9..8ce0106 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -10,7 +10,7 @@ pipeline { { steps { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", - "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { + "KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}" ]) { sh "chmod 777 ./script.sh" sh './script.sh' } diff --git a/script.sh b/script.sh index e3085d6..7647db6 100644 --- a/script.sh +++ b/script.sh @@ -1,7 +1,10 @@ -# kaggle datasets download -d karangadiya/fifa19 +kaggle datasets download -d karangadiya/fifa19 unzip -o fifa19.zip + +x=$(($CUTOFF/10)) + head -n 1 data.csv > header.csv -tail -n +2 data.csv| shuf > data_shuf.csv -head -n 3330 data_shuf.csv > test.csv -head -n 6660 data_shuf.csv | tail -n 3330 > validation.csv -tail -n 9984 data_shuf.csv > train.csv \ No newline at end of file +tail -n +2 data.csv| tail -n $CUTOFF | shuf > data_shuf.csv +head -n $(($x*2)) data_shuf.csv > test.csv +head -n $(($x*2)) data_shuf.csv | tail -n 3330 > validation.csv +tail -n $(($x*6)) data_shuf.csv > train.csv \ No newline at end of file