Add CUTOFF

This commit is contained in:
Anna Nowak 2021-03-28 22:59:43 +02:00
parent 27c12515bc
commit 5044912cad
2 changed files with 9 additions and 6 deletions

2
Jenkinsfile vendored
View File

@ -10,7 +10,7 @@ pipeline {
{ {
steps { steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { "KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}" ]) {
sh "chmod 777 ./script.sh" sh "chmod 777 ./script.sh"
sh './script.sh' sh './script.sh'
} }

View File

@ -1,7 +1,10 @@
# kaggle datasets download -d karangadiya/fifa19 kaggle datasets download -d karangadiya/fifa19
unzip -o fifa19.zip unzip -o fifa19.zip
x=$(($CUTOFF/10))
head -n 1 data.csv > header.csv head -n 1 data.csv > header.csv
tail -n +2 data.csv| shuf > data_shuf.csv tail -n +2 data.csv| tail -n $CUTOFF | shuf > data_shuf.csv
head -n 3330 data_shuf.csv > test.csv head -n $(($x*2)) data_shuf.csv > test.csv
head -n 6660 data_shuf.csv | tail -n 3330 > validation.csv head -n $(($x*2)) data_shuf.csv | tail -n 3330 > validation.csv
tail -n 9984 data_shuf.csv > train.csv tail -n $(($x*6)) data_shuf.csv > train.csv