Add CUTOFF

This commit is contained in:
Anna Nowak 2021-03-28 22:59:43 +02:00
parent 27c12515bc
commit 5044912cad
2 changed files with 9 additions and 6 deletions

2
Jenkinsfile vendored
View File

@ -10,7 +10,7 @@ pipeline {
{
steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
"KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}" ]) {
sh "chmod 777 ./script.sh"
sh './script.sh'
}

View File

@ -1,7 +1,10 @@
# kaggle datasets download -d karangadiya/fifa19
kaggle datasets download -d karangadiya/fifa19
unzip -o fifa19.zip
x=$(($CUTOFF/10))
head -n 1 data.csv > header.csv
tail -n +2 data.csv| shuf > data_shuf.csv
head -n 3330 data_shuf.csv > test.csv
head -n 6660 data_shuf.csv | tail -n 3330 > validation.csv
tail -n 9984 data_shuf.csv > train.csv
tail -n +2 data.csv| tail -n $CUTOFF | shuf > data_shuf.csv
head -n $(($x*2)) data_shuf.csv > test.csv
head -n $(($x*2)) data_shuf.csv | tail -n 3330 > validation.csv
tail -n $(($x*6)) data_shuf.csv > train.csv