This commit is contained in:
s444501 2022-03-27 18:49:36 +02:00
parent d80a13ca2b
commit d87837d0c0
2 changed files with 7 additions and 3 deletions

8
Jenkinsfile vendored
View File

@ -13,7 +13,11 @@ pipeline {
description: 'Kaggle token',
name: 'KAGGLE_KEY'
)
string(
defaultValue: '2',
description: 'Cutoff lines',
name: 'CUTOFF'
)
}
@ -29,7 +33,7 @@ pipeline {
stage('Shell Script') {
steps {
sh 'chmod u+x download.sh'
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}","KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}","KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}"]) {
sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
sh './download.sh'
}

View File

@ -2,4 +2,4 @@ kaggle datasets download -d arushchillar/disneyland-reviews
unzip disneyland-reviews.zip
head DisneylandReviews.csv > d_test.csv
tail DisneylandReviews.csv > d_dev.csv
tail -n 20 DisneylandReviews.csv > d_train.csv
tail -n $CUTOFF DisneylandReviews.csv > d_train.csv