ium_s449288/Jenkinsfile

37 lines
1.0 KiB
Plaintext
Raw Normal View History

2022-04-02 15:36:46 +02:00
pipeline {
parameters{
string(
defaultValue: 'kaerde',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
)
password(
defaultValue: 'e3fdd794699dbaf3ca7517dd8bb15d16',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
}
agent {
dockerfile {
additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY}"
}
}
stages {
stage('Stage 1') {
steps {
2022-04-02 16:02:15 +02:00
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
2022-04-02 15:44:40 +02:00
sh 'chmod u+x ./download_dataset.sh ./process_dataset.py'
2022-04-02 15:36:46 +02:00
echo 'Downloading dataset...'
sh './download_dataset.sh'
echo 'Dataset downloaded'
echo 'Processing dataset...'
sh 'python3 process_dataset.py'
echo 'Dataset processed'
2022-04-02 16:02:15 +02:00
}
2022-04-02 15:36:46 +02:00
}
}
}
}