ium_495716/Jenkinsfile

38 lines
1.1 KiB
Plaintext
Raw Normal View History

2024-03-20 14:48:24 +01:00
pipeline {
2024-03-29 10:47:21 +01:00
agent {
dockerfile true
}
2024-03-20 15:07:08 +01:00
parameters {
2024-03-20 15:04:37 +01:00
string(
defaultValue: 'worldwidepaniel',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
2024-03-20 15:09:42 +01:00
)
string(
defaultValue: '6',
description: 'Take only first {CUTOFF} values from dataset',
name: 'CUTOFF',
trim: false
)
2024-03-20 15:04:37 +01:00
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
}
2024-03-20 14:48:24 +01:00
stages {
2024-03-20 15:04:37 +01:00
stage('Download data') {
2024-03-20 14:58:28 +01:00
steps {
2024-03-20 17:41:33 +01:00
withEnv(["KAGGLE_USERNAME=${KAGGLE_USERNAME}",
"KAGGLE_KEY=${KAGGLE_KEY}" ]) {
2024-03-29 15:34:52 +01:00
sh 'jupyter execute Data_download.ipynb'
2024-03-20 15:14:56 +01:00
sh 'chmod 777 ./data_download.sh'
2024-03-20 17:41:33 +01:00
sh './data_download.sh --cutoff ${CUTOFF}'
2024-03-20 18:18:48 +01:00
archiveArtifacts artifacts: 'test_without_id_column.csv,cutoff_train.csv,test.csv,train.csv', followSymlinks: false
2024-03-20 15:04:37 +01:00
}
2024-03-20 14:58:28 +01:00
}
2024-03-20 14:48:24 +01:00
}
}
}