ium_444380/Jenkinsfile

42 lines
1.1 KiB
Plaintext
Raw Normal View History

2022-03-21 11:01:23 +01:00
pipeline {
2022-04-03 19:31:33 +02:00
agent {
dockerfile true
}
2022-03-27 11:48:04 +02:00
parameters {
string (
defaultValue: 'kamilguttmann',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
2022-03-27 11:52:05 +02:00
)
2022-03-27 11:48:04 +02:00
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
2022-03-27 12:25:33 +02:00
string(
defaultValue: "260000",
description: 'Use CUTOFF random examples from dataset',
name: 'CUTOFF'
)
2022-03-27 11:48:04 +02:00
}
2022-03-21 11:01:23 +01:00
stages {
stage('Hello') {
steps {
echo 'Hello World'
}
2022-03-27 11:52:05 +02:00
}
2022-03-27 11:48:04 +02:00
stage("Download data") {
steps {
2022-04-03 19:31:33 +02:00
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
2022-04-03 19:56:14 +02:00
sh "ls"
2022-04-03 18:05:05 +02:00
sh "./download_data.sh"
2022-04-03 19:31:33 +02:00
sh "python3 clean_and_split_data.py"
archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
2022-04-03 19:31:33 +02:00
}
2022-03-27 11:48:04 +02:00
}
2022-03-21 11:01:23 +01:00
}
}
}