ium_444380/Jenkinsfile

50 lines
1.7 KiB
Plaintext
Raw Normal View History

2022-03-21 11:01:23 +01:00
pipeline {
2022-03-27 11:48:04 +02:00
parameters {
string (
defaultValue: 'kamilguttmann',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
2022-03-27 11:52:05 +02:00
)
2022-03-27 11:48:04 +02:00
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
2022-03-27 12:25:33 +02:00
string(
defaultValue: "260000",
description: 'Use CUTOFF random examples from dataset',
name: 'CUTOFF'
)
2022-03-27 11:48:04 +02:00
}
2022-04-03 18:26:37 +02:00
agent {
2022-04-03 18:33:31 +02:00
dockerfile {
additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} --build-arg CUTOFF=${params.CUTOFF}"
}
2022-04-03 18:26:37 +02:00
}
2022-03-21 11:01:23 +01:00
stages {
stage('Hello') {
steps {
echo 'Hello World'
}
2022-03-27 11:52:05 +02:00
}
2022-03-27 11:48:04 +02:00
stage("Checkout git") {
steps {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444380', url: 'https://git.wmi.amu.edu.pl/s444380/ium_444380.git']]])
}
2022-03-27 11:52:05 +02:00
}
2022-03-27 11:48:04 +02:00
stage("Download data") {
steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
2022-03-27 12:25:33 +02:00
"KAGGLE_KEY=${params.KAGGLE_KEY}",
2022-03-27 12:28:41 +02:00
"CUTOFF=${params.CUTOFF}"]) {
2022-04-03 18:05:05 +02:00
sh "./download_data.sh"
sh "python3 clean_and_split_data.py"
2022-04-03 18:26:37 +02:00
sh "echo $IS_DOCKER"
archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
}
2022-03-27 11:48:04 +02:00
}
2022-03-21 11:01:23 +01:00
}
}
}