2022-04-03 21:30:07 +02:00
|
|
|
// pipeline {
|
2022-04-03 20:38:22 +02:00
|
|
|
|
2022-04-03 21:30:07 +02:00
|
|
|
// agent {
|
|
|
|
|
// dockerfile {
|
|
|
|
|
// additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} -t s478841-create-dataset"
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// stages {
|
|
|
|
|
// stage('Simple data stats') {
|
|
|
|
|
// steps {
|
|
|
|
|
// sh 'chmod u+x ./scripts/data_stats.sh'
|
|
|
|
|
// sh """
|
|
|
|
|
// docker run
|
|
|
|
|
// """
|
|
|
|
|
// sh './scripts/data_stats.sh'
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// post {
|
|
|
|
|
// always {
|
|
|
|
|
// archiveArtifacts artifacts: 'data/*',
|
|
|
|
|
// onlyIfSuccessful: true
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
node {
|
|
|
|
|
checkout scm
|
2022-04-03 11:34:18 +02:00
|
|
|
|
2022-04-03 21:30:07 +02:00
|
|
|
def dataImage = docker.build('s478841-image', "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} .")
|
|
|
|
|
|
|
|
|
|
dataImage.inside('-v $WORKSPACE:/output -u root') {
|
2022-04-03 21:32:02 +02:00
|
|
|
// sh 'chmod u+x ./scripts/data_stats.sh'
|
|
|
|
|
// sh './scripts/data_stats.sh'
|
|
|
|
|
sh 'echo Data loaded'
|
2022-04-03 20:38:22 +02:00
|
|
|
}
|
2022-04-03 21:30:07 +02:00
|
|
|
|
|
|
|
|
stage('Archive arifacts') {
|
|
|
|
|
archiveArtifacts artifacts: 'avocado.data*', followSymlinks: false, onlyIfSuccessful: true
|
2022-04-03 11:34:18 +02:00
|
|
|
}
|
|
|
|
|
}
|
