pipeline { parameters { string ( defaultValue: 'kamilguttmann', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: '', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) string( defaultValue: "260000", description: 'Use CUTOFF random examples from dataset', name: 'CUTOFF' ) } agent { dockerfile { additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} --build-arg CUTOFF=${params.CUTOFF}" } } stages { stage('Hello') { steps { echo 'Hello World' } } stage("Checkout git") { steps { checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444380', url: 'https://git.wmi.amu.edu.pl/s444380/ium_444380.git']]]) } } stage("Download data") { steps { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}"]) { sh "./download_data.sh" sh "python3 clean_and_split_data.py" sh "echo $IS_DOCKER" archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true } } } } }