pipeline { agent { dockerfile true } parameters { string ( defaultValue: 'andrzejpreibisz', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: '', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) string( defaultValue: "10000", description: 'Use CUTOFF random examples from dataset', name: 'CUTOFF' ) } stages { stage("Git clone") { steps { checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444465', url: 'https://git.wmi.amu.edu.pl/s444465/ium_444465']]]) } } stage("Download data") { steps { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}", "CUTOFF=${params.CUTOFF}"]) { sh "chmod 777 dataset_script.sh" sh "./dataset_script.sh $CUTOFF" archiveArtifacts artifacts: "heart_2020_test.csv, heart_2020_train.csv, heart_2020_sorted.csv", onlyIfSuccessful: true } } } } }