pipeline { agent any parameters { string( defaultValue: 'szymonparafinski', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: 'a95757bcf7f0def396b5294d971bf6dd', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) string( defaultValue: '500', description: 'Cutoff lines', name: 'CUTOFF' ) } environment { KAGGLE_USERNAME="$params.KAGGLE_USERNAME" KAGGLE_KEY="$params.KAGGLE_KEY" CUTOFF="$params.CUTOFF" } stages { stage('Check out from version control'){ steps { checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444018', url: 'https://git.wmi.amu.edu.pl/s444018/ium_444018.git']]]) } } stage('Script'){ steps { script { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME' sh 'kaggle datasets list' } } sh 'echo Downloading dataset' sh 'chmod +x download.sh' sh './download.sh' archiveArtifacts artifacts: 'imdb_top_1000_dev.csv, imdb_top_1000_test.csv, imdb_top_1000_train.csv', followSymlinks: false } } stage ('Stats job') { build job: 's444018-dataset-stats', parameters: [[$class: '', name: 's444018-dataset-stats', value: systemname]] } } }