pipeline { agent any parameters { string( defaultValue: 'szymonparafinski', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: 'e76b64bca74a678bf21a6e18430d9b12', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) string( defaultValue: '1', description: 'Cutoff lines', name: 'CUTOFF' ) } environment { KAGGLE_USERNAME="$params.KAGGLE_USERNAME" KAGGLE_KEY="$params.KAGGLE_KEY" CUTOFF="$params.CUTOFF" } stages { stage('Checkout'){ steps { checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444018', url: 'https://git.wmi.amu.edu.pl/s444018/ium_444018.git']]]) } } stage('Script'){ steps { script { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME' sh 'echo KAGGLE_KEY: $KAGGLE_KEY sh 'kaggle datasets list' } } sh './download_dataset.sh $CUTOFF' archiveArtifacts artifacts: 'dataset.csv.dev, dataset.csv.test, dataset.csv.train', followSymlinks: false } } } }