pipeline { parameters{ string( defaultValue: 'kaerde', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: 'e3fdd794699dbaf3ca7517dd8bb15d16', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) } agent { dockerfile { additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY}" } } stages { stage('Stage 1') { steps { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { sh 'chmod u+x ./download_dataset.sh ./process_dataset.py' sh 'chmod ugo+rwx /root/.kaggle/' echo 'Downloading dataset...' sh './download_dataset.sh' echo 'Dataset downloaded' echo 'Processing dataset...' sh 'export PYTHONIOENCODING=UTF-8' sh 'python3 process_dataset.py' echo 'Dataset processed' } } } } }