pipeline { agent any parameters{ string( defaultValue: 'piotrwrzodak', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false ) password( defaultValue: '', description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', name: 'KAGGLE_KEY' ) string( defaultValue: '100', description: 'CUTOFF', name: 'CUTOFF', trim: false ) } stages { stage('Clear') { steps { sh 'rm -rf *' } } stage('Build') { steps { sh 'git clone https://git.wmi.amu.edu.pl/s444510/ium_z444510.git' withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { sh 'kaggle datasets download -d thedevastator/airbnb-prices-in-european-cities' sh 'unzip airbnb-prices-in-european-cities.zip -d ./ium_z444510' sh 'rm airbnb-prices-in-european-cities.zip' sh 'ls -a' sh 'ls -a ./ium_z444510' sh 'chmod u+x ./create-dataset.sh' sh './create-dataset.sh' } // archiveArtifacts 'ium_z444510/train.csv' // archiveArtifacts 'ium_z444510/dev.csv' // archiveArtifacts 'ium_z444510/test.csv' } } } }