node { stage('Preparation') { properties([ parameters([ string(defaultValue: 'karopa', description: 'Kaggle username', name: 'KAGGLE_USERNAME', trim: false), password(defaultValue: '', description: 'Kaggle token', name: 'KAGGLE_KEY'), string(defaultValue: '5000', description: 'Data cutoff', name: 'CUTOFF', trim: false) ]) ] ) } stage('Clone repo') { checkout scm def testImage = docker.build("karopa/ium:02") testImage.inside { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]){ checkout([$class: 'GitSCM', branches: [[name: '*/master']], doGenerateSubmoduleConfigurations: false, extensions: [], submoduleCfg: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s434765/ium_434765']]]) sh ''' #!/usr/bin/env bash chmod 777 get_data.sh ./get_data.sh $CUTOFF | tee output.txt ''' archiveArtifacts "data_dev" archiveArtifacts "data_shuf" archiveArtifacts "data_test" archiveArtifacts "data_train" archiveArtifacts "output.txt" } } } }