pipeline {
  agent {
      dockerfile true
    }
  parameters {
    string(
        defaultValue: 'worldwidepaniel',
        description: 'Kaggle username',
        name: 'KAGGLE_USERNAME',
        trim: false
    )
    string(
        defaultValue: '6',
        description: 'Take only first {CUTOFF} values from dataset',
        name: 'CUTOFF',
        trim: false
    )
    password(
        defaultValue: '',
        description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
        name: 'KAGGLE_KEY'
    )
    }
  stages {
    stage('Download data') {
        steps {
          withEnv(["KAGGLE_USERNAME=${KAGGLE_USERNAME}",
                        "KAGGLE_KEY=${KAGGLE_KEY}" ]) {
                  sh 'jupyter execute Data_download.ipynb'
                  sh 'chmod 777 ./data_download.sh'
                  sh './data_download.sh --cutoff ${CUTOFF}'
                  archiveArtifacts artifacts: 'test_without_id_column.csv,cutoff_train.csv,test.csv,train.csv', followSymlinks: false
              }
        }
      }
   }
}