pipeline {
	agent {
		dockerfile true
	}
    parameters {
        string (
            defaultValue: 'kamilguttmann',
            description: 'Kaggle username',
            name: 'KAGGLE_USERNAME',
            trim: false
        )
        password(
            defaultValue: '',
            description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
            name: 'KAGGLE_KEY'
        )
        string(
            defaultValue: "260000",
            description: 'Use CUTOFF random examples from dataset',
            name: 'CUTOFF'
        )
    }
    stages {
        stage('Hello') {
            steps {
                echo 'Hello World'
            }
        }
        stage("Download data") {
            steps {
				withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
					"KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
					sh "ls"
                    sh "./download_data.sh"
                    sh "python3 clean_and_split_data.py"  
                    archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
                }
            }
        }
    }
}