ium_444380/Jenkinsfile

pipeline {
    parameters {
        string (
            defaultValue: 'kamilguttmann',
            description: 'Kaggle username',
            name: 'KAGGLE_USERNAME',
            trim: false
        )
        password(
            defaultValue: '',
            description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
            name: 'KAGGLE_KEY'
        )
        string(
            defaultValue: "260000",
            description: 'Use CUTOFF random examples from dataset',
            name: 'CUTOFF'
        )
    }
    agent none
    stages {
        stage('Hello') {
		    agent any
            steps {
                echo 'Hello World'
            }
        }
        stage("Checkout git") {
		    agent any
            steps {
	        checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444380', url: 'https://git.wmi.amu.edu.pl/s444380/ium_444380.git']]])
            }
        }
        stage("Download data") {
		    agent {
				dockerfile {
					args '-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY} -e CUTOFF=${params.CUTOFF}'
				}
			}
            steps {
                    sh "echo $KAGGLE_USERNAME $CUTOFF"
					sh "KAGGLE_USERNAME=${params.KAGGLE_USERNAME}"
					sh "KAGGLE_KEY=${params.KAGGLE_KEY}"
                    sh "./download_data.sh"
                    sh "python3 clean_and_split_data.py"                    
                    archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
            }
        }
    }
}