pipeline {
    agent any 
    parameters {
        string(
            defaultValue: 'marcinkostrzewski',
            description: 'Kaggle username',
            name: 'KAGGLE_USERNAME',
            trim: false
        )
        password(
            defaultValue: '',
            description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
            name: 'KAGGLE_KEY'
        )
    }
    stages {
        stage('Install dependencies') {
            steps {
                sh "pip install --user -r requirements.txt"
            }
        }
        stage('Fetch and split dataset') {
            steps {
                withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
                            "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
                    sh "chmod u+x ./download_dataset.sh"
                    sh "./download_dataset.sh"
                }
            }
        }
    }
    post {
        always {
            archiveArtifacts artifacts: 'data/*', 
            onlyIfSuccessful: true
        }
    }
}