pipeline {
    agent any

    parameters {
	properties([
    		parameters([
        		string(name: 'KAGGLE_DATASET_ID', defaultValue: '', description: 'Kaggle dataset'),
        		string(name: 'REPO_URL', defaultValue: '', description: 'Git Url'),
        		string(name: 'CUTOFF', defaultValue: '10000', description: 'Liczba wierszy do obcięcia ze zbioru danych')
    		])
	])
    }

    stages {
        stage('Clone Repository') {
            steps {
                git url: "${params.REPO_URL}"
            }
        }

        stage('Download, Process, and Split Dataset') {
            steps {
                withEnv([
                    "KAGGLE_USERNAME=${env.KAGGLE_USERNAME}", 
                    "KAGGLE_KEY=${env.KAGGLE_KEY}"
                ]) {
                    sh "bash ./kuggle_download.sh ${params.KAGGLE_DATASET_ID} ${params.CUTOFF}"
                    sh './kuggle_download.sh' 
                }
            }
        }
    }
}