pipeline {
    agent {
        dockerfile true
        }
    stages {
        stage('Stage 1') {
            steps {
				    sh 'chmod u+x ./process_dataset.py'
                    echo 'Processing dataset...'
                    sh 'python3 process_dataset.py'
					echo 'Dataset processed'
					echo 'Archiving clean train and test datasets...' 
					archiveArtifacts artifacts: 'lego_sets_clean_train.csv, lego_sets_clean_test.csv'
					echo 'Datasets archived'
				}
            }
        }		
}