ium_464979/Jenkinsfile

pipeline {
    agent any

    parameters {
        string(name: 'CUTOFF', defaultValue: '10000', description: 'Liczba wierszy do obcięcia ze zbioru danych')
	    string(name: 'KAGGLE_USERNAME', defaultValue: '', description: 'Kaggle username')
        password(name: 'KAGGLE_KEY', defaultValue: '', description: 'Kaggle API key')
    }

    stages {
        stage('Clone Repository') {
            steps {
                git url: "https://git.wmi.amu.edu.pl/s464979/ium_464979"
            }
        }
        stage('Download dataset') {
            steps {
                 withEnv(["KAGGLE_USERNAME=${env.KAGGLE_USERNAME}", "KAGGLE_KEY=${env.KAGGLE_KEY}"]) {
                    sh "kaggle datasets download -d thedevastator/1-5-million-beer-reviews-from-beer-advocate --unzip"
                }
            }
        }
        stage('Process and Split Dataset') {
            agent {
                dockerfile {
                    filename 'Dockerfile'
                    reuseNode true
                }
            }
            steps {
                sh "chmod +x ./IUM_05-split.py"
                sh "python3 ./IUM_05-split.py"
                archiveArtifacts artifacts: 'beer_reviews.csv,beer_reviews_train.csv,beer_reviews_test.csv', onlyIfSuccessful: true
            }
        }
        stage("Run") {
            agent {
                dockerfile {
                    filename 'Dockerfile'
                    reuseNode true
                }
            }
            steps {
                sh "chmod +x ./IUM_05-model.py"
                sh "chmod +x ./IUM_05-predict.py"
                sh "python3 ./IUM_05-model.py"
                sh "python3 ./IUM_05-predict.py"
                archiveArtifacts artifacts: 'beer_review_sentiment_model.h5,beer_review_sentiment_predictions.csv', onlyIfSuccessful: true
            }
        }

        stage('Sacred') {
              steps {
                sh 'chmod +x sacred/sacred_training_model.py'
                sh 'python3 sacred/sacred_training_model.py'
              }
            }

        stage('Archive Artifacts from Experiments') {
          steps {
            archiveArtifacts artifacts: 'sacred_runs/**/*.*', onlyIfSuccessful: true
            }
        }
    }
}