s464979/ium_464979
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

IUM_06

Browse Source
This commit is contained in:
AWieczarek 2024-05-05 18:56:31 +02:00
parent 9edbc9bb20
commit 4a468eac34
1 changed files with 5 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
Jenkinsfile vendored
View File

@ -5,32 +5,18 @@ pipeline {
string(name: 'CUTOFF', defaultValue: '10000', description: 'Liczba wierszy do obcięcia ze zbioru danych') string(name: 'CUTOFF', defaultValue: '10000', description: 'Liczba wierszy do obcięcia ze zbioru danych')
string(name: 'KAGGLE_USERNAME', defaultValue: '', description: 'Kaggle username') string(name: 'KAGGLE_USERNAME', defaultValue: '', description: 'Kaggle username')
password(name: 'KAGGLE_KEY', defaultValue: '', description: 'Kaggle API key') password(name: 'KAGGLE_KEY', defaultValue: '', description: 'Kaggle API key')
buildSelector(defaultSelector: lastSuccessful(), description: 'Which build to use for copying artifacts', name: 'BUILD_SELECTOR')
} }
stages { stages {
stage('Clone Repository') { stage('Clone Repository') {
steps { steps {
git url: "https://git.wmi.amu.edu.pl/s464979/ium_464979" git branch: 'training', url: "https://git.wmi.amu.edu.pl/s464979/ium_464979.git"
} }
} }
stage('Download dataset') { stage('Copy Artifacts') {
steps { steps {
withEnv(["KAGGLE_USERNAME=${env.KAGGLE_USERNAME}", "KAGGLE_KEY=${env.KAGGLE_KEY}"]) { copyArtifacts filter: 'beer_reviews.csv,beer_reviews_train.csv,beer_reviews_test.csv', projectName: 'z-s464979-create-datase', selector: buildParameter('BUILD_SELECTOR')
sh "kaggle datasets download -d thedevastator/1-5-million-beer-reviews-from-beer-advocate --unzip"
}
}
}
stage('Process and Split Dataset') {
agent {
dockerfile {
filename 'Dockerfile'
reuseNode true
}
}
steps {
sh "chmod +x ./IUM_05-split.py"
sh "python3 ./IUM_05-split.py"
archiveArtifacts artifacts: 'beer_reviews.csv,beer_reviews_train.csv,beer_reviews_test.csv', onlyIfSuccessful: true
} }
} }
stage("Run") { stage("Run") {
@ -42,16 +28,9 @@ pipeline {
} }
steps { steps {
sh "chmod +x ./IUM_05-model.py" sh "chmod +x ./IUM_05-model.py"
sh "chmod +x ./IUM_05-predict.py"
sh "python3 ./IUM_05-model.py" sh "python3 ./IUM_05-model.py"
sh "python3 ./IUM_05-predict.py" archiveArtifacts artifacts: 'beer_review_sentiment_model.h5', onlyIfSuccessful: true
archiveArtifacts artifacts: 'beer_review_sentiment_model.h5,beer_review_sentiment_predictions.csv', onlyIfSuccessful: true
} }
} }
} }
// post {
// always {
// deleteDir()
// }
// }
} }