ium_424714/Jenkinsfile

64 lines
2.1 KiB
Plaintext
Raw Normal View History

2023-03-27 20:51:55 +02:00
node {
stage('Preparation') {
2023-03-27 20:51:55 +02:00
properties([
parameters([
string(
defaultValue: 'filippatyk',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
2023-03-27 20:51:55 +02:00
trim: false
),
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
),
string(
defaultValue: '200',
description: 'CUTOFF',
name: 'CUTOFF',
trim: false
),
2023-03-27 20:51:55 +02:00
])
])
}
stage('Git clone') {
//cloning git repo
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's424714', url: 'https://git.wmi.amu.edu.pl/s424714/ium_424714']]])
}
stage('Dockerfile build') {
// creating global envs for kaggle CLI
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
sh "chmod +x -R ${env.WORKSPACE}"
def dockerImage = docker.build("dataset-create", "./dockerfiles/test")
// sh "./create-dataset.sh ${CUTOFF}"
}
}
stage("DOCKER testing"){
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
dockerImage.inside{
sh "export $KAGGLE_KEY"
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
sh "cp /data/dataset/dataset.csv ${WORKSPACE}"
}
// sh "./create-dataset.sh ${CUTOFF}"
}
2023-03-27 20:51:55 +02:00
}
stage('Saving artefacts') {
2023-03-27 20:51:55 +02:00
echo 'Goodbye!'
archiveArtifacts 'dataset.csv'
2023-03-27 20:51:55 +02:00
}
}