ium_478855/Jenkinsfile

66 lines
1.8 KiB
Plaintext
Raw Normal View History

2022-03-27 23:01:44 +02:00
pipeline {
2022-04-03 22:04:36 +02:00
agent any
2022-03-27 23:01:44 +02:00
parameters{
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_SECRET_KEY'
)
string(
defaultValue: 'h7557h',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME'
)
2022-04-03 22:16:19 +02:00
string(
defaultValue: '10',
description: 'Value for head command',
name: 'CUTOFF'
)
2022-03-27 23:01:44 +02:00
}
environment {
KAGGLE_USERNAME="$params.KAGGLE_USERNAME"
KAGGLE_KEY="$params.KAGGLE_KEY"
2022-04-03 22:16:19 +02:00
CUTOFF="$params.CUTOFF"
2022-03-27 23:01:44 +02:00
}
stages {
stage('Checkout') {
2022-03-27 22:50:50 +02:00
steps {
2022-03-27 22:59:31 +02:00
script {
git credentialsId: 'jenkins-user-github', url: 'https://git.wmi.amu.edu.pl/s478855/ium_478855.git'
sh "ls -lart ./*"
sh "git branch -a"
sh "git checkout master"
}
2022-03-27 22:50:50 +02:00
}
}
2022-04-03 22:26:13 +02:00
stage("Build docker") {
steps {
sh 'docker build -t ium .'
}
}
stage("Data Preparation") {
2022-04-03 22:19:35 +02:00
agent {
dockerfile true
}
2022-04-03 22:16:19 +02:00
steps {
sh 'echo "PREPARATION"'
sh "chmod u+x ./preparation.sh"
sh "./preparation.sh"
archiveArtifacts 'KaggleV2-May-2016.csv'
}
}
stage("Statistics") {
2022-04-03 22:19:35 +02:00
agent {
dockerfile true
}
2022-04-03 22:16:19 +02:00
steps {
sh 'echo "STATISTICS"'
sh "chmod u+x ./statistics.sh"
sh "./statistics.sh"
archiveArtifacts 'statistics.csv'
2022-04-03 22:26:13 +02:00
sh 'docker run --rm ium'
2022-04-03 22:21:06 +02:00
sh "python stats_data.py"
2022-03-27 23:05:12 +02:00
}
}
2022-03-27 23:01:44 +02:00
}
}