ium_444380/Jenkinsfile
2022-04-03 19:21:35 +02:00

51 lines
1.6 KiB
Groovy

pipeline {
parameters {
string (
defaultValue: 'kamilguttmann',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
)
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
string(
defaultValue: "260000",
description: 'Use CUTOFF random examples from dataset',
name: 'CUTOFF'
)
}
agent none
stages {
stage('Hello') {
agent any
steps {
echo 'Hello World'
}
}
stage("Checkout git") {
agent any
steps {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444380', url: 'https://git.wmi.amu.edu.pl/s444380/ium_444380.git']]])
}
}
stage("Download data") {
agent {
dockerfile {
args '-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY} -e CUTOFF=${params.CUTOFF}'
}
}
steps {
sh "echo $KAGGLE_USERNAME $CUTOFF"
sh "KAGGLE_USERNAME=${params.KAGGLE_USERNAME}"
sh "KAGGLE_KEY=${params.KAGGLE_KEY}"
sh "./download_data.sh"
sh "python3 clean_and_split_data.py"
archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
}
}
}
}