ium_444380/Jenkinsfile

51 lines
1.5 KiB
Plaintext
Raw Normal View History

2022-03-21 11:01:23 +01:00
pipeline {
2022-03-27 11:48:04 +02:00
parameters {
string (
defaultValue: 'kamilguttmann',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
2022-03-27 11:52:05 +02:00
)
2022-03-27 11:48:04 +02:00
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
2022-03-27 12:25:33 +02:00
string(
defaultValue: "260000",
description: 'Use CUTOFF random examples from dataset',
name: 'CUTOFF'
)
2022-03-27 11:48:04 +02:00
}
2022-04-03 19:12:02 +02:00
agent none
2022-03-21 11:01:23 +01:00
stages {
stage('Hello') {
2022-04-03 19:12:02 +02:00
agent any
2022-03-21 11:01:23 +01:00
steps {
echo 'Hello World'
}
2022-03-27 11:52:05 +02:00
}
2022-03-27 11:48:04 +02:00
stage("Checkout git") {
2022-04-03 19:12:02 +02:00
agent any
2022-03-27 11:48:04 +02:00
steps {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444380', url: 'https://git.wmi.amu.edu.pl/s444380/ium_444380.git']]])
}
2022-03-27 11:52:05 +02:00
}
2022-03-27 11:48:04 +02:00
stage("Download data") {
2022-04-03 19:12:02 +02:00
agent {
dockerfile {
args '-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY} -e CUTOFF=${params.CUTOFF}'
}
}
steps {
2022-04-03 19:12:02 +02:00
sh "echo $KAGGLE_USERNAME $CUTOFF"
sh "echo $IS_DOCKER"
2022-04-03 18:05:05 +02:00
sh "./download_data.sh"
sh "python3 clean_and_split_data.py"
2022-04-03 19:12:02 +02:00
archiveArtifacts artifacts: "crime.test, crime.dev, crime.train", onlyIfSuccessful: true
2022-03-27 11:48:04 +02:00
}
2022-03-21 11:01:23 +01:00
}
}
}