ium_425850/Jenkinsfile

57 lines
1.5 KiB
Plaintext
Raw Permalink Normal View History

2023-03-28 23:28:06 +02:00
node {
2023-04-05 18:57:35 +02:00
checkout scm
2023-04-05 14:48:14 +02:00
def dockerImage = docker.build("lukkoz2")
dockerImage.inside {
stage('Preparation') {
properties([
parameters([
string(
defaultValue: 'lukkoz2',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
),
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
),
string(
defaultValue: '6000',
description: 'Number of positions to be saved',
name: 'CUTOFF',
trim: false
)
])
])
}
2023-04-05 14:48:14 +02:00
stage('checkout: Check out from version control') {
checkout([$class: 'GitSCM',
branches: [[name: '*/master']],
extensions: [],
userRemoteConfigs: [[credentialsId: 's425850', url: 'https://git.wmi.amu.edu.pl/s425850/ium_425850']]])
}
2023-04-05 14:48:14 +02:00
stage('Build') {
// Run the maven build
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
sh 'chmod u+x ./get_dataset.sh'
sh './get_dataset.sh'
}
}
stage('Cut data') {
withEnv(["CUTOFF=${params.CUTOFF}"]) {
sh '''head -n $((CUTOFF)) books_edited.csv > books_edited_cut.csv'''}
}
stage('Save data into artifacts') {
archiveArtifacts artifacts: 'books_edited.csv', followSymlinks: false
}
2023-03-29 00:44:48 +02:00
}
2023-03-28 23:28:06 +02:00
}