ium_487197/Jenkinsfile

46 lines
1.7 KiB
Plaintext
Raw Normal View History

2023-03-26 16:07:25 +02:00
node {
stage('Preparation') {
properties([
parameters([
string(
2023-03-26 18:13:43 +02:00
defaultValue: 'jaszwajcar',
2023-03-26 16:07:25 +02:00
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
),
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
2023-03-26 19:07:38 +02:00
),
2023-03-26 19:05:59 +02:00
string(
defaultValue: '4',
description: '',
name: 'CUTOFF'
)
2023-03-26 16:07:25 +02:00
])
])
}
stage('checkout: Check out from version control') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's487197', url: 'https://git.wmi.amu.edu.pl/s487197/ium_487197']]])
}
stage('Shell Script') {
2023-03-26 16:07:25 +02:00
// Run the maven build
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
2023-03-26 19:05:59 +02:00
"KAGGLE_KEY=${params.KAGGLE_KEY}",
2023-03-26 19:08:49 +02:00
"CUTOFF=${params.CUTOFF}" ]) {
2023-03-26 16:07:25 +02:00
sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
2023-03-26 19:45:37 +02:00
sh 'chmod u+x ./download_dataset.sh'
2023-03-26 19:40:17 +02:00
sh './download_dataset.sh'
2023-03-26 20:42:32 +02:00
sh '''kaggle datasets download -d sohier/crime-in-baltimore
unzip crime-in-baltimore.zip
head -n 8000 BPD_Part_1_Victim_Based_Crime_Data.csv > baltimore_train.csv
tail -n 2000 BPD_Part_1_Victim_Based_Crime_Data.csv > baltimore_test.csv
head -n 2000 baltimore_train.csv > baltimore_dev.csv'''
archiveArtifacts artifacts: 'BPD_Part_1_Victim_Based_Crime_Data.csv,baltimore_train.csv, baltimore_test.csv, baltimore_dev.csv'
2023-03-26 16:07:25 +02:00
}
}
}