ium_487197/Jenkinsfile

39 lines
1.5 KiB
Plaintext
Raw Normal View History

2023-03-26 16:07:25 +02:00
node {
stage('Preparation') {
properties([
parameters([
string(
2023-03-26 18:13:43 +02:00
defaultValue: 'jaszwajcar',
2023-03-26 16:07:25 +02:00
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
),
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
])
])
}
stage('checkout: Check out from version control') {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's487197', url: 'https://git.wmi.amu.edu.pl/s487197/ium_487197']]])
}
stage('Shell Script') {
2023-03-26 16:07:25 +02:00
// Run the maven build
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
2023-03-26 18:26:46 +02:00
sh 'chmod u+x ./download_dataset.sh'
2023-03-26 18:51:57 +02:00
sh ''' kaggle datasets download -d sohier/crime-in-baltimore
unzip crime-in-baltimore.zip
head -n 8000 BPD_Part_1_Victim_Based_Crime_Data.csv > baltimore_train.csv
tail -n 2000 BPD_Part_1_Victim_Based_Crime_Data.csv > baltimore_test.csv
head -n 2000 baltimore_train.csv > baltimore_dev.csv'''
2023-03-26 18:41:51 +02:00
archiveArtifacts artifacts: 'baltimore_train.csv, baltimore_test.csv, baltimore_dev.csv'
2023-03-26 16:07:25 +02:00
}
}
}