ium_z444510/Jenkinsfile-create-dataset-docker
piotrwrzodak 45d6ba5016 4.3.1 v10
2023-05-11 23:02:41 +02:00

51 lines
1.4 KiB
Plaintext

pipeline {
agent any
parameters{
string(
defaultValue: 'piotrwrzodak',
description: 'Kaggle username',
name: 'KAGGLE_USERNAME',
trim: false
)
password(
defaultValue: '',
description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
name: 'KAGGLE_KEY'
)
string(
defaultValue: '100',
description: 'CUTOFF',
name: 'CUTOFF',
trim: false
)
}
stages {
stage('clear') {
steps {
sh 'rm -rf *'
}
}
stage('checkout: Check out from version control') {
steps {
checkout scm
}
}
stage('Build') {
steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
sh 'kaggle datasets download -d thedevastator/airbnb-prices-in-european-cities'
sh 'unzip airbnb-prices-in-european-cities.zip'
sh 'ls'
}
}
}
stage('Docker') {
agent {
dockerfile true
}
steps {
archiveArtifacts artifacts: 'barcelona_weekends.train.csv, barcelona_weekends.dev.csv, barcelona_weekends.test.csv', fingerprint: true
}
}
}
}