From 3f7b2ec7cf4df0522a42155e9f9da52ba940881a Mon Sep 17 00:00:00 2001 From: Marcin Kostrzewski Date: Sun, 5 Jun 2022 22:03:25 +0200 Subject: [PATCH] Add Jenkinsfile-dvc --- Jenkinsfile-dvc | 41 +++++++++++++++++++++++++++++++++++++++++ 1 file changed, 41 insertions(+) create mode 100644 Jenkinsfile-dvc diff --git a/Jenkinsfile-dvc b/Jenkinsfile-dvc new file mode 100644 index 0000000..92ce786 --- /dev/null +++ b/Jenkinsfile-dvc @@ -0,0 +1,41 @@ +pipeline { + parameters { + string( + defaultValue: 'marcinkostrzewski', + description: 'Kaggle username', + name: 'KAGGLE_USERNAME', + trim: false + ) + password( + defaultValue: '', + description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', + name: 'KAGGLE_KEY' + ) + } + + agent { + dockerfile { + additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} -t s444409-create-dataset" + } + } + + stages { + stage("Run DVC") { + steps{ + withCredentials([ + sshUserPrivateKey( + credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', + keyFileVariable: 'IUM_SFTP_KEY', + passphraseVariable: '', + usernameVariable: 'USER' + ) + ]) { + sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY' + sh 'dvc remote modify --local ium_ssh_remote password IUM@2021' + sh 'dvc pull' + sh 'dvc repro' + } + } + } + } +}