From 7cc806ba75774c333792202a4141ece7a2b1bd58 Mon Sep 17 00:00:00 2001 From: Mateusz Date: Mon, 1 Apr 2024 17:46:47 +0200 Subject: [PATCH] Dockerfile --- Jenkinsfile | 27 +++++++++++++++++---------- 1 file changed, 17 insertions(+), 10 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index b95ea98..2ee8c26 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,10 +1,5 @@ pipeline { - agent { - dockerfile { - filename 'Dockerfile' - args '-u root' - } - } + agent any parameters { string ( @@ -21,17 +16,29 @@ pipeline { } stages { - stage('Run create-dataset script') { + stage('Download dataset') { steps { - withEnv (["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { + withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { sh 'kaggle datasets download -d mlg-ulb/creditcardfraud' sh 'unzip creditcardfraud.zip' sh 'rm creditcardfraud.zip' - sh 'chmod +x create-dataset.py' - sh 'python3 ./create-dataset.py $KAGGLE_USERNAME' } } } + + stage('Run create-dataset script') { + agent { + dockerfile { + reuseNode true + } + } + + steps { + sh 'chmod +x create-dataset.py' + sh 'python3 ./create-dataset.py $KAGGLE_USERNAME' + } + } + stage('Archive Artifacts') { steps { archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true