Dockerfile

Jenkinsfile

@@ -29,7 +29,7 @@ pipeline {
     stage('Run create-dataset script') {
       steps {
         sh 'chmod +x create-dataset.py'
-          sh 'python3 ./create-dataset.py'
+        sh 'python3 ./create-dataset.py $KAGGLE_USERNAME $KAGGLE_KEY'
       }
     }
     stage('Archive Artifacts') {

create-dataset.py

@@ -10,6 +10,8 @@ from sklearn.model_selection import train_test_split
 
 
 def download_kaggle_dataset():
+    os.environ["KAGGLE_USERNAME"] = sys.argv[1]
+    os.environ["KAGGLE_KEY"] = sys.argv[2]
     kaggle = KaggleApi()
     kaggle.authenticate()
     kaggle.dataset_download_files("mlg-ulb/creditcardfraud", path="./", unzip=True)