From f615296216c62781b49ab815a24331545cc095d7 Mon Sep 17 00:00:00 2001 From: Mateusz Date: Mon, 1 Apr 2024 14:30:18 +0200 Subject: [PATCH] Dockerfile --- Jenkinsfile | 3 ++- create-dataset.py | 7 +++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index e4e1062..04a54a5 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -22,7 +22,8 @@ pipeline { steps { script { withEnv (["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { - sh 'python3 create-dataset.py' + sh 'chmod +x create-dataset.py' + sh 'python3 ./create-dataset.py' } } } diff --git a/create-dataset.py b/create-dataset.py index e48efe2..c736b8a 100644 --- a/create-dataset.py +++ b/create-dataset.py @@ -1,5 +1,4 @@ import os -from kaggle.api.kaggle_api_extended import KaggleApi import pandas as pd import numpy as np @@ -9,9 +8,9 @@ from sklearn.model_selection import train_test_split def download_kaggle_dataset(): - kaggle = KaggleApi() - kaggle.authenticate() - kaggle.dataset_download_files("mlg-ulb/creditcardfraud", path="./", unzip=True) + os.system("kaggle datasets download -d mlg-ulb/creditcardfraud") + os.system("unzip creditcardfraud.zip") + os.system("rm creditcardfraud.zip") def load_data(name):