Dockerfile

Jenkinsfile

@@ -16,35 +16,15 @@ pipeline {
   }
 
   stages {
-    stage('Clone Repository') {
-      steps {
-        git branch: 'main', url: 'https://git.wmi.amu.edu.pl/s464913/ium_464913.git'
-      }
-    }
-
-    stage('Download dataset') {
-      steps {
-        withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
-          sh 'kaggle datasets download -d mlg-ulb/creditcardfraud'
-          sh 'unzip -o creditcardfraud.zip'
-          sh 'rm creditcardfraud.zip'
-        }
-      }
-    }
-
     stage('Run create-dataset script') {
-        agent {
-          dockerfile {
-            reuseNode true
+      steps {
+        withEnv (["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
+          sh 'chmod +x create-dataset.py'
+          sh 'python3 ./create-dataset.py $KAGGLE_USERNAME'
         }
       }
-
-      steps {
-        sh 'chmod +x create-dataset.py'
-        sh 'python3 ./create-dataset.py'
-      }
     }
-
+    
     stage('Archive Artifacts') {
       steps {
         archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true

create-dataset.py

@@ -91,7 +91,7 @@ def main():
     # download_kaggle_dataset()
     os.makedirs("data", exist_ok=True)
 
-    os.system("ls -al")
+    os.system("rm -rf data/*")
 
     df = load_data("creditcard.csv")
     df = normalize_data(df)