From 7178de7d3a04f2d712a38847e3c8ac61a8af393a Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Jakub=20Zar=C4=99ba?= <k.mjayk@gmail.com>
Date: Mon, 27 Mar 2023 21:19:42 +0200
Subject: [PATCH] f

---
 Jenkinsfile | 40 ++++++++++++++++++++++++++++++++++------
 1 file changed, 34 insertions(+), 6 deletions(-)

diff --git a/Jenkinsfile b/Jenkinsfile
index 8c21cb8..8783bb6 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -1,6 +1,28 @@
 node {
-    stage('Start') {
-        echo "Program Started"
+    stage('Preparation') { 
+        properties([
+            parameters([
+                string(
+                    defaultValue: 'mjaykey',
+                    description: 'Kaggle username',
+                    name: 'KAGGLE_USERNAME',
+                    trim: false
+                ),
+                password(
+                    defaultValue: '057cd03e1ed63922f7df5430d3690899',
+                    description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials',
+                    name: 'KAGGLE_KEY'
+                )
+            ])
+        ])
+    }
+    stage('Build') {
+        // Run the maven build
+        withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
+                "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
+            sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
+            sh 'kaggle datasets list'
+        }
     }
 
     stage('Clone Git Repository') {
@@ -10,13 +32,19 @@ node {
     stage('Process Data') {
         sh '''
             #!/bin/bash
+            pip install kaggle
             
-            wget https://archive.ics.uci.edu/ml/machine-learning-databases/iris/iris.data
-            
-            shuf iris.data | head -n 10 > processed_data.txt
-            
+            export KAGGLE_USERNAME=mjaykey
+            export KAGGLE_KEY=057cd03e1ed63922f7df5430d3690899
+
+            kaggle datasets download nitishsharma01/olympics-124-years-datasettill-2020
+
+            unzip -o olympics-124-years-datasettill-2020.zip
+
             echo "Processed Data" > output.txt
             cat processed_data.txt >> output.txt
+
+            archiveArtifacts 'output.txt'
         '''
     }