dataset stats

JenkinsfileDatasetStats

@@ -0,0 +1,34 @@
+pipeline {
+    agent any
+    parameters {
+        buildSelector(
+            name: 'BUILD_SELECTOR',
+            defaultSelector: lastSuccessful(),
+            description: 'A build to take the artifacts from'
+        )
+    }
+    stages {
+        stage('Copy artifacts') {
+            steps {
+                script {
+                    copyArtifacts(
+                        projectName: 'x1-create-dataset',
+                        selector: buildParameter('BUILD_SELECTOR'),
+                        target: './datasetStats'
+                    )
+                }
+            }
+        }
+        stage('Run sh file') {
+            steps {
+                    script {
+                    sh 'ls -l'
+                    docker.image('docker-image').inside {
+                        sh 'ls -l'
+                        sh 'python3 ./datasetStats.py'
+                    }
+                }
+            }
+        }
+    }
+}

datasetStats.py

@@ -0,0 +1,9 @@
+import pandas as pd
+
+home_loan_train = pd.read_csv('gender_classification_train.csv')
+home_loan_test = pd.read_csv('gender_classification_test.csv')
+home_loan_val = pd.read_csv('gender_classification_val.csv')
+
+home_loan_train.describe()
+home_loan_test.describe()
+home_loan_val.describe()