Data preparation and Statistics

Jenkinsfile

@@ -12,30 +12,45 @@ node {
                  defaultValue: '',
                  description: 'Kaggle token',
                  name: 'KAGGLE_KEY'
+             ),
+			 string(
+				 defaultValue: '10',
+				 description: 'Cutoff', 
+				 name: 'CUTOFF'
              )
          ])
      ])
  }
+ stage('Checkout') {
+      steps {
+        script {
+           git credentialsId: 'jenkins-user-github', url: 'https://git.wmi.amu.edu.pl/s478831/ium_478855.git'
+           sh "ls -lart ./*" 
+           sh "git branch -a"
+           sh "git checkout master"
+          }
+       }
+    }
  stage('Build') {
      withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
               "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
 		 sh 'echo "BUILD"'
          sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
-         sh 'kaggle datasets list'
+         //sh 'kaggle datasets list'
      }
  }
  
   stage('Preparation') {
-     withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
-              "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
 		 sh 'echo "PREPARATION"'
+		 sh "chmod u+x ./preparation.sh"
+         sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} CUTOFF=${CUTOFF} ./preparation.sh"
+         archiveArtifacts 'KaggleV2-May-2016.csv'
      }
  }
  
   stage('Statistics') {
-     withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
+     sh "chmod u+x ./preparation.sh"
-              "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
+     sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${KAGGLE_KEY} CUTOFF=${CUTOFF} ./preparation.sh"
-         sh 'echo "STATISTICS"'
+     archiveArtifacts 'statistics.csv'
-     }
  }
 }

preparation.sh

@@ -0,0 +1 @@
+echo "Preparation inner"

statistics.sh

@@ -0,0 +1 @@
+wc -l KaggleV2-May-2016.csv >> statistics.csv