diff --git a/Jenkinsfile b/Jenkinsfile new file mode 100644 index 0000000..03ae89b --- /dev/null +++ b/Jenkinsfile @@ -0,0 +1,30 @@ +pipeline { + agent any + parameters { + string( + defaultValue: 'worldwidepaniel', + description: 'Kaggle username', + name: 'KAGGLE_USERNAME', + trim: false + ), + password( + defaultValue: '', + description: 'Kaggle token taken from kaggle.json file, as described in https://github.com/Kaggle/kaggle-api#api-credentials', + name: 'KAGGLE_KEY' + ) + } + stages { + stage('Checkout') { + steps { + checkout scm + sh 'ls -las' + } + } + stage('Download dataset and manipulate dataset') { + withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", + "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { + sh "./data_download.sh" + } + } + } +} diff --git a/data_download.sh b/data_download.sh new file mode 100644 index 0000000..8d25c1a --- /dev/null +++ b/data_download.sh @@ -0,0 +1,3 @@ +#!/bin/bash +kaggle datasets download iabhishekofficial/mobile-price-classification +sed 's/\([^,]*\),\(.*\)/\2/' test.csv