diff --git a/Jenkinsfile b/Jenkinsfile index 57f76e2..deddebd 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -16,35 +16,15 @@ pipeline { } stages { - stage('Clone Repository') { - steps { - git branch: 'main', url: 'https://git.wmi.amu.edu.pl/s464913/ium_464913.git' - } - } - - stage('Download dataset') { - steps { - withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { - sh 'kaggle datasets download -d mlg-ulb/creditcardfraud' - sh 'unzip -o creditcardfraud.zip' - sh 'rm creditcardfraud.zip' - } - } - } - stage('Run create-dataset script') { - agent { - dockerfile { - reuseNode true + steps { + withEnv (["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { + sh 'chmod +x create-dataset.py' + sh 'python3 ./create-dataset.py $KAGGLE_USERNAME' } } - - steps { - sh 'chmod +x create-dataset.py' - sh 'python3 ./create-dataset.py' - } } - + stage('Archive Artifacts') { steps { archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true diff --git a/create-dataset.py b/create-dataset.py index 30fe7d7..d507f48 100644 --- a/create-dataset.py +++ b/create-dataset.py @@ -91,7 +91,7 @@ def main(): # download_kaggle_dataset() os.makedirs("data", exist_ok=True) - os.system("ls -al") + os.system("rm -rf data/*") df = load_data("creditcard.csv") df = normalize_data(df)