diff --git a/Jenkinsfile b/Jenkinsfile index c7d092f..616c701 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -27,9 +27,11 @@ pipeline { } stage('bash script') { steps { - withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { - sh "./process_data.sh" - archiveArtifacts artifacts: "data_test.csv, data_dev.csv, data_train.csv" + withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", + "KAGGLE_KEY=${params.KAGGLE_KEY}", + "CUTOFF=${params.CUTOFF}"]) { + sh "./process_data.sh" + archiveArtifacts artifacts: "data_test.csv, data_dev.csv, data_train.csv" } } } diff --git a/process_data.sh b/process_data.sh index 080fdae..5ca4027 100755 --- a/process_data.sh +++ b/process_data.sh @@ -11,5 +11,4 @@ head -n $CUTOFF data_not_cutted.csv > data.csv sed -n '1,2500p' data.csv > data_test.csv sed -n '2501,5000p' data.csv > data_dev.csv tail -n +5001 data.csv > data_train.csv -rm data.csv real-or-fake-fake-jobposting-prediction.zip fake_job_postings.csv column_titles.csv data_not_shuf.csv data_not_cutted.csv -echo "BASH SCRIPT SUCCES" \ No newline at end of file +rm data.csv real-or-fake-fake-jobposting-prediction.zip fake_job_postings.csv column_titles.csv data_not_shuf.csv data_not_cutted.csv \ No newline at end of file