r

Jenkinsfile

@@ -34,6 +34,7 @@ pipeline {
                 withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
                          "KAGGLE_KEY=${params.KAGGLE_KEY}",
                          "CUTOFF=${params.CUTOFF}"]) {
+                            sh "./process_data.sh"
                             sh 'python3 ./download_data_and_process.py'
                             archiveArtifacts artifacts: "data_test.csv, data_dev.csv, data_train.csv, column_titles.csv"
                 }

download_data_and_process.py

@@ -1,7 +1,6 @@
 import subprocess
 import pandas as pd
 import numpy as np
-rc = subprocess.call("./process_data.sh")
 data=pd.read_csv('fake_job_postings.csv')
 data = data.replace(np.nan, '', regex=True)