From 85feb828bd549994917c42be5e8474a2385557ef Mon Sep 17 00:00:00 2001 From: Kamila Date: Sun, 3 Apr 2022 13:49:46 +0200 Subject: [PATCH] docker task 2 --- Jenkinsfile | 8 ++------ data_expl.py | 6 +++--- 2 files changed, 5 insertions(+), 9 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index b6f5921..713ea4f 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -29,13 +29,9 @@ pipeline { steps { withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { - sh 'ls' - sh 'pwd' sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME' - sh "cp appstrain.csv ${WORKSPACE}" - sh "cp appstest.csv ${WORKSPACE}" - sh "cp appsvalidate.csv ${WORKSPACE}" - archiveArtifacts artifacts: 'appstrain.csv, appstest.csv, appsvalidate.csv' + sh 'python3 ./data_expl.py' + archiveArtifacts artifacts: 'apps_train.csv, apps_test.csv, apps_validate.csv' } } } diff --git a/data_expl.py b/data_expl.py index 635b1a9..82e7860 100644 --- a/data_expl.py +++ b/data_expl.py @@ -34,6 +34,6 @@ np.random.seed(123) train, validate, test = np.split(data.sample(frac=1, random_state=42), [int(.6*len(data)), int(.8*len(data))]) print(f"Data shape: {data.shape}\nTrain shape: {train.shape}\nTest shape: {test.shape}\nValidation shape:{validate.shape}") -train.to_csv('appstrain.csv') -test.to_csv('appstest.csv') -validate.to_csv('appsvalidate.csv') +train.to_csv('apps_train.csv') +test.to_csv('apps_test.csv') +validate.to_csv('apps_validate.csv')