docker task 2
s444517-training/pipeline/head This commit looks good Details

This commit is contained in:
Kamila 2022-04-03 13:49:46 +02:00
parent fba52e4dc9
commit 85feb828bd
2 changed files with 5 additions and 9 deletions

8
Jenkinsfile vendored
View File

@ -29,13 +29,9 @@ pipeline {
steps {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}"]) {
sh 'ls'
sh 'pwd'
sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
sh "cp appstrain.csv ${WORKSPACE}"
sh "cp appstest.csv ${WORKSPACE}"
sh "cp appsvalidate.csv ${WORKSPACE}"
archiveArtifacts artifacts: 'appstrain.csv, appstest.csv, appsvalidate.csv'
sh 'python3 ./data_expl.py'
archiveArtifacts artifacts: 'apps_train.csv, apps_test.csv, apps_validate.csv'
}
}
}

View File

@ -34,6 +34,6 @@ np.random.seed(123)
train, validate, test = np.split(data.sample(frac=1, random_state=42), [int(.6*len(data)), int(.8*len(data))])
print(f"Data shape: {data.shape}\nTrain shape: {train.shape}\nTest shape: {test.shape}\nValidation shape:{validate.shape}")
train.to_csv('appstrain.csv')
test.to_csv('appstest.csv')
validate.to_csv('appsvalidate.csv')
train.to_csv('apps_train.csv')
test.to_csv('apps_test.csv')
validate.to_csv('apps_validate.csv')