s487179/x1
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Create dataset

Browse Source
This commit is contained in:
wojciechbatruszewicz 2023-06-26 19:10:56 +02:00
parent 2749956f9a
commit 178f324d58
1 changed files with 6 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
Jenkinsfile vendored
View File

@ -23,13 +23,11 @@ pipeline {
stage('Download dataset') { stage('Download dataset') {
steps { steps {
checkout scm checkout scm
dir ('./createDataset') { sh 'ls -l'
sh 'ls -l' withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) { sh 'kaggle datasets download -d elakiricoder/gender-classification-dataset'
sh 'kaggle datasets download -d elakiricoder/gender-classification-dataset' sh 'unzip -o gender-classification-dataset.zip'
sh 'unzip -o gender-classification-dataset.zip'
}
} }
} }
} }
@ -38,14 +36,12 @@ pipeline {
script { script {
def dockerImage = docker.build("docker-image", "./") def dockerImage = docker.build("docker-image", "./")
dockerImage.inside { dockerImage.inside {
sh 'ls -l' sh 'ls -l'
dir ('./createDataset') {
sh 'ls -l' sh 'ls -l'
sh 'python3 createDataset.py' sh 'python3 createDataset.py'
archiveArtifacts 'gender_classification_train.csv' archiveArtifacts 'gender_classification_train.csv'
archiveArtifacts 'gender_classification_test.csv' archiveArtifacts 'gender_classification_test.csv'
archiveArtifacts 'gender_classification_val.csv' archiveArtifacts 'gender_classification_val.csv'
}
sh 'ls -l' sh 'ls -l'
} }
} }