s424714/ium_424714
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix: dockerfile missing path

Browse Source
This commit is contained in:
Filip Patyk 2023-04-03 15:35:18 +02:00
parent 848d0db422
commit faa5898794
2 changed files with 14 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Dockerfile
View File

@ -7,6 +7,7 @@ ENV RUN_TYPE=""
# create working direcotyry
WORKDIR /app
ENV KAGGLE_CONFIG_DIR="./"
# install python dependencies
COPY requirements.txt ./
@ -18,5 +19,5 @@ COPY dataset.py ./
RUN mkdir -p ./data
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"

32
Jenkinsfile vendored
View File

@ -30,35 +30,27 @@ node {
stage('Dockerfile build') {
// creating global envs for kaggle CLI
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
sh "chmod +x -R ${env.WORKSPACE}"
def dockerImage = docker.build("dataset-create", "./dockerfiles/test")
// sh "./create-dataset.sh ${CUTOFF}"
}
}
stage("DOCKER testing"){
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
def dockerImage = docker.build("dataset-create")
dockerImage.inside{
sh "export $KAGGLE_KEY"
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
sh "cp /data/dataset/dataset.csv ${WORKSPACE}"
}
dockerImage.inside("""-w=${WORKSPACE} """){
stage("Docker container running") {
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
// sh "./create-dataset.sh ${CUTOFF}"
}
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
sh "cp ./data/dataset/* ${WORKSPACE}"
}
}
}
}
stage('Saving artefacts') {
echo 'Goodbye!'
archiveArtifacts 'dataset.csv'
sh 'ls'
archiveArtifacts artifacts: '*.csv'
}
}