fix: dockerfile missing path
This commit is contained in:
parent
848d0db422
commit
faa5898794
@ -7,6 +7,7 @@ ENV RUN_TYPE=""
|
||||
|
||||
# create working direcotyry
|
||||
WORKDIR /app
|
||||
ENV KAGGLE_CONFIG_DIR="./"
|
||||
|
||||
# install python dependencies
|
||||
COPY requirements.txt ./
|
||||
@ -18,5 +19,5 @@ COPY dataset.py ./
|
||||
RUN mkdir -p ./data
|
||||
|
||||
|
||||
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"
|
||||
|
||||
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"
|
32
Jenkinsfile
vendored
32
Jenkinsfile
vendored
@ -30,35 +30,27 @@ node {
|
||||
|
||||
stage('Dockerfile build') {
|
||||
|
||||
// creating global envs for kaggle CLI
|
||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
|
||||
|
||||
sh "chmod +x -R ${env.WORKSPACE}"
|
||||
|
||||
def dockerImage = docker.build("dataset-create", "./dockerfiles/test")
|
||||
// sh "./create-dataset.sh ${CUTOFF}"
|
||||
}
|
||||
}
|
||||
stage("DOCKER testing"){
|
||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
|
||||
def dockerImage = docker.build("dataset-create")
|
||||
|
||||
dockerImage.inside{
|
||||
sh "export $KAGGLE_KEY"
|
||||
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
|
||||
sh "cp /data/dataset/dataset.csv ${WORKSPACE}"
|
||||
}
|
||||
dockerImage.inside("""-w=${WORKSPACE} """){
|
||||
stage("Docker container running") {
|
||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||
|
||||
// sh "./create-dataset.sh ${CUTOFF}"
|
||||
}
|
||||
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
|
||||
sh "cp ./data/dataset/* ${WORKSPACE}"
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
stage('Saving artefacts') {
|
||||
echo 'Goodbye!'
|
||||
archiveArtifacts 'dataset.csv'
|
||||
sh 'ls'
|
||||
archiveArtifacts artifacts: '*.csv'
|
||||
}
|
||||
}
|
Loading…
Reference in New Issue
Block a user