fix: dockerfile missing path
This commit is contained in:
parent
848d0db422
commit
faa5898794
@ -7,6 +7,7 @@ ENV RUN_TYPE=""
|
|||||||
|
|
||||||
# create working direcotyry
|
# create working direcotyry
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
|
ENV KAGGLE_CONFIG_DIR="./"
|
||||||
|
|
||||||
# install python dependencies
|
# install python dependencies
|
||||||
COPY requirements.txt ./
|
COPY requirements.txt ./
|
||||||
@ -18,5 +19,5 @@ COPY dataset.py ./
|
|||||||
RUN mkdir -p ./data
|
RUN mkdir -p ./data
|
||||||
|
|
||||||
|
|
||||||
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"
|
|
||||||
|
|
||||||
|
CMD kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py "--$RUN_TYPE"
|
32
Jenkinsfile
vendored
32
Jenkinsfile
vendored
@ -30,35 +30,27 @@ node {
|
|||||||
|
|
||||||
stage('Dockerfile build') {
|
stage('Dockerfile build') {
|
||||||
|
|
||||||
// creating global envs for kaggle CLI
|
|
||||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
|
||||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
|
||||||
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
|
|
||||||
|
|
||||||
sh "chmod +x -R ${env.WORKSPACE}"
|
sh "chmod +x -R ${env.WORKSPACE}"
|
||||||
|
|
||||||
def dockerImage = docker.build("dataset-create", "./dockerfiles/test")
|
def dockerImage = docker.build("dataset-create")
|
||||||
// sh "./create-dataset.sh ${CUTOFF}"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
stage("DOCKER testing"){
|
|
||||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
|
||||||
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
|
||||||
// sh 'echo KAGGLE_USERNAME: $KAGGLE_USERNAME'
|
|
||||||
|
|
||||||
dockerImage.inside{
|
dockerImage.inside("""-w=${WORKSPACE} """){
|
||||||
sh "export $KAGGLE_KEY"
|
stage("Docker container running") {
|
||||||
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
|
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
||||||
sh "cp /data/dataset/dataset.csv ${WORKSPACE}"
|
"KAGGLE_KEY=${params.KAGGLE_KEY}" ]) {
|
||||||
}
|
|
||||||
|
|
||||||
// sh "./create-dataset.sh ${CUTOFF}"
|
sh "kaggle datasets download -p data --unzip clmentbisaillon/fake-and-real-news-dataset && python ./dataset.py --dataset"
|
||||||
}
|
sh "cp ./data/dataset/* ${WORKSPACE}"
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
stage('Saving artefacts') {
|
stage('Saving artefacts') {
|
||||||
echo 'Goodbye!'
|
echo 'Goodbye!'
|
||||||
archiveArtifacts 'dataset.csv'
|
sh 'ls'
|
||||||
|
archiveArtifacts artifacts: '*.csv'
|
||||||
}
|
}
|
||||||
}
|
}
|
Loading…
Reference in New Issue
Block a user