Zad 04.Docker Konteneryzacja - changes in Jenkinsfile
This commit is contained in:
parent
92a55cfc38
commit
d1b4ca5675
10
Dockerfile
10
Dockerfile
@ -1,17 +1,21 @@
|
|||||||
FROM ubuntu:latest
|
FROM ubuntu:latest
|
||||||
|
|
||||||
|
ARG KAGGLE_KEY
|
||||||
|
ARG KAGGLE_USERNAME
|
||||||
|
ENV KAGGLE_USERNAME=${KAGGLE_USERNAME}
|
||||||
|
ENV KAGGLE_KEY=${KAGGLE_KEY}
|
||||||
|
|
||||||
RUN apt update && apt install -y python3-pip
|
RUN apt update && apt install -y python3-pip
|
||||||
RUN apt install -y unzip python3
|
RUN apt install -y unzip python3
|
||||||
RUN pip3 install kaggle pandas seaborn sklearn
|
RUN pip3 install kaggle pandas seaborn sklearn
|
||||||
|
|
||||||
RUN mkdir ~/.kaggle/
|
RUN mkdir /.kaggle && chmod o+w /.kaggle
|
||||||
RUN echo '{"username":"ikami1","key":"c70ff184133bfabb351608b128e76cd2"}' > ~/.kaggle/kaggle.json
|
|
||||||
|
|
||||||
WORKDIR /ium
|
WORKDIR /ium
|
||||||
|
|
||||||
COPY download_dataset.sh process_dataset.py stats.sh Steel_industry_data.csv ./
|
COPY download_dataset.sh process_dataset.py stats.sh Steel_industry_data.csv ./
|
||||||
|
|
||||||
RUN chmod a+x download_dataset.sh process_dataset.py
|
RUN chmod a+x download_dataset.sh process_dataset.py stats.sh
|
||||||
|
|
||||||
#CMD ./download_dataset.sh
|
#CMD ./download_dataset.sh
|
||||||
#CMD python3 process_dataset.py
|
#CMD python3 process_dataset.py
|
||||||
|
@ -10,15 +10,9 @@ pipeline {
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
stages {
|
stages {
|
||||||
stage('Checkout') {
|
|
||||||
steps {
|
|
||||||
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's470623', url: 'https://git.wmi.amu.edu.pl/s470623/ium_470623.git']]])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
stage('Copy artifacts') {
|
stage('Copy artifacts') {
|
||||||
steps {
|
steps {
|
||||||
copyArtifacts fingerprintArtifacts: true, projectName: 's470623-create-dataset', selector: buildParameter('BUILD_SELECTOR')
|
copyArtifacts fingerprintArtifacts: true, projectName: 's470623-create-dataset', selector: buildParameter('BUILD_SELECTOR')
|
||||||
sh 'chmod u+x ./stats.sh'
|
|
||||||
sh './stats.sh'
|
sh './stats.sh'
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
21
jenkinsfile
21
jenkinsfile
@ -1,6 +1,9 @@
|
|||||||
pipeline {
|
pipeline {
|
||||||
agent {
|
agent {
|
||||||
dockerfile true
|
dockerfile {
|
||||||
|
additionalBuildArgs '-t ium'
|
||||||
|
args '-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY}'
|
||||||
|
}
|
||||||
}
|
}
|
||||||
parameters {
|
parameters {
|
||||||
string(
|
string(
|
||||||
@ -19,31 +22,17 @@ pipeline {
|
|||||||
description: 'CUTOFF parameter',
|
description: 'CUTOFF parameter',
|
||||||
name: 'CUTOFF')
|
name: 'CUTOFF')
|
||||||
}
|
}
|
||||||
environment {
|
|
||||||
KAGGLE_USERNAME="$params.KAGGLE_USERNAME"
|
|
||||||
KAGGLE_KEY="$params.KAGGLE_KEY"
|
|
||||||
}
|
|
||||||
stages {
|
stages {
|
||||||
stage('Test stage') {
|
stage('Test stage') {
|
||||||
steps {
|
steps {
|
||||||
echo 'Hello world! Some test text - added text'
|
echo 'Hello world! Some test text - added text'
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
stage('Checkout') {
|
|
||||||
steps {
|
|
||||||
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's470623', url: 'https://git.wmi.amu.edu.pl/s470623/ium_470623.git']]])
|
|
||||||
}
|
|
||||||
}
|
|
||||||
stage('Shell script') {
|
stage('Shell script') {
|
||||||
steps {
|
steps {
|
||||||
sh 'chmod u+x ./download.sh'
|
|
||||||
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}",
|
|
||||||
"KAGGLE_KEY=${params.KAGGLE_KEY}",
|
|
||||||
"CUTOFF=${params.CUTOFF}"]) {
|
|
||||||
sh "./download_dataset.sh"
|
sh "./download_dataset.sh"
|
||||||
sh "python3 process_dataset.py"
|
sh "python3 process_dataset.py"
|
||||||
archiveArtifacts artifacts: "steel_industry_data_test.csv, steel_industry_data_dev.csv, steel_industry_data_train.csv"
|
archiveArtifacts artifacts: "steel_industry_data_test.csv, steel_industry_data_dev.csv, steel_industry_data_train.csv", onlyIfSuccessful: true
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user