s470623/ium_470623
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Zad 04.Docker Konteneryzacja - changes in Jenkinsfile

Browse Source
This commit is contained in:
Cezary Gałązkiewicz 2022-04-11 00:49:21 +02:00
parent 92a55cfc38
commit d1b4ca5675
3 changed files with 14 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Dockerfile
View File

@ -1,17 +1,21 @@
FROM ubuntu:latest FROM ubuntu:latest
ARG KAGGLE_KEY
ARG KAGGLE_USERNAME
ENV KAGGLE_USERNAME=${KAGGLE_USERNAME}
ENV KAGGLE_KEY=${KAGGLE_KEY}
RUN apt update && apt install -y python3-pip RUN apt update && apt install -y python3-pip
RUN apt install -y unzip python3 RUN apt install -y unzip python3
RUN pip3 install kaggle pandas seaborn sklearn RUN pip3 install kaggle pandas seaborn sklearn
RUN mkdir ~/.kaggle/ RUN mkdir /.kaggle && chmod o+w /.kaggle
RUN echo '{"username":"ikami1","key":"c70ff184133bfabb351608b128e76cd2"}' > ~/.kaggle/kaggle.json
WORKDIR /ium WORKDIR /ium
COPY download_dataset.sh process_dataset.py stats.sh Steel_industry_data.csv ./ COPY download_dataset.sh process_dataset.py stats.sh Steel_industry_data.csv ./
RUN chmod a+x download_dataset.sh process_dataset.py RUN chmod a+x download_dataset.sh process_dataset.py stats.sh
#CMD ./download_dataset.sh #CMD ./download_dataset.sh
#CMD python3 process_dataset.py #CMD python3 process_dataset.py

6
Jenkinsfile_stats
View File

@ -10,15 +10,9 @@ pipeline {
) )
} }
stages { stages {
stage('Checkout') {
steps {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's470623', url: 'https://git.wmi.amu.edu.pl/s470623/ium_470623.git']]])
}
}
stage('Copy artifacts') { stage('Copy artifacts') {
steps { steps {
copyArtifacts fingerprintArtifacts: true, projectName: 's470623-create-dataset', selector: buildParameter('BUILD_SELECTOR') copyArtifacts fingerprintArtifacts: true, projectName: 's470623-create-dataset', selector: buildParameter('BUILD_SELECTOR')
sh 'chmod u+x ./stats.sh'
sh './stats.sh' sh './stats.sh'
} }
} }

25
jenkinsfile
View File

@ -1,6 +1,9 @@
pipeline { pipeline {
agent { agent {
dockerfile true dockerfile {
additionalBuildArgs '-t ium'
args '-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY}'
}
} }
parameters { parameters {
string( string(
@ -19,31 +22,17 @@ pipeline {
description: 'CUTOFF parameter', description: 'CUTOFF parameter',
name: 'CUTOFF') name: 'CUTOFF')
} }
environment {
KAGGLE_USERNAME="$params.KAGGLE_USERNAME"
KAGGLE_KEY="$params.KAGGLE_KEY"
}
stages { stages {
stage('Test stage') { stage('Test stage') {
steps { steps {
echo 'Hello world! Some test text - added text' echo 'Hello world! Some test text - added text'
} }
} }
stage('Checkout') {
steps {
checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's470623', url: 'https://git.wmi.amu.edu.pl/s470623/ium_470623.git']]])
}
}
stage('Shell script') { stage('Shell script') {
steps { steps {
sh 'chmod u+x ./download.sh' sh "./download_dataset.sh"
withEnv(["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", sh "python3 process_dataset.py"
"KAGGLE_KEY=${params.KAGGLE_KEY}", archiveArtifacts artifacts: "steel_industry_data_test.csv, steel_industry_data_dev.csv, steel_industry_data_train.csv", onlyIfSuccessful: true
"CUTOFF=${params.CUTOFF}"]) {
sh "./download_dataset.sh"
sh "python3 process_dataset.py"
archiveArtifacts artifacts: "steel_industry_data_test.csv, steel_industry_data_dev.csv, steel_industry_data_train.csv"
}
} }
} }
} }