s444501/ium_444501
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

.
All checks were successful
s444501-training/pipeline/head This commit looks good
Details
s444501-evaluation/pipeline/head This commit looks good
Details

Browse Source
This commit is contained in:
s444501 2022-05-01 17:19:50 +02:00
parent 54b9dab048
commit 23a9d735c5
3 changed files with 15 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@ -17,6 +17,7 @@ WORKDIR /ium
COPY ./ium-data.py ./ COPY ./ium-data.py ./
COPY ./download.sh ./ COPY ./download.sh ./
COPY ./biblioteki_ml.py ./ COPY ./biblioteki_ml.py ./
COPY ./eval.py ./
ARG KAGGLE_KEY ARG KAGGLE_KEY
ARG KAGGLE_USERNAME ARG KAGGLE_USERNAME

20
evaluation.Jenkinsfile
View File

@ -3,40 +3,38 @@ pipeline {
docker {image 'zadanie'} docker {image 'zadanie'}
} }
parameters { parameters {
gitParameter branchFilter: 'origin/(.*)', defaultValue: 'master', name: 'BRANCH', type: 'PT_BRANCH'
buildSelector( buildSelector(
defaultSelector: lastSuccessful(), defaultSelector: lastSuccessful(),
description: 'Which build to use for copying artifacts', description: 'Which build to use for copying artifacts',
name: 'BUILD_SELECTOR' name: 'BUILD_SELECTOR'
) )
string(
defaultValue: '100',
description: 'number of epochs',
name: 'EPOCH'
)
} }
stages { stages {
stage('Copy artifacts') { stage('Copy artifacts') {
steps { steps {
copyArtifacts fingerprintArtifacts: true, projectName: 's444501-create-dataset', selector: buildParameter('BUILD_SELECTOR') copyArtifacts fingerprintArtifacts: true, projectName: 's444501-create-dataset', selector: buildParameter('BUILD_SELECTOR')
copyArtifacts fingerprintArtifacts: true, projectName: 's444501-training/${BRANCH}', selector: buildParameter('BUILD_SELECTOR')
copyArtifacts fingerprintArtifacts: true, projectName: 's444501-evaluation/master', selector: buildParameter('BUILD_SELECTOR'), optional: true
} }
} }
stage('Train model') { stage('Evaluate model') {
steps { steps {
withEnv(["EPOCH=${params.EPOCH}"]) { withEnv([]) {
sh 'python biblioteki_ml.py $EPOCH' sh 'python eval.py'
} }
} }
} }
stage('Archive model') { stage('Archive model') {
steps { steps {
archiveArtifacts artifacts: 'model.pkl, neural_network_prediction_results.csv' archiveArtifacts artifacts: 'eval_results.json, metrics.png'
} }
} }
} }
post { post {
always { always {
emailext body: "${currentBuild.currentResult}", subject: 's444501-training', to: 'e19191c5.uam.onmicrosoft.com@emea.teams.ms' emailext body: "${currentBuild.currentResult}", subject: 's444501-evaluation', to: 'e19191c5.uam.onmicrosoft.com@emea.teams.ms'
} }
} }
} }

5
training.Jenkinsfile
View File

@ -33,6 +33,11 @@ pipeline {
archiveArtifacts artifacts: 'model.pkl, neural_network_prediction_results.csv' archiveArtifacts artifacts: 'model.pkl, neural_network_prediction_results.csv'
} }
} }
stage ('Model - evaluation') {
steps {
build job: 's444501-evaluation/master', wait: false
}
}
} }
post { post {
always { always {