2021-03-25 11:58:05 +01:00
|
|
|
pipeline {
|
2021-05-16 21:18:33 +02:00
|
|
|
agent { dockerfile true }
|
2021-05-15 17:01:54 +02:00
|
|
|
|
|
|
|
parameters{
|
|
|
|
buildSelector(
|
|
|
|
defaultSelector: lastSuccessful(),
|
|
|
|
description: 'Which build to use for copying artifacts',
|
|
|
|
name: 'WHICH_BUILD'
|
|
|
|
)
|
|
|
|
string(
|
|
|
|
defaultValue: '16',
|
|
|
|
description: 'batch size',
|
|
|
|
name: 'BATCH_SIZE'
|
|
|
|
)
|
|
|
|
string(
|
|
|
|
defaultValue: '15',
|
|
|
|
description: 'epochs',
|
|
|
|
name: 'EPOCHS'
|
|
|
|
|
2021-03-25 11:58:05 +01:00
|
|
|
)
|
|
|
|
}
|
|
|
|
stages {
|
2021-05-16 18:41:24 +02:00
|
|
|
stage('copy artifacts')
|
|
|
|
{
|
|
|
|
steps
|
|
|
|
{
|
2021-05-16 19:48:11 +02:00
|
|
|
copyArtifacts(fingerprintArtifacts: true, projectName: 's434695-create-dataset', selector: buildParameter('WHICH_BUILD'))
|
2021-05-16 18:41:24 +02:00
|
|
|
}
|
2021-05-15 17:01:54 +02:00
|
|
|
}
|
2021-05-16 20:33:23 +02:00
|
|
|
stage('train')
|
|
|
|
{
|
|
|
|
steps
|
|
|
|
{
|
2021-05-16 20:58:24 +02:00
|
|
|
sh 'python3 train.py ${BATCH_SIZE} ${EPOCHS}'
|
2021-05-23 19:31:11 +02:00
|
|
|
sh 'rm -r my_model'
|
2021-05-23 19:56:42 +02:00
|
|
|
sh 'python3 vgsales-mlflow.py'
|
2021-05-16 20:33:23 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-05-16 18:41:24 +02:00
|
|
|
|
|
|
|
stage('Archive artifacts') {
|
2021-05-15 17:01:54 +02:00
|
|
|
steps{
|
2021-05-16 19:48:11 +02:00
|
|
|
archiveArtifacts 'vgsales_model.h5'
|
2021-05-23 22:30:23 +02:00
|
|
|
archiveArtifacts 'my_runs/**/*'
|
|
|
|
archiveArtifacts 'my_model/**/*'
|
2021-05-16 22:32:44 +02:00
|
|
|
|
2021-05-15 17:01:54 +02:00
|
|
|
}
|
|
|
|
}
|
2021-05-16 18:41:24 +02:00
|
|
|
}
|
2021-05-16 22:29:16 +02:00
|
|
|
post {
|
|
|
|
success {
|
|
|
|
mail body: 'SUCCESS TRAINING', subject: 's434695', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
|
|
|
}
|
|
|
|
|
|
|
|
failure {
|
|
|
|
mail body: 'FAILURE TRAINING', subject: 's434695', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
2021-05-16 18:41:24 +02:00
|
|
|
}
|