Better email notifications, trigger training job after create-dataset, add params to training
This commit is contained in:
parent
bf47da6b32
commit
58852c4daa
11
Jenkinsfile
vendored
11
Jenkinsfile
vendored
@ -26,8 +26,6 @@ pipeline{
|
||||
steps{
|
||||
withEnv(["CUTOFF=${params.CUTOFF}"]) {
|
||||
sh "chmod 777 ./script.sh"
|
||||
|
||||
|
||||
}
|
||||
}}
|
||||
stage('Archive artifacts'){
|
||||
@ -35,7 +33,12 @@ pipeline{
|
||||
archiveArtifacts 'test.csv'
|
||||
archiveArtifacts 'dev.csv'
|
||||
archiveArtifacts 'train.csv'
|
||||
|
||||
}
|
||||
}
|
||||
}}
|
||||
}
|
||||
post {
|
||||
success {
|
||||
build job: 's430705-training/master', parameters: [string(name: 'epochs', defaultValue:'300'), string(name: 'BUILD_SELECTOR', defaultValue: lastSuccessful()]
|
||||
}
|
||||
}
|
||||
}
|
@ -5,15 +5,18 @@ pipeline {
|
||||
defaultSelector: lastSuccessful(),
|
||||
description: 'Which build to use for copying artifacts',
|
||||
name: 'BUILD_SELECTOR')
|
||||
string(
|
||||
defaultValue: '300',
|
||||
description: 'Number of epochs.',
|
||||
name: 'epochs',
|
||||
trim: false
|
||||
}
|
||||
|
||||
stages {
|
||||
stage('copyArtifacts') {
|
||||
steps {
|
||||
copyArtifacts fingerprintArtifacts: true, projectName: 's430705-create-dataset', selector: buildParameter('BUILD_SELECTOR')
|
||||
sh 'python3 lab06_training.py'
|
||||
sh 'ls -l'
|
||||
sh 'pwd'
|
||||
|
||||
sh 'python3 lab06_training.py $epochs'
|
||||
}
|
||||
}
|
||||
|
||||
@ -22,12 +25,22 @@ pipeline {
|
||||
archiveArtifacts 'model_movies/**'
|
||||
}
|
||||
}
|
||||
stage('Send notification'){
|
||||
steps{
|
||||
emailext body: currentBuild.result ?: 'SUCCESS +1 YEA',
|
||||
subject: 's43705',
|
||||
}
|
||||
|
||||
post {
|
||||
success {
|
||||
emailtext body: 'SUCCESS',
|
||||
subject: 's430705',
|
||||
to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
||||
}
|
||||
unstable {
|
||||
emailtext body: 'UNSTABLE', subject: 's430705', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
||||
}
|
||||
failure {
|
||||
emailtext body: 'FAILURE', subject: 's430705', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
||||
}
|
||||
changed {
|
||||
emailtext body: 'CHANGED', subject: 's430705', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms'
|
||||
}
|
||||
}
|
||||
}
|
@ -1,3 +1,4 @@
|
||||
import sys
|
||||
import string
|
||||
import pandas as pd
|
||||
from sklearn.model_selection import train_test_split
|
||||
@ -36,6 +37,7 @@ model.compile(optimizer="adam", loss="mse")
|
||||
|
||||
early_stop = EarlyStopping(monitor="val_loss", mode="min", verbose=1, patience=10)
|
||||
|
||||
epochs = int(sys.argv[1]) if len(sys.argv) > 1 else 300
|
||||
|
||||
model.fit(
|
||||
x=X_train.values,
|
||||
|
Loading…
Reference in New Issue
Block a user