From 30326bc23aa0110ea19a278022a3907c0cf0b780 Mon Sep 17 00:00:00 2001 From: "bartosz.maslanka.consultant" Date: Wed, 28 Jun 2023 22:40:30 +0200 Subject: [PATCH] add jenks files --- JenkinsfileDatasetStats | 34 ++++++++++++++++++++++++++++++ JenkinsfileEvaluate | 46 +++++++++++++++++++++++++++++++++++++++++ JenkinsfileTrain | 45 ++++++++++++++++++++++++++++++++++++++++ 3 files changed, 125 insertions(+) create mode 100644 JenkinsfileDatasetStats create mode 100644 JenkinsfileEvaluate create mode 100644 JenkinsfileTrain diff --git a/JenkinsfileDatasetStats b/JenkinsfileDatasetStats new file mode 100644 index 0000000..0b5a888 --- /dev/null +++ b/JenkinsfileDatasetStats @@ -0,0 +1,34 @@ +pipeline { + agent any + parameters { + buildSelector( + name: 'BUILD_SELECTOR', + defaultSelector: lastSuccessful(), + description: 'A build to take the artifacts from' + ) + } + stages { + stage('Copy artifacts') { + steps { + script { + copyArtifacts( + projectName: 'x1-create-dataset', + selector: buildParameter('BUILD_SELECTOR'), + target: './' + ) + } + } + } + stage('Run python file') { + steps { + script { + sh 'ls -l' + docker.image('docker-image').inside { + sh 'ls -l' + sh 'python3 ./datasetStats.py' + } + } + } + } + } +} diff --git a/JenkinsfileEvaluate b/JenkinsfileEvaluate new file mode 100644 index 0000000..0c6dc13 --- /dev/null +++ b/JenkinsfileEvaluate @@ -0,0 +1,46 @@ +pipeline { + agent any + parameters { + buildSelector( + name: 'BUILD_SELECTOR', + defaultSelector: lastSuccessful(), + description: 'A build to take the artifacts from' + ) + string( + name: 'EPOCHS', + description: 'Number of epochs', + defaultValue: '10' + ) + } + stages { + stage('Copy artifacts') { + steps { + script { + copyArtifacts( + projectName: 'x1-training/main', + selector: buildParameter('BUILD_SELECTOR'), + target: './' + ) + copyArtifacts( + projectName: 'x1-create-dataset', + selector: buildParameter('BUILD_SELECTOR'), + target: './' + ) + } + } + } + stage('Save evaluation') { + steps { + script { + sh 'ls -l' + docker.image('docker-image').inside { + sh 'ls -l' + sh 'python3 ./evaluate.py' + archiveArtifacts 'plot.png' + archiveArtifacts 'results.csv' + } + } + } + } + } +} \ No newline at end of file diff --git a/JenkinsfileTrain b/JenkinsfileTrain new file mode 100644 index 0000000..d486d52 --- /dev/null +++ b/JenkinsfileTrain @@ -0,0 +1,45 @@ +pipeline { + agent any + parameters { + buildSelector( + name: 'BUILD_SELECTOR', + defaultSelector: lastSuccessful(), + description: 'A build to take the artifacts from' + ) + string( + name: 'EPOCHS', + description: 'Number of epochs', + defaultValue: '10' + ) + } + stages { + stage('Copy artifacts') { + steps { + script { + copyArtifacts( + projectName: 'x1-create-dataset', + selector: buildParameter('BUILD_SELECTOR'), + target: './' + ) + } + } + } + stage('Run training and save model') { + steps { + script { + sh 'ls -l' + docker.image('docker-image').inside { + sh 'ls -l' + sh 'python3 ./train.py' + archiveArtifacts 'model.pt' + } + } + } + } + } + post { + success { + build job: 'x1-evaluation.eg/main', wait: false + } + } +} \ No newline at end of file