diff --git a/dvc.Jenkinsfile b/dvc.Jenkinsfile new file mode 100644 index 0000000..496e608 --- /dev/null +++ b/dvc.Jenkinsfile @@ -0,0 +1,48 @@ +pipeline { + agent { + dockerfile true + } + + parameters{ + buildSelector( + defaultSelector: lastSuccessful(), + description: 'Which build to use for copying artifacts', + name: 'WHICH_BUILD' + ) + } + + stages { + stage('checkout') { + steps { + git 'https://git.wmi.amu.edu.pl/s434742/ium_434742.git' + copyArtifacts fingerprintArtifacts: true, projectName: 's434742-create-dataset', selector: buildParameter('BUILD_SELECTOR') + } + } + + + stage('dvc') { + steps { + withCredentials([sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY')]) { + copyArtifacts fingerprintArtifacts: true, projectName: 's434742-create-dataset', selector: buildParameter('WHICH_BUILD') + sh "dvc init -f" + sh "dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp" + sh "dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY" + sh "dvc pull -f" + sh "dvc reproduce" + } + } + } + } + + post { + success { + build job: 's434742-dvc' + mail body: 'SUCCESS DVC', subject: 's434742', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms' + } + + failure { + mail body: 'FAILURE DVC', subject: 's434742', to: '26ab8f35.uam.onmicrosoft.com@emea.teams.ms' + } + + } +} \ No newline at end of file diff --git a/dvc.yaml b/dvc.yaml new file mode 100644 index 0000000..73019c1 --- /dev/null +++ b/dvc.yaml @@ -0,0 +1,7 @@ +stages: + preprocess: + cmd: python3 avocado-preprocessing.py + train: + cmd: python3 avocado-training.py + eval: + cmd: python3 avocado-evaluation.py \ No newline at end of file