From 77cae8f8e18c7fa8e164d63a9accf548bf4366ba Mon Sep 17 00:00:00 2001 From: Adrian Charkiewicz Date: Sun, 5 Jun 2022 16:31:10 +0200 Subject: [PATCH] jenkinsfile dvc --- .idea/.name | 2 +- Jenkinsfile_dvc | 21 +++++++++++++++++++++ README.md | 28 ++++------------------------ 3 files changed, 26 insertions(+), 25 deletions(-) create mode 100644 Jenkinsfile_dvc diff --git a/.idea/.name b/.idea/.name index 5961f0f..42061c0 100644 --- a/.idea/.name +++ b/.idea/.name @@ -1 +1 @@ -pytorch — kopia.py \ No newline at end of file +README.md \ No newline at end of file diff --git a/Jenkinsfile_dvc b/Jenkinsfile_dvc new file mode 100644 index 0000000..c6267c5 --- /dev/null +++ b/Jenkinsfile_dvc @@ -0,0 +1,21 @@ + +pipeline { + agent { + dockerfile true + } + stages { + stage("Check out from version control") { + steps { + checkout scm + } + } + stage("DVC"){ + steps { + withCredentials([sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY')]) { + sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY' + sh "dvc pull" + } + } + } + } +} \ No newline at end of file diff --git a/README.md b/README.md index 5ef93be..63eb4d9 100644 --- a/README.md +++ b/README.md @@ -1,26 +1,6 @@ ## Inżynieria oprogramowania -IUM_7 - opis gdzie znajdują się poszczególne elementy ---- -IUM_7: - Zadanie1: -- parametry, z którymi wywołany był trening -[s4444354-training](https://tzietkiewicz.vm.wmi.amu.edu.pl:8080/job/s444354-training/job/master/) -[nr_builda]/config.json +#### IUM_10 - DVC -- powstały plik z modelem (jako artefakt) -[s4444354-training](https://tzietkiewicz.vm.wmi.amu.edu.pl:8080/job/s444354-training/job/master/) -[nr_builda]/saved_model.pth - - -kod źródłowy użyty do przeprowadzenia treningu -[s4444354-training](https://tzietkiewicz.vm.wmi.amu.edu.pl:8080/job/s444354-training/job/master/) -_sources/[najnowszy] - -- wyniki (np. ostateczny loss albo wyniki ewaluacji) -[s4444354-evaluation](https://tzietkiewicz.vm.wmi.amu.edu.pl:8080/job/s444354-evaluation/) -eval.csv i metrics.png - - Zadanie2: - -- ex.observers.append(FileStorageObserver('my_runs')) -- mongo chyba nie działa? \ No newline at end of file +Nie udało mi się wypchnąć za pomocą dvc push z powodu takiego błędu +ERROR: failed to upload '.dvc\cache\6a\883fd98624e18c0b7ce251f4fab4fb' to 'ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/6a/883fd98624e18c0b7ce251f4fab4fb' - unable to create remote directory '/6a': [Errno 13] Permission denied +ERROR: failed to push data to the cloud - 1 files failed to upload \ No newline at end of file