From 447cfdf834efee549dbc77798fadf229d8d971a1 Mon Sep 17 00:00:00 2001 From: s444501 Date: Sat, 4 Jun 2022 19:58:41 +0200 Subject: [PATCH] dvc --- .dvc/config | 4 ++++ .gitignore | 1 + dvc.Jenkinsfile | 26 ++++++++++++++++++++++++++ dvc.yaml | 9 +++++++++ 4 files changed, 40 insertions(+) create mode 100644 dvc.Jenkinsfile create mode 100644 dvc.yaml diff --git a/.dvc/config b/.dvc/config index e69de29..ce375a8 100644 --- a/.dvc/config +++ b/.dvc/config @@ -0,0 +1,4 @@ +[core] + remote = ium_ssh_remote +['remote "ium_ssh_remote"'] + url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl diff --git a/.gitignore b/.gitignore index 92bead5..04423d2 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ /d_train.csv /d_test.csv /d_dev.csv +/neural_network_prediction_results.csv diff --git a/dvc.Jenkinsfile b/dvc.Jenkinsfile new file mode 100644 index 0000000..82f570c --- /dev/null +++ b/dvc.Jenkinsfile @@ -0,0 +1,26 @@ +pipeline { + agent { + docker {image 'zadanie'} + } + + stages { + + stage('Check out from version control') { + steps { + checkout([$class: 'GitSCM', branches: [[name: '*/master']], extensions: [], userRemoteConfigs: [[credentialsId: 's444501', url: 'https://git.wmi.amu.edu.pl/s444501/ium_444501.git']]]) + } + } + + stage('DVC') { + steps { + withCredentials([sshUserPrivateKey(credentialsId: '48ac7004-216e-4260-abba-1fe5db753e18', keyFileVariable: 'IUM_SFTP_KEY')]) { + sh 'dvc remote add -d ium_ssh_remote ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp' + sh 'dvc remote modify --local ium_ssh_remote keyfile $IUM_SFTP_KEY' + sh 'dvc pull' + sh 'dvc reproduce' + } + } + } + + } +} \ No newline at end of file diff --git a/dvc.yaml b/dvc.yaml new file mode 100644 index 0000000..1dbc1d3 --- /dev/null +++ b/dvc.yaml @@ -0,0 +1,9 @@ +stages: + train: + cmd: python biblioteki_ml.py 100 + deps: + - d_train.csv + - d_test.csv + - d_dev.csv + evaluate: + cmd: python eval.py