From 68699688635e2eb7632707f2c61b32f52732acfb Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miko=C5=82aj=20Pokrywka?= Date: Sun, 5 Jun 2022 15:14:57 +0200 Subject: [PATCH] added dvc yaml --- .dvc/config | 2 +- dvc.lock | 25 +++++++++++++++++++++++++ dvc.yaml | 14 ++++++++++++++ requirements.txt | 3 ++- 4 files changed, 42 insertions(+), 2 deletions(-) create mode 100644 dvc.lock create mode 100644 dvc.yaml diff --git a/.dvc/config b/.dvc/config index c02d6a2..ce375a8 100644 --- a/.dvc/config +++ b/.dvc/config @@ -1,4 +1,4 @@ [core] remote = ium_ssh_remote ['remote "ium_ssh_remote"'] - url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp + url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl diff --git a/dvc.lock b/dvc.lock new file mode 100644 index 0000000..48b3ca3 --- /dev/null +++ b/dvc.lock @@ -0,0 +1,25 @@ +schema: '2.0' +stages: + train: + cmd: python3 deepl.py 10 + deps: + - path: real-or-fake-fake-jobposting-prediction.zip + md5: 720b87177496c52f028ec184935f8031 + size: 16868281 + outs: + - path: model + md5: a5a5e44c792a7b5c7b3b841677593df2 + size: 4012127 + evaluate: + cmd: python3 evaluation.py + deps: + - path: model + md5: a5a5e44c792a7b5c7b3b841677593df2 + size: 4012127 + outs: + - path: metrics.png + md5: 1144a6e9e28ae600f30835f7fb9a3314 + size: 9952 + - path: metrics.txt + md5: f9c1fd4d06b750e45fd72c32e022ec64 + size: 73 diff --git a/dvc.yaml b/dvc.yaml new file mode 100644 index 0000000..8492cd4 --- /dev/null +++ b/dvc.yaml @@ -0,0 +1,14 @@ +stages: + train: + cmd: python3 deepl.py 50 + deps: + - real-or-fake-fake-jobposting-prediction.zip + outs: + - model + evaluate: + cmd: python3 evaluation.py + deps: + - model + outs: + - metrics.png + - metrics.txt diff --git a/requirements.txt b/requirements.txt index 3794e19..7949a6b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -10,4 +10,5 @@ scipy sacred pymongo mlflow -dvc \ No newline at end of file +dvc +dvc[ssh] \ No newline at end of file