added data (DVC)

This commit is contained in:
Mikołaj Pokrywka 2022-05-29 10:24:18 +02:00
parent 4768874dde
commit 6a6dd022cf
8 changed files with 18 additions and 2 deletions

3
.dvc/.gitignore vendored Normal file
View File

@ -0,0 +1,3 @@
/config.local
/tmp
/cache

4
.dvc/config Normal file
View File

@ -0,0 +1,4 @@
[core]
remote = ium_ssh_remote
['remote "ium_ssh_remote"']
url = ssh://ium-sftp@tzietkiewicz.vm.wmi.amu.edu.pl/ium-sftp

3
.dvcignore Normal file
View File

@ -0,0 +1,3 @@
# Add patterns of files dvc should ignore, which could improve
# the performance. Learn more at
# https://dvc.org/doc/user-guide/dvcignore

1
.gitignore vendored
View File

@ -17,3 +17,4 @@ metrics.png
my_runs my_runs
mlruns mlruns
modelML modelML
/real-or-fake-fake-jobposting-prediction.zip

View File

@ -30,7 +30,7 @@ def train(epochs):
# print(sys.argv[1]) # print(sys.argv[1])
# epochs = int(sys.argv[1]) # epochs = int(sys.argv[1])
# epochs=10 # epochs=10
with zipfile.ZipFile('stare_zadania/real-or-fake-fake-jobposting-prediction.zip', 'r') as zip_ref: with zipfile.ZipFile('real-or-fake-fake-jobposting-prediction.zip', 'r') as zip_ref:
zip_ref.extractall('') zip_ref.extractall('')
mlflow.log_param("epochs", epochs) mlflow.log_param("epochs", epochs)

View File

@ -0,0 +1,4 @@
outs:
- md5: 720b87177496c52f028ec184935f8031
size: 16868281
path: real-or-fake-fake-jobposting-prediction.zip

View File

@ -10,3 +10,4 @@ scipy
sacred sacred
pymongo pymongo
mlflow mlflow
dvc