MLFlow inprogress
This commit is contained in:
Mikołaj Pokrywka
parent
0c67053401
commit
8b99b7e9e9
2
.gitignore
vendored
2
.gitignore
vendored
@ -15,3 +15,5 @@ model
|
|||||||
metrics.txt
|
metrics.txt
|
||||||
metrics.png
|
metrics.png
|
||||||
my_runs
|
my_runs
|
||||||
|
mlruns
|
||||||
|
modelML
|
||||||
|
|||||||
@ -14,4 +14,4 @@ WORKDIR /app
|
|||||||
COPY ./deepl.py .
|
COPY ./deepl.py .
|
||||||
COPY ./MLProject .
|
COPY ./MLProject .
|
||||||
|
|
||||||
# CMD python3 deepl.py
|
# CMD python3 deepl.py 10
|
||||||
|
|||||||
@ -1,4 +1,4 @@
|
|||||||
name: s444463
|
name: s444463x
|
||||||
|
|
||||||
docker_env:
|
docker_env:
|
||||||
image: ium_444463
|
image: ium_444463
|
||||||
|
|||||||
18
deepl.py
18
deepl.py
@ -14,9 +14,8 @@ import sys
|
|||||||
import mlflow
|
import mlflow
|
||||||
from mlflow.models import infer_signature
|
from mlflow.models import infer_signature
|
||||||
|
|
||||||
mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
|
||||||
mlflow.set_experiment("s444463")
|
|
||||||
|
|
||||||
|
mlflow.set_experiment("s444463x")
|
||||||
def convert_text_to_model_form(text):
|
def convert_text_to_model_form(text):
|
||||||
a = vectorizer.transform([text])
|
a = vectorizer.transform([text])
|
||||||
b = torch.tensor(scipy.sparse.csr_matrix.todense(a)).float()
|
b = torch.tensor(scipy.sparse.csr_matrix.todense(a)).float()
|
||||||
@ -183,8 +182,10 @@ def train(epochs):
|
|||||||
f.close()
|
f.close()
|
||||||
|
|
||||||
torch.save(model, 'model')
|
torch.save(model, 'model')
|
||||||
mlflow.pytorch.log_model(model, "model", signature=siganture, input_example=input_example)
|
input_example = data_train[:5]
|
||||||
mlflow.pytorch.save_model(model, "model", signature=siganture, input_example=input_example)
|
siganture = infer_signature(input_example, np.array(['company_profile']))
|
||||||
|
mlflow.pytorch.log_model(model, "modelML", signature=siganture, input_example=input_example)
|
||||||
|
mlflow.pytorch.save_model(model, "modelML", signature=siganture, input_example=input_example)
|
||||||
|
|
||||||
|
|
||||||
print(sys.argv[1])
|
print(sys.argv[1])
|
||||||
@ -193,6 +194,15 @@ print(sys.argv[1])
|
|||||||
epochs = int(sys.argv[1])
|
epochs = int(sys.argv[1])
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
|
# mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
||||||
|
|
||||||
|
|
||||||
|
# with mlflow.start_run() as run:
|
||||||
|
|
||||||
|
# mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
||||||
|
# mlflow.set_experiment("s444463")
|
||||||
|
mlflow.log_param("TEST", 'TEST')
|
||||||
|
|
||||||
train(epochs)
|
train(epochs)
|
||||||
|
|
||||||
# plt.figure(figsize=(12, 5))
|
# plt.figure(figsize=(12, 5))
|
||||||
|
|||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/1be012972380454a86074e53f6007c86/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 1be012972380454a86074e53f6007c86
|
|
||||||
run_uuid: 1be012972380454a86074e53f6007c86
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652635708730
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
10
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/2cf44da0b5e8422d9254cbf8cd7f31ed/artifacts
|
|
||||||
end_time: 1652637872270
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 2cf44da0b5e8422d9254cbf8cd7f31ed
|
|
||||||
run_uuid: 2cf44da0b5e8422d9254cbf8cd7f31ed
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652637426164
|
|
||||||
status: 4
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
8
|
|
||||||
@ -1 +0,0 @@
|
|||||||
sha256:8c88d085e9b52a5042a701abf99841314d4ae732f3a2d340d431cf1b03ddd6a1
|
|
||||||
@ -1 +0,0 @@
|
|||||||
s444463:7eddb93
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
local
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/3ee2870794ef4f4dafb2444c0b888336/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 3ee2870794ef4f4dafb2444c0b888336
|
|
||||||
run_uuid: 3ee2870794ef4f4dafb2444c0b888336
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652638803535
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
8
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/4aeccdef06344ac6ba7d5958ff7f9578/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 4aeccdef06344ac6ba7d5958ff7f9578
|
|
||||||
run_uuid: 4aeccdef06344ac6ba7d5958ff7f9578
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652636332050
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
10
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/55b8688df78d406f8681acfb00187d19/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 55b8688df78d406f8681acfb00187d19
|
|
||||||
run_uuid: 55b8688df78d406f8681acfb00187d19
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652635729200
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
10
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/63016f8e28f84c44867231bf97181432/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 63016f8e28f84c44867231bf97181432
|
|
||||||
run_uuid: 63016f8e28f84c44867231bf97181432
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652635790126
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
10
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/6c7ffdfb78ef42b99ea3361d144ed394/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 6c7ffdfb78ef42b99ea3361d144ed394
|
|
||||||
run_uuid: 6c7ffdfb78ef42b99ea3361d144ed394
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652635689676
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
10
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/7bb429bfa99a4de4b5d23833129db58a/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 7bb429bfa99a4de4b5d23833129db58a
|
|
||||||
run_uuid: 7bb429bfa99a4de4b5d23833129db58a
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652636503389
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
12
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/82516964547444549542e17cd65c49f6/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 82516964547444549542e17cd65c49f6
|
|
||||||
run_uuid: 82516964547444549542e17cd65c49f6
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652636362120
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
11
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
main
|
|
||||||
@ -1 +0,0 @@
|
|||||||
docker
|
|
||||||
@ -1 +0,0 @@
|
|||||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
@ -1 +0,0 @@
|
|||||||
file:///home/mikolaj/ai_tech/ium_444463
|
|
||||||
@ -1 +0,0 @@
|
|||||||
PROJECT
|
|
||||||
@ -1 +0,0 @@
|
|||||||
mikolaj
|
|
||||||
@ -1,15 +0,0 @@
|
|||||||
artifact_uri: ./mlruns/0/833ad1985768424296dd74a44f2e1487/artifacts
|
|
||||||
end_time: null
|
|
||||||
entry_point_name: ''
|
|
||||||
experiment_id: '0'
|
|
||||||
lifecycle_stage: active
|
|
||||||
name: ''
|
|
||||||
run_id: 833ad1985768424296dd74a44f2e1487
|
|
||||||
run_uuid: 833ad1985768424296dd74a44f2e1487
|
|
||||||
source_name: ''
|
|
||||||
source_type: 4
|
|
||||||
source_version: ''
|
|
||||||
start_time: 1652636704373
|
|
||||||
status: 1
|
|
||||||
tags: []
|
|
||||||
user_id: mikolaj
|
|
||||||
@ -1 +0,0 @@
|
|||||||
12
|
|
||||||
@ -1 +0,0 @@
|
|||||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user