MLFlow inprogress
This commit is contained in:
Mikołaj Pokrywka
parent
0c67053401
commit
8b99b7e9e9
2
.gitignore
vendored
2
.gitignore
vendored
@ -15,3 +15,5 @@ model
|
||||
metrics.txt
|
||||
metrics.png
|
||||
my_runs
|
||||
mlruns
|
||||
modelML
|
||||
|
||||
@ -14,4 +14,4 @@ WORKDIR /app
|
||||
COPY ./deepl.py .
|
||||
COPY ./MLProject .
|
||||
|
||||
# CMD python3 deepl.py
|
||||
# CMD python3 deepl.py 10
|
||||
|
||||
18
deepl.py
18
deepl.py
@ -14,9 +14,8 @@ import sys
|
||||
import mlflow
|
||||
from mlflow.models import infer_signature
|
||||
|
||||
mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
||||
mlflow.set_experiment("s444463")
|
||||
|
||||
mlflow.set_experiment("s444463x")
|
||||
def convert_text_to_model_form(text):
|
||||
a = vectorizer.transform([text])
|
||||
b = torch.tensor(scipy.sparse.csr_matrix.todense(a)).float()
|
||||
@ -183,8 +182,10 @@ def train(epochs):
|
||||
f.close()
|
||||
|
||||
torch.save(model, 'model')
|
||||
mlflow.pytorch.log_model(model, "model", signature=siganture, input_example=input_example)
|
||||
mlflow.pytorch.save_model(model, "model", signature=siganture, input_example=input_example)
|
||||
input_example = data_train[:5]
|
||||
siganture = infer_signature(input_example, np.array(['company_profile']))
|
||||
mlflow.pytorch.log_model(model, "modelML", signature=siganture, input_example=input_example)
|
||||
mlflow.pytorch.save_model(model, "modelML", signature=siganture, input_example=input_example)
|
||||
|
||||
|
||||
print(sys.argv[1])
|
||||
@ -193,6 +194,15 @@ print(sys.argv[1])
|
||||
epochs = int(sys.argv[1])
|
||||
|
||||
if __name__ == "__main__":
|
||||
# mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
||||
|
||||
|
||||
# with mlflow.start_run() as run:
|
||||
|
||||
# mlflow.set_tracking_uri("http://172.17.0.1:5000")
|
||||
# mlflow.set_experiment("s444463")
|
||||
mlflow.log_param("TEST", 'TEST')
|
||||
|
||||
train(epochs)
|
||||
|
||||
# plt.figure(figsize=(12, 5))
|
||||
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/1be012972380454a86074e53f6007c86/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 1be012972380454a86074e53f6007c86
|
||||
run_uuid: 1be012972380454a86074e53f6007c86
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652635708730
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
10
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/2cf44da0b5e8422d9254cbf8cd7f31ed/artifacts
|
||||
end_time: 1652637872270
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 2cf44da0b5e8422d9254cbf8cd7f31ed
|
||||
run_uuid: 2cf44da0b5e8422d9254cbf8cd7f31ed
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652637426164
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
8
|
||||
@ -1 +0,0 @@
|
||||
sha256:8c88d085e9b52a5042a701abf99841314d4ae732f3a2d340d431cf1b03ddd6a1
|
||||
@ -1 +0,0 @@
|
||||
s444463:7eddb93
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
local
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/3ee2870794ef4f4dafb2444c0b888336/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 3ee2870794ef4f4dafb2444c0b888336
|
||||
run_uuid: 3ee2870794ef4f4dafb2444c0b888336
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652638803535
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
8
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/4aeccdef06344ac6ba7d5958ff7f9578/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 4aeccdef06344ac6ba7d5958ff7f9578
|
||||
run_uuid: 4aeccdef06344ac6ba7d5958ff7f9578
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652636332050
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
10
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/55b8688df78d406f8681acfb00187d19/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 55b8688df78d406f8681acfb00187d19
|
||||
run_uuid: 55b8688df78d406f8681acfb00187d19
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652635729200
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
10
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/63016f8e28f84c44867231bf97181432/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 63016f8e28f84c44867231bf97181432
|
||||
run_uuid: 63016f8e28f84c44867231bf97181432
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652635790126
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
10
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/6c7ffdfb78ef42b99ea3361d144ed394/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 6c7ffdfb78ef42b99ea3361d144ed394
|
||||
run_uuid: 6c7ffdfb78ef42b99ea3361d144ed394
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652635689676
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
10
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/7bb429bfa99a4de4b5d23833129db58a/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 7bb429bfa99a4de4b5d23833129db58a
|
||||
run_uuid: 7bb429bfa99a4de4b5d23833129db58a
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652636503389
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
12
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/82516964547444549542e17cd65c49f6/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 82516964547444549542e17cd65c49f6
|
||||
run_uuid: 82516964547444549542e17cd65c49f6
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652636362120
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
11
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
main
|
||||
@ -1 +0,0 @@
|
||||
docker
|
||||
@ -1 +0,0 @@
|
||||
7eddb939fc735f54ddeed50dc19390ea59c4d4df
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
@ -1 +0,0 @@
|
||||
file:///home/mikolaj/ai_tech/ium_444463
|
||||
@ -1 +0,0 @@
|
||||
PROJECT
|
||||
@ -1 +0,0 @@
|
||||
mikolaj
|
||||
@ -1,15 +0,0 @@
|
||||
artifact_uri: ./mlruns/0/833ad1985768424296dd74a44f2e1487/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 833ad1985768424296dd74a44f2e1487
|
||||
run_uuid: 833ad1985768424296dd74a44f2e1487
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1652636704373
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: mikolaj
|
||||
@ -1 +0,0 @@
|
||||
12
|
||||
@ -1 +0,0 @@
|
||||
git@git.wmi.amu.edu.pl:s444463/ium_444463.git
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user