elo
Some checks failed
s434695-training/pipeline/head There was a failure building this commit

This commit is contained in:
s434695 2021-05-23 19:31:11 +02:00
parent db58b28106
commit c01ba17840
97 changed files with 288 additions and 4 deletions

3
Jenkinsfile vendored
View File

@ -32,6 +32,8 @@ pipeline {
steps steps
{ {
sh 'python3 train.py ${BATCH_SIZE} ${EPOCHS}' sh 'python3 train.py ${BATCH_SIZE} ${EPOCHS}'
sh 'rm -r my_model'
sh 'python3 vgsales-mlflow.py ${BATCH_SIZE} ${EPOCHS}'
} }
} }
@ -40,6 +42,7 @@ pipeline {
steps{ steps{
archiveArtifacts 'vgsales_model.h5' archiveArtifacts 'vgsales_model.h5'
archiveArtifacts 'my_runs/**' archiveArtifacts 'my_runs/**'
archiveArtifacts 'my_model/**'
} }
} }

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/13e3e1a2ce674a07b82227babfec5f00/artifacts
end_time: null
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 13e3e1a2ce674a07b82227babfec5f00
run_uuid: 13e3e1a2ce674a07b82227babfec5f00
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790521589
status: 1
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/1797ad0fc8144ad48230f8965a689293/artifacts
end_time: 1621790489715
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 1797ad0fc8144ad48230f8965a689293
run_uuid: 1797ad0fc8144ad48230f8965a689293
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790450170
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790489709 0.032775074938251283 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,14 @@
artifact_path: vgsales_model.h5
flavors:
keras:
data: data
keras_module: tensorflow.keras
keras_version: 2.4.0
save_format: tf
python_function:
data: data
env: conda.yaml
loader_module: mlflow.keras
python_version: 3.8.5
run_id: 1d5601fad0dc496b8e16c284d2fcd1c9
utc_time_created: '2021-05-23 17:16:38.081474'

View File

@ -0,0 +1,10 @@
channels:
- defaults
- conda-forge
dependencies:
- python=3.8.5
- pip
- pip:
- mlflow
- tensorflow==2.4.1
name: mlflow-env

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/artifacts
end_time: 1621790199119
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 1d5601fad0dc496b8e16c284d2fcd1c9
run_uuid: 1d5601fad0dc496b8e16c284d2fcd1c9
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790167199
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790198079 0.031762412384138385 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
[{"run_id": "1d5601fad0dc496b8e16c284d2fcd1c9", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:16:38.081474", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/artifacts
end_time: 1621790904083
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 5d3630baec6a424da8572f7ef9ef85b3
run_uuid: 5d3630baec6a424da8572f7ef9ef85b3
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790867133
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790904078 0.03182406217035666 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/794e3e4e628e416289e6237f26ef142d/artifacts
end_time: 1621790754185
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 794e3e4e628e416289e6237f26ef142d
run_uuid: 794e3e4e628e416289e6237f26ef142d
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790714349
status: 3
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790752218 0.031056313979876536 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,14 @@
artifact_path: vgsales_model.h5
flavors:
keras:
data: data
keras_module: tensorflow.keras
keras_version: 2.4.0
save_format: tf
python_function:
data: data
env: conda.yaml
loader_module: mlflow.keras
python_version: 3.8.5
run_id: 883a0165bd624848bff8037bbad39446
utc_time_created: '2021-05-23 17:12:20.066683'

View File

@ -0,0 +1,10 @@
channels:
- defaults
- conda-forge
dependencies:
- python=3.8.5
- pip
- pip:
- mlflow
- tensorflow==2.4.1
name: mlflow-env

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/883a0165bd624848bff8037bbad39446/artifacts
end_time: 1621789941879
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: 883a0165bd624848bff8037bbad39446
run_uuid: 883a0165bd624848bff8037bbad39446
source_name: ''
source_type: 4
source_version: ''
start_time: 1621789909395
status: 3
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621789940064 0.03283662485627263 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
[{"run_id": "883a0165bd624848bff8037bbad39446", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:12:20.066683", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,14 @@
artifact_path: vgsales_model.h5
flavors:
keras:
data: data
keras_module: tensorflow.keras
keras_version: 2.4.0
save_format: tf
python_function:
data: data
env: conda.yaml
loader_module: mlflow.keras
python_version: 3.8.5
run_id: c982ec1561894780b45c04392e54dede
utc_time_created: '2021-05-23 17:19:52.104292'

View File

@ -0,0 +1,10 @@
channels:
- defaults
- conda-forge
dependencies:
- python=3.8.5
- pip
- pip:
- mlflow
- tensorflow==2.4.1
name: mlflow-env

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/c982ec1561894780b45c04392e54dede/artifacts
end_time: 1621790393452
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: c982ec1561894780b45c04392e54dede
run_uuid: c982ec1561894780b45c04392e54dede
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790353667
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790392100 0.03209544018660911 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
[{"run_id": "c982ec1561894780b45c04392e54dede", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:19:52.104292", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/d981b8d00a9240d585647c760d4143a3/artifacts
end_time: 1621790667043
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: d981b8d00a9240d585647c760d4143a3
run_uuid: d981b8d00a9240d585647c760d4143a3
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790630159
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790667036 0.032142209216265996 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

View File

@ -0,0 +1,15 @@
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/fc71b79472444c8eb0ff1854dd477712/artifacts
end_time: 1621790569106
entry_point_name: ''
experiment_id: '0'
lifecycle_stage: active
name: ''
run_id: fc71b79472444c8eb0ff1854dd477712
run_uuid: fc71b79472444c8eb0ff1854dd477712
source_name: ''
source_type: 4
source_version: ''
start_time: 1621790533743
status: 4
tags: []
user_id: tomasz

View File

@ -0,0 +1 @@
1621790569099 0.032763813909841656 0

View File

@ -0,0 +1 @@
16

View File

@ -0,0 +1 @@
15

View File

@ -0,0 +1 @@
db58b281061f170a706135380f1e7c86c7162acc

View File

@ -0,0 +1 @@
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py

View File

@ -0,0 +1 @@
LOCAL

View File

@ -0,0 +1 @@
tomasz

4
mlruns/0/meta.yaml Normal file
View File

@ -0,0 +1,4 @@
artifact_location: file:///home/tomasz/IUM/ium_434695/mlruns/0
experiment_id: '0'
lifecycle_stage: active
name: Default

View File

@ -49,7 +49,7 @@ def my_main(epochs, batch_size):
model.save('vgsales_model.h5') model.save('vgsales_model.h5')
return rmse, model return rmse, model, X_train, y_train
@ -59,10 +59,11 @@ batch_size = int(sys.argv[2]) if len(sys.argv) > 2 else 16
with mlflow.start_run(): with mlflow.start_run():
rmse, model = my_main(epochs, batch_size) rmse, model, x_train, y_train = my_main(epochs, batch_size)
mlflow.log_param("epochs", epochs) mlflow.log_param("epochs", epochs)
mlflow.log_param("batch_size", batch_size) mlflow.log_param("batch_size", batch_size)
mlflow.log_metric("rmse", rmse) mlflow.log_metric("rmse", rmse)
mlflow.keras.log_model(model, 'vgsales_model.h5') #mlflow.keras.log_model(model, 'vgsales_model.h5')
mlflow.keras.save_model(model, "my_model") mlflow.keras.save_model(model, "my_model", signature=mlflow.models.signature.infer_signature(x_train, y_train), input_example=x_train)

BIN
vgsales_model.h5 Normal file

Binary file not shown.