This commit is contained in:
parent
db58b28106
commit
c01ba17840
3
Jenkinsfile
vendored
3
Jenkinsfile
vendored
@ -32,6 +32,8 @@ pipeline {
|
||||
steps
|
||||
{
|
||||
sh 'python3 train.py ${BATCH_SIZE} ${EPOCHS}'
|
||||
sh 'rm -r my_model'
|
||||
sh 'python3 vgsales-mlflow.py ${BATCH_SIZE} ${EPOCHS}'
|
||||
}
|
||||
}
|
||||
|
||||
@ -40,6 +42,7 @@ pipeline {
|
||||
steps{
|
||||
archiveArtifacts 'vgsales_model.h5'
|
||||
archiveArtifacts 'my_runs/**'
|
||||
archiveArtifacts 'my_model/**'
|
||||
|
||||
}
|
||||
}
|
||||
|
15
mlruns/0/13e3e1a2ce674a07b82227babfec5f00/meta.yaml
Normal file
15
mlruns/0/13e3e1a2ce674a07b82227babfec5f00/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/13e3e1a2ce674a07b82227babfec5f00/artifacts
|
||||
end_time: null
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 13e3e1a2ce674a07b82227babfec5f00
|
||||
run_uuid: 13e3e1a2ce674a07b82227babfec5f00
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790521589
|
||||
status: 1
|
||||
tags: []
|
||||
user_id: tomasz
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
15
mlruns/0/1797ad0fc8144ad48230f8965a689293/meta.yaml
Normal file
15
mlruns/0/1797ad0fc8144ad48230f8965a689293/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/1797ad0fc8144ad48230f8965a689293/artifacts
|
||||
end_time: 1621790489715
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 1797ad0fc8144ad48230f8965a689293
|
||||
run_uuid: 1797ad0fc8144ad48230f8965a689293
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790450170
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/1797ad0fc8144ad48230f8965a689293/metrics/rmse
Normal file
1
mlruns/0/1797ad0fc8144ad48230f8965a689293/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790489709 0.032775074938251283 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/1797ad0fc8144ad48230f8965a689293/params/epochs
Normal file
1
mlruns/0/1797ad0fc8144ad48230f8965a689293/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
@ -0,0 +1,14 @@
|
||||
artifact_path: vgsales_model.h5
|
||||
flavors:
|
||||
keras:
|
||||
data: data
|
||||
keras_module: tensorflow.keras
|
||||
keras_version: 2.4.0
|
||||
save_format: tf
|
||||
python_function:
|
||||
data: data
|
||||
env: conda.yaml
|
||||
loader_module: mlflow.keras
|
||||
python_version: 3.8.5
|
||||
run_id: 1d5601fad0dc496b8e16c284d2fcd1c9
|
||||
utc_time_created: '2021-05-23 17:16:38.081474'
|
@ -0,0 +1,10 @@
|
||||
channels:
|
||||
- defaults
|
||||
- conda-forge
|
||||
dependencies:
|
||||
- python=3.8.5
|
||||
- pip
|
||||
- pip:
|
||||
- mlflow
|
||||
- tensorflow==2.4.1
|
||||
name: mlflow-env
|
@ -0,0 +1 @@
|
||||
tensorflow.keras
|
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -0,0 +1 @@
|
||||
tf
|
15
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/meta.yaml
Normal file
15
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/artifacts
|
||||
end_time: 1621790199119
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 1d5601fad0dc496b8e16c284d2fcd1c9
|
||||
run_uuid: 1d5601fad0dc496b8e16c284d2fcd1c9
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790167199
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/metrics/rmse
Normal file
1
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790198079 0.031762412384138385 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/params/epochs
Normal file
1
mlruns/0/1d5601fad0dc496b8e16c284d2fcd1c9/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
[{"run_id": "1d5601fad0dc496b8e16c284d2fcd1c9", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:16:38.081474", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
15
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/meta.yaml
Normal file
15
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/artifacts
|
||||
end_time: 1621790904083
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 5d3630baec6a424da8572f7ef9ef85b3
|
||||
run_uuid: 5d3630baec6a424da8572f7ef9ef85b3
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790867133
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/metrics/rmse
Normal file
1
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790904078 0.03182406217035666 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/params/epochs
Normal file
1
mlruns/0/5d3630baec6a424da8572f7ef9ef85b3/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
15
mlruns/0/794e3e4e628e416289e6237f26ef142d/meta.yaml
Normal file
15
mlruns/0/794e3e4e628e416289e6237f26ef142d/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/794e3e4e628e416289e6237f26ef142d/artifacts
|
||||
end_time: 1621790754185
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 794e3e4e628e416289e6237f26ef142d
|
||||
run_uuid: 794e3e4e628e416289e6237f26ef142d
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790714349
|
||||
status: 3
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/794e3e4e628e416289e6237f26ef142d/metrics/rmse
Normal file
1
mlruns/0/794e3e4e628e416289e6237f26ef142d/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790752218 0.031056313979876536 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/794e3e4e628e416289e6237f26ef142d/params/epochs
Normal file
1
mlruns/0/794e3e4e628e416289e6237f26ef142d/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
@ -0,0 +1,14 @@
|
||||
artifact_path: vgsales_model.h5
|
||||
flavors:
|
||||
keras:
|
||||
data: data
|
||||
keras_module: tensorflow.keras
|
||||
keras_version: 2.4.0
|
||||
save_format: tf
|
||||
python_function:
|
||||
data: data
|
||||
env: conda.yaml
|
||||
loader_module: mlflow.keras
|
||||
python_version: 3.8.5
|
||||
run_id: 883a0165bd624848bff8037bbad39446
|
||||
utc_time_created: '2021-05-23 17:12:20.066683'
|
@ -0,0 +1,10 @@
|
||||
channels:
|
||||
- defaults
|
||||
- conda-forge
|
||||
dependencies:
|
||||
- python=3.8.5
|
||||
- pip
|
||||
- pip:
|
||||
- mlflow
|
||||
- tensorflow==2.4.1
|
||||
name: mlflow-env
|
@ -0,0 +1 @@
|
||||
tensorflow.keras
|
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -0,0 +1 @@
|
||||
tf
|
15
mlruns/0/883a0165bd624848bff8037bbad39446/meta.yaml
Normal file
15
mlruns/0/883a0165bd624848bff8037bbad39446/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/883a0165bd624848bff8037bbad39446/artifacts
|
||||
end_time: 1621789941879
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: 883a0165bd624848bff8037bbad39446
|
||||
run_uuid: 883a0165bd624848bff8037bbad39446
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621789909395
|
||||
status: 3
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/883a0165bd624848bff8037bbad39446/metrics/rmse
Normal file
1
mlruns/0/883a0165bd624848bff8037bbad39446/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621789940064 0.03283662485627263 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/883a0165bd624848bff8037bbad39446/params/epochs
Normal file
1
mlruns/0/883a0165bd624848bff8037bbad39446/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
[{"run_id": "883a0165bd624848bff8037bbad39446", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:12:20.066683", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
@ -0,0 +1,14 @@
|
||||
artifact_path: vgsales_model.h5
|
||||
flavors:
|
||||
keras:
|
||||
data: data
|
||||
keras_module: tensorflow.keras
|
||||
keras_version: 2.4.0
|
||||
save_format: tf
|
||||
python_function:
|
||||
data: data
|
||||
env: conda.yaml
|
||||
loader_module: mlflow.keras
|
||||
python_version: 3.8.5
|
||||
run_id: c982ec1561894780b45c04392e54dede
|
||||
utc_time_created: '2021-05-23 17:19:52.104292'
|
@ -0,0 +1,10 @@
|
||||
channels:
|
||||
- defaults
|
||||
- conda-forge
|
||||
dependencies:
|
||||
- python=3.8.5
|
||||
- pip
|
||||
- pip:
|
||||
- mlflow
|
||||
- tensorflow==2.4.1
|
||||
name: mlflow-env
|
@ -0,0 +1 @@
|
||||
tensorflow.keras
|
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -0,0 +1 @@
|
||||
tf
|
15
mlruns/0/c982ec1561894780b45c04392e54dede/meta.yaml
Normal file
15
mlruns/0/c982ec1561894780b45c04392e54dede/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/c982ec1561894780b45c04392e54dede/artifacts
|
||||
end_time: 1621790393452
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: c982ec1561894780b45c04392e54dede
|
||||
run_uuid: c982ec1561894780b45c04392e54dede
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790353667
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/c982ec1561894780b45c04392e54dede/metrics/rmse
Normal file
1
mlruns/0/c982ec1561894780b45c04392e54dede/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790392100 0.03209544018660911 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/c982ec1561894780b45c04392e54dede/params/epochs
Normal file
1
mlruns/0/c982ec1561894780b45c04392e54dede/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
[{"run_id": "c982ec1561894780b45c04392e54dede", "artifact_path": "vgsales_model.h5", "utc_time_created": "2021-05-23 17:19:52.104292", "flavors": {"keras": {"keras_module": "tensorflow.keras", "keras_version": "2.4.0", "save_format": "tf", "data": "data"}, "python_function": {"loader_module": "mlflow.keras", "python_version": "3.8.5", "data": "data", "env": "conda.yaml"}}}]
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
15
mlruns/0/d981b8d00a9240d585647c760d4143a3/meta.yaml
Normal file
15
mlruns/0/d981b8d00a9240d585647c760d4143a3/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/d981b8d00a9240d585647c760d4143a3/artifacts
|
||||
end_time: 1621790667043
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: d981b8d00a9240d585647c760d4143a3
|
||||
run_uuid: d981b8d00a9240d585647c760d4143a3
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790630159
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/d981b8d00a9240d585647c760d4143a3/metrics/rmse
Normal file
1
mlruns/0/d981b8d00a9240d585647c760d4143a3/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790667036 0.032142209216265996 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/d981b8d00a9240d585647c760d4143a3/params/epochs
Normal file
1
mlruns/0/d981b8d00a9240d585647c760d4143a3/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
15
mlruns/0/fc71b79472444c8eb0ff1854dd477712/meta.yaml
Normal file
15
mlruns/0/fc71b79472444c8eb0ff1854dd477712/meta.yaml
Normal file
@ -0,0 +1,15 @@
|
||||
artifact_uri: file:///home/tomasz/IUM/ium_434695/mlruns/0/fc71b79472444c8eb0ff1854dd477712/artifacts
|
||||
end_time: 1621790569106
|
||||
entry_point_name: ''
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: ''
|
||||
run_id: fc71b79472444c8eb0ff1854dd477712
|
||||
run_uuid: fc71b79472444c8eb0ff1854dd477712
|
||||
source_name: ''
|
||||
source_type: 4
|
||||
source_version: ''
|
||||
start_time: 1621790533743
|
||||
status: 4
|
||||
tags: []
|
||||
user_id: tomasz
|
1
mlruns/0/fc71b79472444c8eb0ff1854dd477712/metrics/rmse
Normal file
1
mlruns/0/fc71b79472444c8eb0ff1854dd477712/metrics/rmse
Normal file
@ -0,0 +1 @@
|
||||
1621790569099 0.032763813909841656 0
|
@ -0,0 +1 @@
|
||||
16
|
1
mlruns/0/fc71b79472444c8eb0ff1854dd477712/params/epochs
Normal file
1
mlruns/0/fc71b79472444c8eb0ff1854dd477712/params/epochs
Normal file
@ -0,0 +1 @@
|
||||
15
|
@ -0,0 +1 @@
|
||||
db58b281061f170a706135380f1e7c86c7162acc
|
@ -0,0 +1 @@
|
||||
/home/tomasz/IUM/ium_434695/vgsales-mlflow.py
|
@ -0,0 +1 @@
|
||||
LOCAL
|
@ -0,0 +1 @@
|
||||
tomasz
|
4
mlruns/0/meta.yaml
Normal file
4
mlruns/0/meta.yaml
Normal file
@ -0,0 +1,4 @@
|
||||
artifact_location: file:///home/tomasz/IUM/ium_434695/mlruns/0
|
||||
experiment_id: '0'
|
||||
lifecycle_stage: active
|
||||
name: Default
|
@ -49,7 +49,7 @@ def my_main(epochs, batch_size):
|
||||
|
||||
model.save('vgsales_model.h5')
|
||||
|
||||
return rmse, model
|
||||
return rmse, model, X_train, y_train
|
||||
|
||||
|
||||
|
||||
@ -59,10 +59,11 @@ batch_size = int(sys.argv[2]) if len(sys.argv) > 2 else 16
|
||||
|
||||
with mlflow.start_run():
|
||||
|
||||
rmse, model = my_main(epochs, batch_size)
|
||||
rmse, model, x_train, y_train = my_main(epochs, batch_size)
|
||||
|
||||
mlflow.log_param("epochs", epochs)
|
||||
mlflow.log_param("batch_size", batch_size)
|
||||
mlflow.log_metric("rmse", rmse)
|
||||
mlflow.keras.log_model(model, 'vgsales_model.h5')
|
||||
mlflow.keras.save_model(model, "my_model")
|
||||
#mlflow.keras.log_model(model, 'vgsales_model.h5')
|
||||
mlflow.keras.save_model(model, "my_model", signature=mlflow.models.signature.infer_signature(x_train, y_train), input_example=x_train)
|
||||
|
BIN
vgsales_model.h5
Normal file
BIN
vgsales_model.h5
Normal file
Binary file not shown.
Loading…
Reference in New Issue
Block a user