s444018/ium_444018
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

should be good now
All checks were successful
s444018-evaluation/pipeline/head This commit looks good
Details
s444018-training/pipeline/head This commit looks good
Details

Browse Source
This commit is contained in:
Szymon Parafiński 2022-05-16 02:50:13 +02:00
parent 5a7e92fd4d
commit 9e54b71df2
3 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@ -14,6 +14,8 @@ RUN pip3 install torch
RUN pip3 install sacred
RUN pip3 install pymongo
RUN pip3 install mlflow
RUN pip3 install GitPython
ARG CUTOFF
ARG KAGGLE_USERNAME

2
Jenkinsfile_train
View File

@ -21,7 +21,7 @@ pipeline {
}
stage('Train model with sacred') {
steps {
sh 'python3 ./biblioteka_DL/dllib.py "epochs=$EPOCHS"'
sh 'python3 ./biblioteka_DL/dllib.py "$EPOCHS"'
archiveArtifacts artifacts: 'model.pkl, result.csv', followSymlinks: false
archiveArtifacts artifacts: 'mlruns/**'
archiveArtifacts artifacts: 'my_model/**'

10
biblioteka_DL/dllib.py
View File

@ -102,10 +102,10 @@ def my_main(epochs):
X_train = X_train.to_numpy()
y_train = pd.DataFrame(data_train["Gross"], dtype=np.float64)
y_train = y_train.to_numpy()
X_train = X_train.reshape(-1, 1)
y_train = y_train.reshape(-1, 1)
X_train = torch.from_numpy(X_train.astype(np.float32)).view(-1, 1)
y_train = torch.from_numpy(y_train.astype(np.float32)).view(-1, 1)
X_train_data = X_train.reshape(-1, 1)
y_train_data = y_train.reshape(-1, 1)
X_train = torch.from_numpy(X_train_data.astype(np.float32)).view(-1, 1)
y_train = torch.from_numpy(y_train_data.astype(np.float32)).view(-1, 1)
input_size = 1
output_size = 1
model = nn.Linear(input_size, output_size)
@ -149,7 +149,7 @@ def my_main(epochs):
torch.save(model, "model.pkl")
input_example = gross_test_g
siganture = infer_signature(gross_test_g, X_train)
siganture = infer_signature(X_train_data, y_train_data)
tracking_url_type_store = urlparse(mlflow.get_tracking_uri()).scheme
# print(tracking_url_type_store)