ium_z487179/ML/model_train.py

import torch
import torch.nn as nn
import torch.optim as optim
from torch.utils.data import DataLoader, TensorDataset
import numpy as np
import pandas as pd
from sklearn.preprocessing import LabelBinarizer
import numpy as np
from sklearn.preprocessing import MinMaxScaler
from sklearn.model_selection import train_test_split
import argparse


class MyNeuralNetwork(nn.Module):
    def __init__(self, *args, **kwargs) -> None:
        super(MyNeuralNetwork, self).__init__(*args, **kwargs)
        self.fc1 = nn.Linear(12, 64)
        self.relu = nn.ReLU()
        self.fc1 = nn.Linear(12, 64)
        self.relu = nn.ReLU()
        self.fc2 = nn.Linear(64, 1)
        self.sigmoid = nn.Sigmoid()
    
    def forward(self, x):
        x = self.fc1(x)
        x = self.relu(x)
        x = self.fc2(x)
        x = self.sigmoid(x)
        return x

def prepare_df_for_nn(df: pd.DataFrame):
    
    id_column_name_list: list[str] = [column for column in df.columns.to_list() if 'id' in  column.lower()]
    if len(id_column_name_list) == 0:
        pass
    else:
        df.drop(id_column_name_list[0], inplace=True, axis=1)
    encoder: LabelBinarizer =  LabelBinarizer()
    df.reset_index(inplace=True)
    for column in df.columns:
        if str(df[column].dtype).lower() == 'object':
            encoded_column: np.ndarray = encoder.fit_transform(df[column])
            df[column] = pd.Series(encoded_column.flatten(), dtype=pd.Int16Dtype)
    return df

def load_data(path: str):
    df: pd.DataFrame = pd.read_csv('home_loan_train.csv') 
    train_dataset: pd.DataFrame = prepare_df_for_nn(df)
    x: np.ndarray = train_dataset.iloc[:, :-1].values.astype(float)
    y: np.ndarray = train_dataset.iloc[:, -1].values.astype(float)
    x_tensor: torch.Tensor = torch.tensor(x, dtype=torch.float32)
    y_tensor: torch.Tensor = torch.tensor(y, dtype=torch.float32)
    dataset: TensorDataset = TensorDataset(x_tensor, y_tensor)
    return dataset

def train(epochs: int, dataloader_train: DataLoader, dataloader_val: DataLoader):
    model: MyNeuralNetwork = MyNeuralNetwork()
    criterion: nn.BCELoss = nn.BCELoss()
    optimizer = optim.Adam(model.parameters(), lr=0.001)
    for epoch in range(epochs):
        total_correct_train = 0
        total_samples_train = 0
        total_correct_val = 0
        total_samples_val = 0

        for inputs, labels in dataloader_train:
            outputs = model(inputs)
            labels = labels.reshape((labels.shape[0], 1))
            loss = criterion(outputs, labels)
            predicted_labels = (outputs > 0.5).float()
            total_correct_train += (predicted_labels == labels).sum().item()
            total_samples_train += labels.size(0)

            optimizer.zero_grad()
            loss.backward()
            optimizer.step()

        with torch.no_grad():
            for inputs, labels in dataloader_val:
                outputs_val = model(inputs)
                predicted_labels_val = (outputs_val > 0.5).float()
                labels = labels.reshape((labels.shape[0], 1))
                total_correct_val += (predicted_labels_val == labels).sum().item()
                total_samples_val += labels.size(0)

        accuracy_val = total_correct_val / total_samples_val
        accuracy_train = total_correct_train / total_samples_train
        print(f"Epoch {epoch+1}/{epochs}, Loss: {loss.item():.4f}, Accuracy train: {accuracy_train:.4f}, Accuracy val: {accuracy_val:.4f}")
        
    return model

def create_dataset():
    home_loan_train = pd.read_csv('/Users/wojciechbatruszewicz/InformatykaStudia/SEMESTR8/IUM/ZADANIA/createDataset/loan_sanction_train.csv')
    home_loan_test = pd.read_csv('/Users/wojciechbatruszewicz/InformatykaStudia/SEMESTR8/IUM/ZADANIA/createDataset/loan_sanction_test.csv')

    home_loan_train_final, home_loan_test = train_test_split(home_loan_train, test_size=0.2, random_state=1)
    home_loan_test_final, home_loan_val_final = train_test_split(home_loan_test, test_size=0.5, random_state=1)

    numeric_cols_train = home_loan_train_final.select_dtypes(include='number').columns
    numeric_cols_test = home_loan_test_final.select_dtypes(include='number').columns
    numeric_cols_val = home_loan_val_final.select_dtypes(include='number').columns

    scaler = MinMaxScaler()

    home_loan_train_final[numeric_cols_train] = scaler.fit_transform(home_loan_train_final[numeric_cols_train])
    home_loan_test_final[numeric_cols_test] = scaler.fit_transform(home_loan_test_final[numeric_cols_test])
    home_loan_val_final[numeric_cols_val] = scaler.fit_transform(home_loan_val_final[numeric_cols_val])
    
    home_loan_train_final = home_loan_train_final.dropna()
    home_loan_test_final = home_loan_test_final.dropna()
    home_loan_val_final = home_loan_val_final.dropna()

    home_loan_train_final.to_csv('home_loan_train.csv', index=False)
    home_loan_test_final.to_csv('home_loan_test.csv', index=False)
    home_loan_val_final.to_csv('home_loan_val.csv', index=False)

def main() -> None:
    # create_dataset()
    parser = argparse.ArgumentParser(description='A test program.')
    parser.add_argument("--epochs", help="Prints the supplied argument.", default='10')
    args = parser.parse_args()
    config = vars(args)
    epochs =  int(config["epochs"])
    
    train_dataset = load_data("home_loan_train.csv")
    val_dataset = load_data("home_loan_val.csv")
    
    batch_size: int = 32
    dataloader_train = DataLoader(train_dataset, batch_size = batch_size, shuffle=True)
    dataloader_val = DataLoader(val_dataset, batch_size = batch_size)
        
    model = train(epochs, dataloader_train, dataloader_val)
    torch.save(model.state_dict(), 'model.pt')
    
if __name__ == "__main__":
    main()