test_learning

2024-06-04 11:43:14 +02:00 · 2024-06-04 11:43:14 +02:00 · 7a39f24359
commit 7a39f24359
parent a2e2dd4e23
1 changed files with 2 additions and 1 deletions
--- a/train_nlg.py
+++ b/train_nlg.py
@ -11,7 +11,8 @@ for file_name in os.listdir(translated_data_directory):
    if file_name.endswith('.tsv'):
        file_path = os.path.join(translated_data_directory, file_name)
        df = pd.read_csv(file_path, sep='\t')
-        dfs.append(df)
+        df_user = df[df['role'] == 'system'].drop('role', axis=1)
+        dfs.append(df_user)
 combined_df = pd.concat(dfs, ignore_index=True)

 # Przygotowanie zbioru danych do trenowania