From 7a39f24359c7604d86d5669373287f85b685f22c Mon Sep 17 00:00:00 2001 From: s464786 Date: Tue, 4 Jun 2024 11:43:14 +0200 Subject: [PATCH] test_learning --- train_nlg.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/train_nlg.py b/train_nlg.py index 00d2269..90c2a55 100644 --- a/train_nlg.py +++ b/train_nlg.py @@ -11,7 +11,8 @@ for file_name in os.listdir(translated_data_directory): if file_name.endswith('.tsv'): file_path = os.path.join(translated_data_directory, file_name) df = pd.read_csv(file_path, sep='\t') - dfs.append(df) + df_user = df[df['role'] == 'system'].drop('role', axis=1) + dfs.append(df_user) combined_df = pd.concat(dfs, ignore_index=True) # Przygotowanie zbioru danych do trenowania