s470607/transfix-mt
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add print in inject

Browse Source
This commit is contained in:
jakubknczny 2022-01-23 17:15:54 +01:00
parent 1a37dbd11d
commit f1169e1540
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/inject.py
View File

@ -81,6 +81,10 @@ for line, line_en, line_pl in zip(file_en_lemmatized, file_en, file_pl):
translation_line_counts.append(1)
en.append(line_en)
if len(translation_line_counts) % 50000 == 0:
print('injecting into file: ' + train_in_path + '.injected: ' + str(len(translation_line_counts)), end='\r')
print('\n')
with open(train_expected_path + '.injected', 'w') as file_pl_write:
for line, translation_line_ct in zip(file_pl, translation_line_counts):