Add post-processing to 25k

This commit is contained in:
SzyGra 2020-11-15 18:27:16 +01:00
parent f3ade9fdfc
commit af0e579ee9
5 changed files with 2408 additions and 3606 deletions

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@ -38,7 +38,10 @@ def process_words(voc):
if p_word.lower() in confusion_words and check_letters(word.lower(),pl_letters):
en_word = word
else:
try:
en_word = trans.translate(word,dest='en',src='pl').text
except:
en_word = word
processed_line = processed_line + en_word + ' '
print(processed_line)
@ -48,6 +51,6 @@ def check_letters(text,pl):
return False
return True
#voc = pickle.load(open('pl_en.pickle', 'rb'))
#process_words(voc)
pl_trans()
voc = pickle.load(open('pl_en.pickle', 'rb'))
process_words(voc)
#pl_trans()

File diff suppressed because it is too large Load Diff