Add post-processing to 25k
This commit is contained in:
parent
f3ade9fdfc
commit
af0e579ee9
1200
out-test-2.tsv
1200
out-test-2.tsv
File diff suppressed because it is too large
Load Diff
2383
out-test.tsv
2383
out-test.tsv
File diff suppressed because it is too large
Load Diff
@ -38,7 +38,10 @@ def process_words(voc):
|
||||
if p_word.lower() in confusion_words and check_letters(word.lower(),pl_letters):
|
||||
en_word = word
|
||||
else:
|
||||
try:
|
||||
en_word = trans.translate(word,dest='en',src='pl').text
|
||||
except:
|
||||
en_word = word
|
||||
processed_line = processed_line + en_word + ' '
|
||||
print(processed_line)
|
||||
|
||||
@ -48,6 +51,6 @@ def check_letters(text,pl):
|
||||
return False
|
||||
return True
|
||||
|
||||
#voc = pickle.load(open('pl_en.pickle', 'rb'))
|
||||
#process_words(voc)
|
||||
pl_trans()
|
||||
voc = pickle.load(open('pl_en.pickle', 'rb'))
|
||||
process_words(voc)
|
||||
#pl_trans()
|
2330
test-A/out.tsv
2330
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user