Add post-processing to 25k
This commit is contained in:
parent
f3ade9fdfc
commit
af0e579ee9
@ -797,4 +797,4 @@ If we will destroy ocean we now have before us destruction because 50% inhaled b
|
||||
It Absorbs thirty% of carbon emissions and our source of food
|
||||
However, we can order this the bay and get it to the former splendor, and this is and very simple.
|
||||
If we kill our oceans we will kill also ourselves.
|
||||
That and production film all by the company recycling TOMRA within the framework of its new efforts to education Australians in terms of environmental protection and reduce the negative impact of containers on drinks which often goes to the environment runs down during the with research on and between plastics artificial and health mental which the results of the published in this month.
|
||||
That and production film all by the company recycling TOMRA within the framework of its new efforts to education Australians in terms of environmental protection and reduce the negative impact of containers on drinks which often goes to the environment runs down during the with research on and between plastics artificial and health mental which the results of the published in this month.
|
Can't render this file because it contains an unexpected character in line 5 and column 42.
|
1200
out-test-2.tsv
1200
out-test-2.tsv
File diff suppressed because it is too large
Load Diff
2401
out-test.tsv
2401
out-test.tsv
File diff suppressed because it is too large
Load Diff
@ -38,7 +38,10 @@ def process_words(voc):
|
||||
if p_word.lower() in confusion_words and check_letters(word.lower(),pl_letters):
|
||||
en_word = word
|
||||
else:
|
||||
en_word = trans.translate(word,dest='en',src='pl').text
|
||||
try:
|
||||
en_word = trans.translate(word,dest='en',src='pl').text
|
||||
except:
|
||||
en_word = word
|
||||
processed_line = processed_line + en_word + ' '
|
||||
print(processed_line)
|
||||
|
||||
@ -48,6 +51,6 @@ def check_letters(text,pl):
|
||||
return False
|
||||
return True
|
||||
|
||||
#voc = pickle.load(open('pl_en.pickle', 'rb'))
|
||||
#process_words(voc)
|
||||
pl_trans()
|
||||
voc = pickle.load(open('pl_en.pickle', 'rb'))
|
||||
process_words(voc)
|
||||
#pl_trans()
|
2400
test-A/out.tsv
2400
test-A/out.tsv
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user