Add post-processing to 25k

dev-0/out.tsv

@@ -797,4 +797,4 @@ If we will destroy ocean we now have before us destruction because 50% inhaled b
 It Absorbs thirty% of carbon emissions and our source of food
 However, we can order this the bay and get it to the former splendor, and this is and very simple.
 If we kill our oceans we will kill also ourselves.
-That and production film all by the company recycling TOMRA within the framework of its new efforts to education Australians in terms of environmental protection and reduce the negative impact of containers on drinks which often goes to the environment runs down during the with research on and between plastics artificial and health mental which the results of the published in this month.
+That and production film all by the company recycling TOMRA within the framework of its new efforts to education Australians in terms of environmental protection and reduce the negative impact of containers on drinks which often goes to the environment runs down during the with research on and between plastics artificial and health mental which the results of the published in this month.

post_process.py

@@ -38,7 +38,10 @@ def process_words(voc):
                     if p_word.lower() in confusion_words and check_letters(word.lower(),pl_letters):
                         en_word = word
                     else:
-                        en_word = trans.translate(word,dest='en',src='pl').text
+                        try:
+                            en_word = trans.translate(word,dest='en',src='pl').text
+                        except:
+                            en_word = word
                 processed_line = processed_line + en_word + ' '
         print(processed_line)
 
@@ -48,6 +51,6 @@ def check_letters(text,pl):
             return False
     return True
 
-#voc = pickle.load(open('pl_en.pickle', 'rb'))
-#process_words(voc)
-pl_trans()
+voc = pickle.load(open('pl_en.pickle', 'rb'))
+process_words(voc)
+#pl_trans()