Refactor all the things
This commit is contained in:
SuHun Han
ssut
parent
59d96f75a0
commit
9a70d82281
|
|
@ -1,3 +1,7 @@
|
|||
"""Free Google Translate API for Python. Translates totally free of charge."""
|
||||
__all__ = 'Translator',
|
||||
__version_info__ = 2, 0, 0
|
||||
__version__ = '.'.join(str(v) for v in __version_info__)
|
||||
|
||||
__version__ = 1.2
|
||||
|
||||
from googletrans.client import Translator
|
||||
|
|
@ -0,0 +1,190 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
A Translation module.
|
||||
|
||||
You can translate text using this module.
|
||||
"""
|
||||
import re
|
||||
import requests
|
||||
import sys
|
||||
from collections import namedtuple
|
||||
from future.moves.urllib.parse import quote
|
||||
|
||||
from googletrans import __version__
|
||||
from googletrans import urls
|
||||
from googletrans.compat import PY3
|
||||
from googletrans.gtoken import TokenAcquirer
|
||||
from googletrans.utils import format_json
|
||||
from googletrans.constants import DEFAULT_USER_AGENT, LANGUAGES, SPECIAL_CASES
|
||||
from googletrans.models import Translated, Detected
|
||||
|
||||
|
||||
EXCLUDES = ['en', 'ca', 'fr']
|
||||
RE_SRC = re.compile(',\[\["([\w]{2})"\]')
|
||||
|
||||
|
||||
class Translator(object):
|
||||
|
||||
def __init__(self, user_agent=DEFAULT_USER_AGENT):
|
||||
self.session = requests.Session()
|
||||
self.session.headers.update({
|
||||
'User-Agent': user_agent,
|
||||
})
|
||||
self.token_acquirer = TokenAcquirer(session=self.session)
|
||||
|
||||
# Use HTTP2 Adapter if hyper is installed
|
||||
try:
|
||||
from hyper.contrib import HTTP20Adapter
|
||||
self.session.mount(urls.BASE, HTTP20Adapter())
|
||||
except ImportError: # pragma: nocover
|
||||
pass
|
||||
|
||||
def translate(self, text, dest='en', src='auto'):
|
||||
"""
|
||||
Translate the passed text into destination language.
|
||||
|
||||
Basic usage:
|
||||
>>> from googletrans import translator
|
||||
>>> translator.translate('안녕하세요.')
|
||||
<Translated src=ko dest=en text=Good evening. pronunciation=Good evening.>
|
||||
>>> translator.translate('안녕하세요.', dest='ja')
|
||||
<Translated src=ko dest=ja text=こんにちは。 pronunciation=Kon'nichiwa.>
|
||||
>>> translator.translate('veritas lux mea', src='la')
|
||||
<Translated src=la dest=en text=The truth is my light pronunciation=The truth is my light>
|
||||
|
||||
Advanced usage:
|
||||
>>> translations = translator.translate(['The quick brown fox', 'jumps over', 'the lazy dog'], dest='ko')
|
||||
>>> for translation in translations:
|
||||
... print(translation.origin, ' -> ', translation.text)
|
||||
The quick brown fox -> 빠른 갈색 여우
|
||||
jumps over -> 이상 점프
|
||||
the lazy dog -> 게으른 개
|
||||
|
||||
:param text: the text you want to translate.
|
||||
you can pass this parameter as a list object, as shown in the advanced usage above.
|
||||
:param dest: the destination language you want to translate. (default: en)
|
||||
:param src: the source language you want to translate. (default: auto)
|
||||
|
||||
:rtype: Translated
|
||||
:rtype: list (when list is passed)
|
||||
"""
|
||||
if isinstance(text, list):
|
||||
result = []
|
||||
for item in text:
|
||||
translated = self.translate(item, dest=dest, src=src)
|
||||
result.append(translated)
|
||||
return result
|
||||
|
||||
if src != 'auto' and src not in LANGUAGES.keys() and src in SPECIAL_CASES.keys():
|
||||
src = SPECIAL_CASES[src]
|
||||
elif src != 'auto' and src not in LANGUAGES.keys():
|
||||
raise ValueError('invalid source language')
|
||||
|
||||
if dest not in LANGUAGES.keys() and dest in SPECIAL_CASES.keys():
|
||||
dest = SPECIAL_CASES[dest]
|
||||
elif dest not in LANGUAGES.keys():
|
||||
raise ValueError('invalid destination language')
|
||||
|
||||
result = ''
|
||||
origin = text
|
||||
token = self.token_acquirer.do(text)
|
||||
text = quote(text)
|
||||
url = urls.TRANSLATE.format(query=text, src=src, dest=dest, token=token)
|
||||
r = self.session.get(url)
|
||||
|
||||
"""
|
||||
Response Sample (20150605)
|
||||
$ ./translate "republique" -d ko
|
||||
|
||||
[[["공화국","republique"],[,,"gonghwagug"]],,"fr",,,[["republique",1,[["공화국",1000,true,false],["공화국의",0,true,false],["공화국에",0,true,false],["공화국에서",0,true,false]],[[0,10]],"republique",0,1]],0.94949496,,[["fr"],,[0.94949496]],,,[["명사",[[["communauté","démocratie"],""]],"république"]]]
|
||||
"""
|
||||
data = format_json(r.text)
|
||||
|
||||
# this code will be updated when the format is changed.
|
||||
translated = data[0][0][0]
|
||||
|
||||
# actual source language that will be recognized by Google Translator when the
|
||||
# src passed is equal to auto.
|
||||
try:
|
||||
src = data[-1][0][0]
|
||||
except: # pragma: nocover
|
||||
pass
|
||||
|
||||
pron = origin
|
||||
try:
|
||||
pron = data[0][1][-1]
|
||||
except: # pragma: nocover
|
||||
pass
|
||||
if not PY3 and isinstance(pron, unicode) and isinstance(origin, str): # pragma: nocover
|
||||
origin = origin.decode('utf-8')
|
||||
if dest in EXCLUDES and pron == origin:
|
||||
pron = translated
|
||||
|
||||
# for python 2.x compatbillity
|
||||
if not PY3: # pragma: nocover
|
||||
if isinstance(src, str): src = src.decode('utf-8')
|
||||
if isinstance(dest, str): dest = dest.decode('utf-8')
|
||||
if isinstance(translated, str): translated = translated.decode('utf-8')
|
||||
|
||||
# put final values into a new Translated object
|
||||
result = Translated(src=src, dest=dest, origin=origin,
|
||||
text=translated, pronunciation=pron)
|
||||
|
||||
return result
|
||||
|
||||
def detect(self, text):
|
||||
"""
|
||||
Detect the language of a text.
|
||||
|
||||
Basic usage:
|
||||
>>> from googletrans import translator
|
||||
>>> translator.detect('이 문장은 한글로 쓰여졌습니다.')
|
||||
<Detected lang=ko confidence=0.27041003>
|
||||
>>> translator.detect('この文章は日本語で書かれました。')
|
||||
<Detected lang=ja confidence=0.64889508>
|
||||
>>> translator.detect('This sentence is written in English.')
|
||||
<Detected lang=en confidence=0.22348526>
|
||||
>>> translator.detect('Tiu frazo estas skribita en Esperanto.')
|
||||
<Detected lang=eo confidence=0.10538048>
|
||||
|
||||
Advanced usage:
|
||||
>>> langs = translator.detect(['한국어', '日本語', 'English', 'le français'])
|
||||
>>> for lang in langs:
|
||||
... print(lang.lang, lang.confidence)
|
||||
ko 1
|
||||
ja 0.92929292
|
||||
en 0.96954316
|
||||
fr 0.043500196
|
||||
|
||||
:param text: the text you want to detect.
|
||||
|
||||
:rtype: Detected
|
||||
:rtype: list (when list is passed)
|
||||
"""
|
||||
if isinstance(text, list):
|
||||
result = []
|
||||
for item in text:
|
||||
lang = self.detect(item)
|
||||
result.append(lang)
|
||||
return result
|
||||
|
||||
result = ''
|
||||
origin = text
|
||||
token = self.token_acquirer.do(text)
|
||||
text = quote(text)
|
||||
url = urls.DETECT.format(query=text, token=token)
|
||||
r = self.session.get(url)
|
||||
data = format_json(r.text)
|
||||
|
||||
# actual source language that will be recognized by Google Translator when the
|
||||
# src passed is equal to auto.
|
||||
src = ''
|
||||
confidence = 0.0
|
||||
try:
|
||||
src = ''.join(data[-1][0])
|
||||
confidence = data[-1][-1][0]
|
||||
except: # pragma: nocover
|
||||
pass
|
||||
result = Detected(lang=src, confidence=confidence)
|
||||
|
||||
return result
|
||||
|
|
@ -0,0 +1,8 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
import sys
|
||||
|
||||
|
||||
PY3 = sys.version_info > (3, )
|
||||
|
||||
if PY3:
|
||||
unicode = str
|
||||
|
|
@ -1,41 +1,4 @@
|
|||
"""A conversion module for googletrans"""
|
||||
from __future__ import print_function
|
||||
import re
|
||||
import traceback
|
||||
import json
|
||||
|
||||
def format_json(original):
|
||||
# save state
|
||||
states = []
|
||||
text = original
|
||||
for i, pos in enumerate(re.finditer('"', text)):
|
||||
p = pos.start() + 1
|
||||
if i % 2 == 0:
|
||||
nxt = text.find('"', p)
|
||||
states.append((p, text[p:nxt]))
|
||||
|
||||
# replace all weired characters in text
|
||||
while text.find(',,') > -1:
|
||||
text = text.replace(',,', ',null,')
|
||||
while text.find('[,') > -1:
|
||||
text = text.replace('[,', '[null,')
|
||||
|
||||
# recover state
|
||||
for i, pos in enumerate(re.finditer('"', text)):
|
||||
p = pos.start() + 1
|
||||
if i % 2 == 0:
|
||||
j = int(i / 2)
|
||||
nxt = text.find('"', p)
|
||||
# replacing a portion of a string
|
||||
# use slicing to extract those parts of the original string to be kept
|
||||
text = text[:p] + states[j][1] + text[nxt:]
|
||||
|
||||
try:
|
||||
converted = json.loads(text)
|
||||
except ValueError as e:
|
||||
print('original text: ', original, ' => ', text)
|
||||
traceback.print_exc()
|
||||
return converted
|
||||
DEFAULT_USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64)'
|
||||
|
||||
SPECIAL_CASES = {
|
||||
'ee': 'et',
|
||||
|
|
@ -96,4 +59,4 @@ LANGUAGES = {
|
|||
'vi': 'vietnamese',
|
||||
'cy': 'welsh',
|
||||
'yi': 'yiddish',
|
||||
}
|
||||
}
|
||||
|
|
@ -15,13 +15,14 @@ class Translated(object):
|
|||
self.text = text
|
||||
self.pronunciation = pronunciation
|
||||
|
||||
def __str__(self):
|
||||
def __str__(self): # pragma: nocover
|
||||
return self.__unicode__()
|
||||
|
||||
def __unicode__(self):
|
||||
def __unicode__(self): # pragma: nocover
|
||||
return u'<Translated src={src} dest={dest} text={text} pronunciation={pronunciation}>'.format(
|
||||
src=self.src, dest=self.dest, text=self.text, pronunciation=self.pronunciation)
|
||||
|
||||
|
||||
class Detected(object):
|
||||
"""
|
||||
The detected object, which contains Google Translator's langauge detection result.
|
||||
|
|
@ -33,10 +34,9 @@ class Detected(object):
|
|||
self.lang = lang
|
||||
self.confidence = confidence
|
||||
|
||||
def __str__(self):
|
||||
def __str__(self): # pragma: nocover
|
||||
return self.__unicode__()
|
||||
|
||||
def __unicode__(self):
|
||||
def __unicode__(self): # pragma: nocover
|
||||
return u'<Detected lang={lang} confidence={confidence}>'.format(
|
||||
lang=self.lang, confidence=self.confidence)
|
||||
|
||||
lang=self.lang, confidence=self.confidence)
|
||||
|
|
@ -1,192 +0,0 @@
|
|||
# -*- coding: utf-8 -*-
|
||||
"""
|
||||
A Translation module.
|
||||
|
||||
You can translate text using this module.
|
||||
"""
|
||||
import re
|
||||
import requests
|
||||
import sys
|
||||
from collections import namedtuple
|
||||
from future.moves.urllib.parse import quote
|
||||
|
||||
from . import __version__
|
||||
from googletrans import urls
|
||||
from googletrans.conversion import format_json
|
||||
from googletrans.conversion import LANGUAGES, SPECIAL_CASES
|
||||
from googletrans.response import Translated, Detected
|
||||
|
||||
user_agent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.130 Safari/537.36 Gt/{0}'.format(__version__)
|
||||
|
||||
EXCLUDES = ['en', 'ca', 'fr']
|
||||
RE_SRC = re.compile(',\[\["([\w]{2})"\]')
|
||||
PY3 = sys.version_info > (3, 1)
|
||||
|
||||
__agent = None
|
||||
__headers = {
|
||||
'User-Agent': user_agent,
|
||||
'Referer': urls.TRANSLATOR,
|
||||
}
|
||||
def agent():
|
||||
"""
|
||||
A requests session for translator
|
||||
"""
|
||||
global __agent
|
||||
# create new object when object doesn't created yet.
|
||||
if not __agent:
|
||||
__agent = requests.Session()
|
||||
# this code may help to avoid a ban.
|
||||
__agent.get(urls.TRANSLATOR, headers=__headers)
|
||||
|
||||
return __agent
|
||||
|
||||
def translate(text, dest='en', src='auto'):
|
||||
"""
|
||||
Translate the passed text into destination language.
|
||||
|
||||
Basic usage:
|
||||
>>> from googletrans import translator
|
||||
>>> translator.translate('안녕하세요.')
|
||||
<Translated src=ko dest=en text=Good evening. pronunciation=Good evening.>
|
||||
>>> translator.translate('안녕하세요.', dest='ja')
|
||||
<Translated src=ko dest=ja text=こんにちは。 pronunciation=Kon'nichiwa.>
|
||||
>>> translator.translate('veritas lux mea', src='la')
|
||||
<Translated src=la dest=en text=The truth is my light pronunciation=The truth is my light>
|
||||
|
||||
Advanced usage:
|
||||
>>> translations = translator.translate(['The quick brown fox', 'jumps over', 'the lazy dog'], dest='ko')
|
||||
>>> for translation in translations:
|
||||
... print(translation.origin, ' -> ', translation.text)
|
||||
The quick brown fox -> 빠른 갈색 여우
|
||||
jumps over -> 이상 점프
|
||||
the lazy dog -> 게으른 개
|
||||
|
||||
:param text: the text you want to translate.
|
||||
you can pass this parameter as a list object, as shown in the advanced usage above.
|
||||
:param dest: the destination language you want to translate. (default: en)
|
||||
:param src: the source language you want to translate. (default: auto)
|
||||
|
||||
:rtype: Translated
|
||||
:rtype: list (when list is passed)
|
||||
"""
|
||||
if isinstance(text, list):
|
||||
result = []
|
||||
for item in text:
|
||||
translated = translate(item, dest=dest, src=src)
|
||||
result.append(translated)
|
||||
return result
|
||||
|
||||
if src != 'auto' and src not in LANGUAGES.keys() and src in SPECIAL_CASES.keys():
|
||||
src = SPECIAL_CASES[src]
|
||||
elif src != 'auto' and src not in LANGUAGES.keys():
|
||||
raise ValueError('incorrect source language')
|
||||
|
||||
if dest not in LANGUAGES.keys() and dest in SPECIAL_CASES.keys():
|
||||
dest = SPECIAL_CASES[dest]
|
||||
elif dest not in LANGUAGES.keys():
|
||||
raise ValueError('incorrect destination language')
|
||||
|
||||
result = ''
|
||||
sess = agent() # acquire requests session
|
||||
origin = text
|
||||
text = quote(text)
|
||||
url = urls.TRANSLATE.format(query=text, src=src, dest=dest)
|
||||
r = sess.get(url, headers=__headers)
|
||||
|
||||
"""
|
||||
Response Sample (20150605)
|
||||
$ ./translate "republique" -d ko
|
||||
|
||||
[[["공화국","republique"],[,,"gonghwagug"]],,"fr",,,[["republique",1,[["공화국",1000,true,false],["공화국의",0,true,false],["공화국에",0,true,false],["공화국에서",0,true,false]],[[0,10]],"republique",0,1]],0.94949496,,[["fr"],,[0.94949496]],,,[["명사",[[["communauté","démocratie"],""]],"république"]]]
|
||||
"""
|
||||
data = format_json(r.text)
|
||||
|
||||
# this code will be updated when the format is changed.
|
||||
translated = data[0][0][0]
|
||||
|
||||
# actual source language that will be recognized by Google Translator when the
|
||||
# src passed is equal to auto.
|
||||
try:
|
||||
src = data[-1][0][0]
|
||||
except: pass
|
||||
|
||||
pron = origin
|
||||
try:
|
||||
pron = data[0][1][-1]
|
||||
except: pass
|
||||
if not PY3 and isinstance(pron, unicode) and isinstance(origin, str):
|
||||
origin = origin.decode('utf-8')
|
||||
if dest in EXCLUDES and pron == origin:
|
||||
pron = translated
|
||||
|
||||
# for python 2.x compatbillity
|
||||
if not PY3:
|
||||
if isinstance(src, str): src = src.decode('utf-8')
|
||||
if isinstance(dest, str): dest = dest.decode('utf-8')
|
||||
if isinstance(translated, str): translated = translated.decode('utf-8')
|
||||
|
||||
# put final values into new Translated object
|
||||
result = Translated(src=src, dest=dest, origin=origin,
|
||||
text=translated, pronunciation=pron)
|
||||
|
||||
return result
|
||||
|
||||
def detect(text):
|
||||
"""
|
||||
Detect the language of a text.
|
||||
|
||||
Basic usage:
|
||||
>>> from googletrans import translator
|
||||
>>> translator.detect('이 문장은 한글로 쓰여졌습니다.')
|
||||
<Detected lang=ko confidence=0.27041003>
|
||||
>>> translator.detect('この文章は日本語で書かれました。')
|
||||
<Detected lang=ja confidence=0.64889508>
|
||||
>>> translator.detect('This sentence is written in English.')
|
||||
<Detected lang=en confidence=0.22348526>
|
||||
>>> translator.detect('Tiu frazo estas skribita en Esperanto.')
|
||||
<Detected lang=eo confidence=0.10538048>
|
||||
|
||||
Advanced usage:
|
||||
>>> langs = translator.detect(['한국어', '日本語', 'English', 'le français'])
|
||||
>>> for lang in langs:
|
||||
... print(lang.lang, lang.confidence)
|
||||
ko 1
|
||||
ja 0.92929292
|
||||
en 0.96954316
|
||||
fr 0.043500196
|
||||
|
||||
:param text: the text you want to detect.
|
||||
|
||||
:rtype: Detected
|
||||
:rtype: list (when list is passed)
|
||||
"""
|
||||
if isinstance(text, list):
|
||||
result = []
|
||||
for item in text:
|
||||
lang = detect(item)
|
||||
result.append(lang)
|
||||
return result
|
||||
|
||||
result = ''
|
||||
sess = agent() # acquire requests session
|
||||
origin = text
|
||||
text = quote(text)
|
||||
url = urls.DETECT.format(query=text)
|
||||
r = sess.get(url, headers=__headers)
|
||||
data = format_json(r.text)
|
||||
|
||||
# actual source language that will be recognized by Google Translator when the
|
||||
# src passed is equal to auto.
|
||||
src = ''
|
||||
confidence = 0.0
|
||||
try:
|
||||
src = ''.join(data[-1][0])
|
||||
confidence = data[-1][-1][0]
|
||||
except: pass
|
||||
result = Detected(lang=src, confidence=confidence)
|
||||
|
||||
return result
|
||||
|
||||
def get_languages():
|
||||
return LANGUAGES
|
||||
|
||||
|
|
@ -2,6 +2,6 @@
|
|||
"""
|
||||
Predefined URLs used to make google translate requests.
|
||||
"""
|
||||
TRANSLATOR = 'https://translate.google.com/'
|
||||
TRANSLATE = 'https://translate.google.com/translate_a/single?client=t&sl={src}&tl={dest}&hl={dest}&dt=bd&dt=rm&dt=ss&dt=t&dt=at&ie=UTF-8&oe=UTF-8&q={query}'
|
||||
DETECT = 'https://translate.google.com/translate_a/single?client=t&sl=auto&tl=en&hl=en&dt=bd&ie=UTF-8&oe=UTF-8&q={query}'
|
||||
BASE = 'https://translate.google.com'
|
||||
TRANSLATE = 'https://translate.google.com/translate_a/single?client=t&sl={src}&tl={dest}&hl={dest}&dt=at&dt=bd&dt=ex&dt=ld&dt=md&dt=qca&dt=rw&dt=rm&dt=ss&dt=t&ie=UTF-8&oe=UTF-8&tk={token}&q={query}'
|
||||
DETECT = 'https://translate.google.com/translate_a/single?client=t&sl=auto&tl=en&hl=en&dt=bd&ie=UTF-8&oe=UTF-8&tk={token}&q={query}'
|
||||
|
|
@ -0,0 +1,40 @@
|
|||
"""A conversion module for googletrans"""
|
||||
from __future__ import print_function
|
||||
import re
|
||||
import traceback
|
||||
import json
|
||||
|
||||
def format_json(original):
|
||||
# save state
|
||||
states = []
|
||||
text = original
|
||||
for i, pos in enumerate(re.finditer('"', text)):
|
||||
p = pos.start() + 1
|
||||
if i % 2 == 0:
|
||||
nxt = text.find('"', p)
|
||||
states.append((p, text[p:nxt]))
|
||||
|
||||
# replace all weired characters in text
|
||||
while text.find(',,') > -1:
|
||||
text = text.replace(',,', ',null,')
|
||||
while text.find('[,') > -1:
|
||||
text = text.replace('[,', '[null,')
|
||||
|
||||
# recover state
|
||||
for i, pos in enumerate(re.finditer('"', text)):
|
||||
p = pos.start() + 1
|
||||
if i % 2 == 0:
|
||||
j = int(i / 2)
|
||||
nxt = text.find('"', p)
|
||||
# replacing a portion of a string
|
||||
# use slicing to extract those parts of the original string to be kept
|
||||
text = text[:p] + states[j][1] + text[nxt:]
|
||||
|
||||
converted = json.loads(text)
|
||||
return converted
|
||||
|
||||
|
||||
def rshift(val, n):
|
||||
"""python port for '>>>'(right shift with padding)
|
||||
"""
|
||||
return (val % 0x100000000) >> n
|
||||
Loading…
Reference in New Issue