d0df704d8a
added python.path vm arg to startup script fixed infinite loop in unwrap() when displaying sequences of sequences git-svn-id: http://google-refine.googlecode.com/svn/trunk@509 7d457c2a-affb-35e4-300a-418c747d4874
43 lines
1005 B
Python
43 lines
1005 B
Python
""" Python 'utf-8' Codec
|
|
|
|
|
|
Written by Marc-Andre Lemburg (mal@lemburg.com).
|
|
|
|
(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
|
|
|
|
"""
|
|
import codecs
|
|
|
|
### Codec APIs
|
|
|
|
encode = codecs.utf_8_encode
|
|
|
|
def decode(input, errors='strict'):
|
|
return codecs.utf_8_decode(input, errors, True)
|
|
|
|
class IncrementalEncoder(codecs.IncrementalEncoder):
|
|
def encode(self, input, final=False):
|
|
return codecs.utf_8_encode(input, self.errors)[0]
|
|
|
|
class IncrementalDecoder(codecs.BufferedIncrementalDecoder):
|
|
_buffer_decode = codecs.utf_8_decode
|
|
|
|
class StreamWriter(codecs.StreamWriter):
|
|
encode = codecs.utf_8_encode
|
|
|
|
class StreamReader(codecs.StreamReader):
|
|
decode = codecs.utf_8_decode
|
|
|
|
### encodings module API
|
|
|
|
def getregentry():
|
|
return codecs.CodecInfo(
|
|
name='utf-8',
|
|
encode=encode,
|
|
decode=decode,
|
|
incrementalencoder=IncrementalEncoder,
|
|
incrementaldecoder=IncrementalDecoder,
|
|
streamreader=StreamReader,
|
|
streamwriter=StreamWriter,
|
|
)
|