2363d6de43
git-svn-id: http://google-refine.googlecode.com/svn/trunk@517 7d457c2a-affb-35e4-300a-418c747d4874
176 lines
8.7 KiB
Python
176 lines
8.7 KiB
Python
""" Python Character Mapping Codec generated from 'PTCP154.txt' with gencodec.py.
|
|
|
|
Written by Marc-Andre Lemburg (mal@lemburg.com).
|
|
|
|
(c) Copyright CNRI, All Rights Reserved. NO WARRANTY.
|
|
(c) Copyright 2000 Guido van Rossum.
|
|
|
|
"""#"
|
|
|
|
import codecs
|
|
|
|
### Codec APIs
|
|
|
|
class Codec(codecs.Codec):
|
|
|
|
def encode(self,input,errors='strict'):
|
|
return codecs.charmap_encode(input,errors,encoding_map)
|
|
|
|
def decode(self,input,errors='strict'):
|
|
return codecs.charmap_decode(input,errors,decoding_map)
|
|
|
|
class IncrementalEncoder(codecs.IncrementalEncoder):
|
|
def encode(self, input, final=False):
|
|
return codecs.charmap_encode(input,self.errors,encoding_map)[0]
|
|
|
|
class IncrementalDecoder(codecs.IncrementalDecoder):
|
|
def decode(self, input, final=False):
|
|
return codecs.charmap_decode(input,self.errors,decoding_map)[0]
|
|
|
|
class StreamWriter(Codec,codecs.StreamWriter):
|
|
pass
|
|
|
|
class StreamReader(Codec,codecs.StreamReader):
|
|
pass
|
|
|
|
### encodings module API
|
|
|
|
def getregentry():
|
|
return codecs.CodecInfo(
|
|
name='ptcp154',
|
|
encode=Codec().encode,
|
|
decode=Codec().decode,
|
|
incrementalencoder=IncrementalEncoder,
|
|
incrementaldecoder=IncrementalDecoder,
|
|
streamreader=StreamReader,
|
|
streamwriter=StreamWriter,
|
|
)
|
|
|
|
### Decoding Map
|
|
|
|
decoding_map = codecs.make_identity_dict(range(256))
|
|
decoding_map.update({
|
|
0x0080: 0x0496, # CYRILLIC CAPITAL LETTER ZHE WITH DESCENDER
|
|
0x0081: 0x0492, # CYRILLIC CAPITAL LETTER GHE WITH STROKE
|
|
0x0082: 0x04ee, # CYRILLIC CAPITAL LETTER U WITH MACRON
|
|
0x0083: 0x0493, # CYRILLIC SMALL LETTER GHE WITH STROKE
|
|
0x0084: 0x201e, # DOUBLE LOW-9 QUOTATION MARK
|
|
0x0085: 0x2026, # HORIZONTAL ELLIPSIS
|
|
0x0086: 0x04b6, # CYRILLIC CAPITAL LETTER CHE WITH DESCENDER
|
|
0x0087: 0x04ae, # CYRILLIC CAPITAL LETTER STRAIGHT U
|
|
0x0088: 0x04b2, # CYRILLIC CAPITAL LETTER HA WITH DESCENDER
|
|
0x0089: 0x04af, # CYRILLIC SMALL LETTER STRAIGHT U
|
|
0x008a: 0x04a0, # CYRILLIC CAPITAL LETTER BASHKIR KA
|
|
0x008b: 0x04e2, # CYRILLIC CAPITAL LETTER I WITH MACRON
|
|
0x008c: 0x04a2, # CYRILLIC CAPITAL LETTER EN WITH DESCENDER
|
|
0x008d: 0x049a, # CYRILLIC CAPITAL LETTER KA WITH DESCENDER
|
|
0x008e: 0x04ba, # CYRILLIC CAPITAL LETTER SHHA
|
|
0x008f: 0x04b8, # CYRILLIC CAPITAL LETTER CHE WITH VERTICAL STROKE
|
|
0x0090: 0x0497, # CYRILLIC SMALL LETTER ZHE WITH DESCENDER
|
|
0x0091: 0x2018, # LEFT SINGLE QUOTATION MARK
|
|
0x0092: 0x2019, # RIGHT SINGLE QUOTATION MARK
|
|
0x0093: 0x201c, # LEFT DOUBLE QUOTATION MARK
|
|
0x0094: 0x201d, # RIGHT DOUBLE QUOTATION MARK
|
|
0x0095: 0x2022, # BULLET
|
|
0x0096: 0x2013, # EN DASH
|
|
0x0097: 0x2014, # EM DASH
|
|
0x0098: 0x04b3, # CYRILLIC SMALL LETTER HA WITH DESCENDER
|
|
0x0099: 0x04b7, # CYRILLIC SMALL LETTER CHE WITH DESCENDER
|
|
0x009a: 0x04a1, # CYRILLIC SMALL LETTER BASHKIR KA
|
|
0x009b: 0x04e3, # CYRILLIC SMALL LETTER I WITH MACRON
|
|
0x009c: 0x04a3, # CYRILLIC SMALL LETTER EN WITH DESCENDER
|
|
0x009d: 0x049b, # CYRILLIC SMALL LETTER KA WITH DESCENDER
|
|
0x009e: 0x04bb, # CYRILLIC SMALL LETTER SHHA
|
|
0x009f: 0x04b9, # CYRILLIC SMALL LETTER CHE WITH VERTICAL STROKE
|
|
0x00a1: 0x040e, # CYRILLIC CAPITAL LETTER SHORT U (Byelorussian)
|
|
0x00a2: 0x045e, # CYRILLIC SMALL LETTER SHORT U (Byelorussian)
|
|
0x00a3: 0x0408, # CYRILLIC CAPITAL LETTER JE
|
|
0x00a4: 0x04e8, # CYRILLIC CAPITAL LETTER BARRED O
|
|
0x00a5: 0x0498, # CYRILLIC CAPITAL LETTER ZE WITH DESCENDER
|
|
0x00a6: 0x04b0, # CYRILLIC CAPITAL LETTER STRAIGHT U WITH STROKE
|
|
0x00a8: 0x0401, # CYRILLIC CAPITAL LETTER IO
|
|
0x00aa: 0x04d8, # CYRILLIC CAPITAL LETTER SCHWA
|
|
0x00ad: 0x04ef, # CYRILLIC SMALL LETTER U WITH MACRON
|
|
0x00af: 0x049c, # CYRILLIC CAPITAL LETTER KA WITH VERTICAL STROKE
|
|
0x00b1: 0x04b1, # CYRILLIC SMALL LETTER STRAIGHT U WITH STROKE
|
|
0x00b2: 0x0406, # CYRILLIC CAPITAL LETTER BYELORUSSIAN-UKRAINIAN I
|
|
0x00b3: 0x0456, # CYRILLIC SMALL LETTER BYELORUSSIAN-UKRAINIAN I
|
|
0x00b4: 0x0499, # CYRILLIC SMALL LETTER ZE WITH DESCENDER
|
|
0x00b5: 0x04e9, # CYRILLIC SMALL LETTER BARRED O
|
|
0x00b8: 0x0451, # CYRILLIC SMALL LETTER IO
|
|
0x00b9: 0x2116, # NUMERO SIGN
|
|
0x00ba: 0x04d9, # CYRILLIC SMALL LETTER SCHWA
|
|
0x00bc: 0x0458, # CYRILLIC SMALL LETTER JE
|
|
0x00bd: 0x04aa, # CYRILLIC CAPITAL LETTER ES WITH DESCENDER
|
|
0x00be: 0x04ab, # CYRILLIC SMALL LETTER ES WITH DESCENDER
|
|
0x00bf: 0x049d, # CYRILLIC SMALL LETTER KA WITH VERTICAL STROKE
|
|
0x00c0: 0x0410, # CYRILLIC CAPITAL LETTER A
|
|
0x00c1: 0x0411, # CYRILLIC CAPITAL LETTER BE
|
|
0x00c2: 0x0412, # CYRILLIC CAPITAL LETTER VE
|
|
0x00c3: 0x0413, # CYRILLIC CAPITAL LETTER GHE
|
|
0x00c4: 0x0414, # CYRILLIC CAPITAL LETTER DE
|
|
0x00c5: 0x0415, # CYRILLIC CAPITAL LETTER IE
|
|
0x00c6: 0x0416, # CYRILLIC CAPITAL LETTER ZHE
|
|
0x00c7: 0x0417, # CYRILLIC CAPITAL LETTER ZE
|
|
0x00c8: 0x0418, # CYRILLIC CAPITAL LETTER I
|
|
0x00c9: 0x0419, # CYRILLIC CAPITAL LETTER SHORT I
|
|
0x00ca: 0x041a, # CYRILLIC CAPITAL LETTER KA
|
|
0x00cb: 0x041b, # CYRILLIC CAPITAL LETTER EL
|
|
0x00cc: 0x041c, # CYRILLIC CAPITAL LETTER EM
|
|
0x00cd: 0x041d, # CYRILLIC CAPITAL LETTER EN
|
|
0x00ce: 0x041e, # CYRILLIC CAPITAL LETTER O
|
|
0x00cf: 0x041f, # CYRILLIC CAPITAL LETTER PE
|
|
0x00d0: 0x0420, # CYRILLIC CAPITAL LETTER ER
|
|
0x00d1: 0x0421, # CYRILLIC CAPITAL LETTER ES
|
|
0x00d2: 0x0422, # CYRILLIC CAPITAL LETTER TE
|
|
0x00d3: 0x0423, # CYRILLIC CAPITAL LETTER U
|
|
0x00d4: 0x0424, # CYRILLIC CAPITAL LETTER EF
|
|
0x00d5: 0x0425, # CYRILLIC CAPITAL LETTER HA
|
|
0x00d6: 0x0426, # CYRILLIC CAPITAL LETTER TSE
|
|
0x00d7: 0x0427, # CYRILLIC CAPITAL LETTER CHE
|
|
0x00d8: 0x0428, # CYRILLIC CAPITAL LETTER SHA
|
|
0x00d9: 0x0429, # CYRILLIC CAPITAL LETTER SHCHA
|
|
0x00da: 0x042a, # CYRILLIC CAPITAL LETTER HARD SIGN
|
|
0x00db: 0x042b, # CYRILLIC CAPITAL LETTER YERU
|
|
0x00dc: 0x042c, # CYRILLIC CAPITAL LETTER SOFT SIGN
|
|
0x00dd: 0x042d, # CYRILLIC CAPITAL LETTER E
|
|
0x00de: 0x042e, # CYRILLIC CAPITAL LETTER YU
|
|
0x00df: 0x042f, # CYRILLIC CAPITAL LETTER YA
|
|
0x00e0: 0x0430, # CYRILLIC SMALL LETTER A
|
|
0x00e1: 0x0431, # CYRILLIC SMALL LETTER BE
|
|
0x00e2: 0x0432, # CYRILLIC SMALL LETTER VE
|
|
0x00e3: 0x0433, # CYRILLIC SMALL LETTER GHE
|
|
0x00e4: 0x0434, # CYRILLIC SMALL LETTER DE
|
|
0x00e5: 0x0435, # CYRILLIC SMALL LETTER IE
|
|
0x00e6: 0x0436, # CYRILLIC SMALL LETTER ZHE
|
|
0x00e7: 0x0437, # CYRILLIC SMALL LETTER ZE
|
|
0x00e8: 0x0438, # CYRILLIC SMALL LETTER I
|
|
0x00e9: 0x0439, # CYRILLIC SMALL LETTER SHORT I
|
|
0x00ea: 0x043a, # CYRILLIC SMALL LETTER KA
|
|
0x00eb: 0x043b, # CYRILLIC SMALL LETTER EL
|
|
0x00ec: 0x043c, # CYRILLIC SMALL LETTER EM
|
|
0x00ed: 0x043d, # CYRILLIC SMALL LETTER EN
|
|
0x00ee: 0x043e, # CYRILLIC SMALL LETTER O
|
|
0x00ef: 0x043f, # CYRILLIC SMALL LETTER PE
|
|
0x00f0: 0x0440, # CYRILLIC SMALL LETTER ER
|
|
0x00f1: 0x0441, # CYRILLIC SMALL LETTER ES
|
|
0x00f2: 0x0442, # CYRILLIC SMALL LETTER TE
|
|
0x00f3: 0x0443, # CYRILLIC SMALL LETTER U
|
|
0x00f4: 0x0444, # CYRILLIC SMALL LETTER EF
|
|
0x00f5: 0x0445, # CYRILLIC SMALL LETTER HA
|
|
0x00f6: 0x0446, # CYRILLIC SMALL LETTER TSE
|
|
0x00f7: 0x0447, # CYRILLIC SMALL LETTER CHE
|
|
0x00f8: 0x0448, # CYRILLIC SMALL LETTER SHA
|
|
0x00f9: 0x0449, # CYRILLIC SMALL LETTER SHCHA
|
|
0x00fa: 0x044a, # CYRILLIC SMALL LETTER HARD SIGN
|
|
0x00fb: 0x044b, # CYRILLIC SMALL LETTER YERU
|
|
0x00fc: 0x044c, # CYRILLIC SMALL LETTER SOFT SIGN
|
|
0x00fd: 0x044d, # CYRILLIC SMALL LETTER E
|
|
0x00fe: 0x044e, # CYRILLIC SMALL LETTER YU
|
|
0x00ff: 0x044f, # CYRILLIC SMALL LETTER YA
|
|
})
|
|
|
|
### Encoding Map
|
|
|
|
encoding_map = codecs.make_encoding_map(decoding_map)
|