411 lines
18 KiB
Python
411 lines
18 KiB
Python
"""Unicode utility functions
|
|
|
|
>>> from .import unicode_util
|
|
>>> from .util import u
|
|
>>> u1 = '1' # DIGIT ONE
|
|
>>> u2 = u('a') # LATIN SMALL LETTER A
|
|
>>> u3 = u('\uFF12') # FULLWIDTH DIGIT TWO
|
|
>>> u4 = u('\u0100') # LATIN CAPITAL LETTER A WITH MACRON
|
|
>>> unicode_util.Category.get(u1) == u('Nd')
|
|
True
|
|
>>> unicode_util.Category.get(u2) == u('Ll')
|
|
True
|
|
>>> unicode_util.Category.get(u3) == u('Nd')
|
|
True
|
|
>>> unicode_util.Category.get(u4) == u('Lu')
|
|
True
|
|
>>> unicode_util.Category.get(u2) == unicode_util.Category.LOWERCASE_LETTER
|
|
True
|
|
>>> try:
|
|
... beyond_bmp = u('\U00010100') # AEGEAN WORD SEPARATOR LINE
|
|
... except Exception:
|
|
... beyond_bmp = u('')
|
|
>>> if len(beyond_bmp) == 1: # We have a UCS4 build of Python
|
|
... cat_po = unicode_util.Category.get(beyond_bmp)
|
|
... else: # UCS2 build of Python; no non-BMP chars available
|
|
... cat_po = unicode_util.Category.OTHER_PUNCTUATION
|
|
>>> cat_po == u('Po')
|
|
True
|
|
>>> unicode_util.is_letter(u1)
|
|
False
|
|
>>> unicode_util.is_letter(u2)
|
|
True
|
|
>>> unicode_util.is_letter(u3)
|
|
False
|
|
>>> unicode_util.is_letter(u4)
|
|
True
|
|
>>> b1 = unicode_util.Block.get(u1)
|
|
>>> str(b1)
|
|
'Block[0000, 007f]'
|
|
>>> b1 == unicode_util.Block.BASIC_LATIN
|
|
True
|
|
>>> b2 = unicode_util.Block.get(u2)
|
|
>>> b2 == unicode_util.Block.BASIC_LATIN
|
|
True
|
|
>>> b3 = unicode_util.Block.get(u3)
|
|
>>> b3 != unicode_util.Block.BASIC_LATIN
|
|
True
|
|
>>> b3 == unicode_util.Block.HALFWIDTH_AND_FULLWIDTH_FORMS
|
|
True
|
|
>>> b4 = unicode_util.Block.get(u4)
|
|
>>> b4 == unicode_util.Block.LATIN_EXTENDED_A
|
|
True
|
|
>>> unicode_util.Block.get(u('\u0860')) == unicode_util.Block.UNKNOWN
|
|
True
|
|
>>> try:
|
|
... unknown_block = u('\U00013430')
|
|
... except Exception:
|
|
... unknown_block = u('')
|
|
>>> if len(unknown_block) == 1: # We have a UCS4 build of Python
|
|
... unicode_util.Block.get(u('\U00013430')) == unicode_util.Block.UNKNOWN
|
|
... else: # UCS2 build of Python; no unknown characters available
|
|
... True
|
|
True
|
|
>>> unicode_util.digit(u1)
|
|
1
|
|
>>> unicode_util.digit(u2, -1)
|
|
-1
|
|
>>> unicode_util.digit(u3, -1)
|
|
2
|
|
>>> str(hash(b3)) # doctest: +ELLIPSIS
|
|
'...'
|
|
"""
|
|
import bisect
|
|
import unicodedata
|
|
|
|
from .util import UnicodeMixin, unicod, u
|
|
|
|
|
|
class Category(object):
|
|
"""General category of a Unicode character.
|
|
|
|
See http://www.unicode.org/reports/tr18/#Categories"""
|
|
LETTER = u("L")
|
|
UPPERCASE_LETTER = u("Lu")
|
|
LOWERCASE_LETTER = u("Ll")
|
|
TITLECASE_LETTER = u("Lt")
|
|
MODIFIER_LETTER = u("Lm")
|
|
OTHER_LETTER = u("Lo")
|
|
MARK = u("M")
|
|
NON_SPACING_MARK = u("Mn")
|
|
SPACING_COMBINING_MARK = u("Mc")
|
|
ENCLOSING_MARK = u("Me")
|
|
NUMBER = u("N")
|
|
DECIMAL_DIGIT_NUMBER = u("Nd")
|
|
LETTER_NUMBER = u("Nl")
|
|
OTHER_NUMBER = u("No")
|
|
SYMBOL = u("S")
|
|
MATH_SYMBOL = u("Sm")
|
|
CURRENCY_SYMBOL = u("Sc")
|
|
MODIFIER_SYMBOL = u("Sk")
|
|
OTHER_SYMBOL = u("So")
|
|
PUNCTUATION = u("P")
|
|
CONNECTOR_PUNCTUATION = u("Pc")
|
|
DASH_PUNCTUATION = u("Pd")
|
|
OPEN_PUNCTUATION = u("Ps")
|
|
CLOSE_PUNCTUATION = u("Pe")
|
|
INITIAL_PUNCTUATION = u("Pi")
|
|
FINAL_PUNCTUATION = u("Pf")
|
|
OTHER_PUNCTUATION = u("Po")
|
|
SEPARATOR = u("Z")
|
|
SPACE_SEPARATOR = u("Zs")
|
|
LINE_SEPARATOR = u("Zl")
|
|
PARAGRAPH_SEPARATOR = u("Zp")
|
|
OTHER = u("C")
|
|
CONTROL = u("Cc")
|
|
FORMAT = u("Cf")
|
|
SURROGATE = u("Cs")
|
|
PRIVATE_USE = u("Co")
|
|
NOT_ASSIGNED = u("Cn")
|
|
|
|
@classmethod
|
|
def get(cls, uni_char):
|
|
"""Return the general category code (as Unicode string) for the given Unicode character"""
|
|
uni_char = unicod(uni_char) # Force to Unicode
|
|
return unicod(unicodedata.category(uni_char))
|
|
|
|
|
|
def is_letter(uni_char):
|
|
"""Determine whether the given Unicode character is a Unicode letter"""
|
|
category = Category.get(uni_char)
|
|
return (category == Category.UPPERCASE_LETTER or
|
|
category == Category.LOWERCASE_LETTER or
|
|
category == Category.TITLECASE_LETTER or
|
|
category == Category.MODIFIER_LETTER or
|
|
category == Category.OTHER_LETTER)
|
|
|
|
|
|
class _BlockRange(UnicodeMixin):
|
|
"""Describe the range of characters encompassed by a Unicode block"""
|
|
def __init__(self, start, end, regdict=None):
|
|
self.start = start
|
|
self.end = end
|
|
if regdict is not None:
|
|
regdict[start] = self
|
|
|
|
def __eq__(self, other):
|
|
return (self.start == other.start and self.end == other.end)
|
|
|
|
def __ne__(self, other):
|
|
return not self == other
|
|
|
|
def __hash__(self):
|
|
return hash((self.start, self.end))
|
|
|
|
def __unicode__(self):
|
|
return unicod("Block[%04x, %04x]") % (self.start, self.end)
|
|
|
|
|
|
class Block(object):
|
|
"""Description of the possible Unicode blocks"""
|
|
|
|
_RANGES = {} # lower end of range => _BlockRange object
|
|
_RANGE_KEYS = None # sorted list of _RANGES.keys()
|
|
|
|
# Taken from http://www.unicode.org/Public/UNIDATA/Blocks.txt
|
|
BASIC_LATIN = _BlockRange(0x0000, 0x007F, _RANGES)
|
|
LATIN_1_SUPPLEMENT = _BlockRange(0x0080, 0x00FF, _RANGES)
|
|
LATIN_EXTENDED_A = _BlockRange(0x0100, 0x017F, _RANGES)
|
|
LATIN_EXTENDED_B = _BlockRange(0x0180, 0x024F, _RANGES)
|
|
IPA_EXTENSIONS = _BlockRange(0x0250, 0x02AF, _RANGES)
|
|
SPACING_MODIFIER_LETTERS = _BlockRange(0x02B0, 0x02FF, _RANGES)
|
|
COMBINING_DIACRITICAL_MARKS = _BlockRange(0x0300, 0x036F, _RANGES)
|
|
GREEK_AND_COPTIC = _BlockRange(0x0370, 0x03FF, _RANGES)
|
|
CYRILLIC = _BlockRange(0x0400, 0x04FF, _RANGES)
|
|
CYRILLIC_SUPPLEMENT = _BlockRange(0x0500, 0x052F, _RANGES)
|
|
ARMENIAN = _BlockRange(0x0530, 0x058F, _RANGES)
|
|
HEBREW = _BlockRange(0x0590, 0x05FF, _RANGES)
|
|
ARABIC = _BlockRange(0x0600, 0x06FF, _RANGES)
|
|
SYRIAC = _BlockRange(0x0700, 0x074F, _RANGES)
|
|
ARABIC_SUPPLEMENT = _BlockRange(0x0750, 0x077F, _RANGES)
|
|
THAANA = _BlockRange(0x0780, 0x07BF, _RANGES)
|
|
NKO = _BlockRange(0x07C0, 0x07FF, _RANGES)
|
|
SAMARITAN = _BlockRange(0x0800, 0x083F, _RANGES)
|
|
MANDAIC = _BlockRange(0x0840, 0x085F, _RANGES)
|
|
DEVANAGARI = _BlockRange(0x0900, 0x097F, _RANGES)
|
|
BENGALI = _BlockRange(0x0980, 0x09FF, _RANGES)
|
|
GURMUKHI = _BlockRange(0x0A00, 0x0A7F, _RANGES)
|
|
GUJARATI = _BlockRange(0x0A80, 0x0AFF, _RANGES)
|
|
ORIYA = _BlockRange(0x0B00, 0x0B7F, _RANGES)
|
|
TAMIL = _BlockRange(0x0B80, 0x0BFF, _RANGES)
|
|
TELUGU = _BlockRange(0x0C00, 0x0C7F, _RANGES)
|
|
KANNADA = _BlockRange(0x0C80, 0x0CFF, _RANGES)
|
|
MALAYALAM = _BlockRange(0x0D00, 0x0D7F, _RANGES)
|
|
SINHALA = _BlockRange(0x0D80, 0x0DFF, _RANGES)
|
|
THAI = _BlockRange(0x0E00, 0x0E7F, _RANGES)
|
|
LAO = _BlockRange(0x0E80, 0x0EFF, _RANGES)
|
|
TIBETAN = _BlockRange(0x0F00, 0x0FFF, _RANGES)
|
|
MYANMAR = _BlockRange(0x1000, 0x109F, _RANGES)
|
|
GEORGIAN = _BlockRange(0x10A0, 0x10FF, _RANGES)
|
|
HANGUL_JAMO = _BlockRange(0x1100, 0x11FF, _RANGES)
|
|
ETHIOPIC = _BlockRange(0x1200, 0x137F, _RANGES)
|
|
ETHIOPIC_SUPPLEMENT = _BlockRange(0x1380, 0x139F, _RANGES)
|
|
CHEROKEE = _BlockRange(0x13A0, 0x13FF, _RANGES)
|
|
UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS = _BlockRange(0x1400, 0x167F, _RANGES)
|
|
OGHAM = _BlockRange(0x1680, 0x169F, _RANGES)
|
|
RUNIC = _BlockRange(0x16A0, 0x16FF, _RANGES)
|
|
TAGALOG = _BlockRange(0x1700, 0x171F, _RANGES)
|
|
HANUNOO = _BlockRange(0x1720, 0x173F, _RANGES)
|
|
BUHID = _BlockRange(0x1740, 0x175F, _RANGES)
|
|
TAGBANWA = _BlockRange(0x1760, 0x177F, _RANGES)
|
|
KHMER = _BlockRange(0x1780, 0x17FF, _RANGES)
|
|
MONGOLIAN = _BlockRange(0x1800, 0x18AF, _RANGES)
|
|
UNIFIED_CANADIAN_ABORIGINAL_SYLLABICS_EXTENDED = _BlockRange(0x18B0, 0x18FF, _RANGES)
|
|
LIMBU = _BlockRange(0x1900, 0x194F, _RANGES)
|
|
TAI_LE = _BlockRange(0x1950, 0x197F, _RANGES)
|
|
NEW_TAI_LUE = _BlockRange(0x1980, 0x19DF, _RANGES)
|
|
KHMER_SYMBOLS = _BlockRange(0x19E0, 0x19FF, _RANGES)
|
|
BUGINESE = _BlockRange(0x1A00, 0x1A1F, _RANGES)
|
|
TAI_THAM = _BlockRange(0x1A20, 0x1AAF, _RANGES)
|
|
BALINESE = _BlockRange(0x1B00, 0x1B7F, _RANGES)
|
|
SUNDANESE = _BlockRange(0x1B80, 0x1BBF, _RANGES)
|
|
BATAK = _BlockRange(0x1BC0, 0x1BFF, _RANGES)
|
|
LEPCHA = _BlockRange(0x1C00, 0x1C4F, _RANGES)
|
|
OL_CHIKI = _BlockRange(0x1C50, 0x1C7F, _RANGES)
|
|
VEDIC_EXTENSIONS = _BlockRange(0x1CD0, 0x1CFF, _RANGES)
|
|
PHONETIC_EXTENSIONS = _BlockRange(0x1D00, 0x1D7F, _RANGES)
|
|
PHONETIC_EXTENSIONS_SUPPLEMENT = _BlockRange(0x1D80, 0x1DBF, _RANGES)
|
|
COMBINING_DIACRITICAL_MARKS_SUPPLEMENT = _BlockRange(0x1DC0, 0x1DFF, _RANGES)
|
|
LATIN_EXTENDED_ADDITIONAL = _BlockRange(0x1E00, 0x1EFF, _RANGES)
|
|
GREEK_EXTENDED = _BlockRange(0x1F00, 0x1FFF, _RANGES)
|
|
GENERAL_PUNCTUATION = _BlockRange(0x2000, 0x206F, _RANGES)
|
|
SUPERSCRIPTS_AND_SUBSCRIPTS = _BlockRange(0x2070, 0x209F, _RANGES)
|
|
CURRENCY_SYMBOLS = _BlockRange(0x20A0, 0x20CF, _RANGES)
|
|
COMBINING_DIACRITICAL_MARKS_FOR_SYMBOLS = _BlockRange(0x20D0, 0x20FF, _RANGES)
|
|
LETTERLIKE_SYMBOLS = _BlockRange(0x2100, 0x214F, _RANGES)
|
|
NUMBER_FORMS = _BlockRange(0x2150, 0x218F, _RANGES)
|
|
ARROWS = _BlockRange(0x2190, 0x21FF, _RANGES)
|
|
MATHEMATICAL_OPERATORS = _BlockRange(0x2200, 0x22FF, _RANGES)
|
|
MISCELLANEOUS_TECHNICAL = _BlockRange(0x2300, 0x23FF, _RANGES)
|
|
CONTROL_PICTURES = _BlockRange(0x2400, 0x243F, _RANGES)
|
|
OPTICAL_CHARACTER_RECOGNITION = _BlockRange(0x2440, 0x245F, _RANGES)
|
|
ENCLOSED_ALPHANUMERICS = _BlockRange(0x2460, 0x24FF, _RANGES)
|
|
BOX_DRAWING = _BlockRange(0x2500, 0x257F, _RANGES)
|
|
BLOCK_ELEMENTS = _BlockRange(0x2580, 0x259F, _RANGES)
|
|
GEOMETRIC_SHAPES = _BlockRange(0x25A0, 0x25FF, _RANGES)
|
|
MISCELLANEOUS_SYMBOLS = _BlockRange(0x2600, 0x26FF, _RANGES)
|
|
DINGBATS = _BlockRange(0x2700, 0x27BF, _RANGES)
|
|
MISCELLANEOUS_MATHEMATICAL_SYMBOLS_A = _BlockRange(0x27C0, 0x27EF, _RANGES)
|
|
SUPPLEMENTAL_ARROWS_A = _BlockRange(0x27F0, 0x27FF, _RANGES)
|
|
BRAILLE_PATTERNS = _BlockRange(0x2800, 0x28FF, _RANGES)
|
|
SUPPLEMENTAL_ARROWS_B = _BlockRange(0x2900, 0x297F, _RANGES)
|
|
MISCELLANEOUS_MATHEMATICAL_SYMBOLS_B = _BlockRange(0x2980, 0x29FF, _RANGES)
|
|
SUPPLEMENTAL_MATHEMATICAL_OPERATORS = _BlockRange(0x2A00, 0x2AFF, _RANGES)
|
|
MISCELLANEOUS_SYMBOLS_AND_ARROWS = _BlockRange(0x2B00, 0x2BFF, _RANGES)
|
|
GLAGOLITIC = _BlockRange(0x2C00, 0x2C5F, _RANGES)
|
|
LATIN_EXTENDED_C = _BlockRange(0x2C60, 0x2C7F, _RANGES)
|
|
COPTIC = _BlockRange(0x2C80, 0x2CFF, _RANGES)
|
|
GEORGIAN_SUPPLEMENT = _BlockRange(0x2D00, 0x2D2F, _RANGES)
|
|
TIFINAGH = _BlockRange(0x2D30, 0x2D7F, _RANGES)
|
|
ETHIOPIC_EXTENDED = _BlockRange(0x2D80, 0x2DDF, _RANGES)
|
|
CYRILLIC_EXTENDED_A = _BlockRange(0x2DE0, 0x2DFF, _RANGES)
|
|
SUPPLEMENTAL_PUNCTUATION = _BlockRange(0x2E00, 0x2E7F, _RANGES)
|
|
CJK_RADICALS_SUPPLEMENT = _BlockRange(0x2E80, 0x2EFF, _RANGES)
|
|
KANGXI_RADICALS = _BlockRange(0x2F00, 0x2FDF, _RANGES)
|
|
IDEOGRAPHIC_DESCRIPTION_CHARACTERS = _BlockRange(0x2FF0, 0x2FFF, _RANGES)
|
|
CJK_SYMBOLS_AND_PUNCTUATION = _BlockRange(0x3000, 0x303F, _RANGES)
|
|
HIRAGANA = _BlockRange(0x3040, 0x309F, _RANGES)
|
|
KATAKANA = _BlockRange(0x30A0, 0x30FF, _RANGES)
|
|
BOPOMOFO = _BlockRange(0x3100, 0x312F, _RANGES)
|
|
HANGUL_COMPATIBILITY_JAMO = _BlockRange(0x3130, 0x318F, _RANGES)
|
|
KANBUN = _BlockRange(0x3190, 0x319F, _RANGES)
|
|
BOPOMOFO_EXTENDED = _BlockRange(0x31A0, 0x31BF, _RANGES)
|
|
CJK_STROKES = _BlockRange(0x31C0, 0x31EF, _RANGES)
|
|
KATAKANA_PHONETIC_EXTENSIONS = _BlockRange(0x31F0, 0x31FF, _RANGES)
|
|
ENCLOSED_CJK_LETTERS_AND_MONTHS = _BlockRange(0x3200, 0x32FF, _RANGES)
|
|
CJK_COMPATIBILITY = _BlockRange(0x3300, 0x33FF, _RANGES)
|
|
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_A = _BlockRange(0x3400, 0x4DBF, _RANGES)
|
|
YIJING_HEXAGRAM_SYMBOLS = _BlockRange(0x4DC0, 0x4DFF, _RANGES)
|
|
CJK_UNIFIED_IDEOGRAPHS = _BlockRange(0x4E00, 0x9FFF, _RANGES)
|
|
YI_SYLLABLES = _BlockRange(0xA000, 0xA48F, _RANGES)
|
|
YI_RADICALS = _BlockRange(0xA490, 0xA4CF, _RANGES)
|
|
LISU = _BlockRange(0xA4D0, 0xA4FF, _RANGES)
|
|
VAI = _BlockRange(0xA500, 0xA63F, _RANGES)
|
|
CYRILLIC_EXTENDED_B = _BlockRange(0xA640, 0xA69F, _RANGES)
|
|
BAMUM = _BlockRange(0xA6A0, 0xA6FF, _RANGES)
|
|
MODIFIER_TONE_LETTERS = _BlockRange(0xA700, 0xA71F, _RANGES)
|
|
LATIN_EXTENDED_D = _BlockRange(0xA720, 0xA7FF, _RANGES)
|
|
SYLOTI_NAGRI = _BlockRange(0xA800, 0xA82F, _RANGES)
|
|
COMMON_INDIC_NUMBER_FORMS = _BlockRange(0xA830, 0xA83F, _RANGES)
|
|
PHAGS_PA = _BlockRange(0xA840, 0xA87F, _RANGES)
|
|
SAURASHTRA = _BlockRange(0xA880, 0xA8DF, _RANGES)
|
|
DEVANAGARI_EXTENDED = _BlockRange(0xA8E0, 0xA8FF, _RANGES)
|
|
KAYAH_LI = _BlockRange(0xA900, 0xA92F, _RANGES)
|
|
REJANG = _BlockRange(0xA930, 0xA95F, _RANGES)
|
|
HANGUL_JAMO_EXTENDED_A = _BlockRange(0xA960, 0xA97F, _RANGES)
|
|
JAVANESE = _BlockRange(0xA980, 0xA9DF, _RANGES)
|
|
CHAM = _BlockRange(0xAA00, 0xAA5F, _RANGES)
|
|
MYANMAR_EXTENDED_A = _BlockRange(0xAA60, 0xAA7F, _RANGES)
|
|
TAI_VIET = _BlockRange(0xAA80, 0xAADF, _RANGES)
|
|
ETHIOPIC_EXTENDED_A = _BlockRange(0xAB00, 0xAB2F, _RANGES)
|
|
MEETEI_MAYEK = _BlockRange(0xABC0, 0xABFF, _RANGES)
|
|
HANGUL_SYLLABLES = _BlockRange(0xAC00, 0xD7AF, _RANGES)
|
|
HANGUL_JAMO_EXTENDED_B = _BlockRange(0xD7B0, 0xD7FF, _RANGES)
|
|
HIGH_SURROGATES = _BlockRange(0xD800, 0xDB7F, _RANGES)
|
|
HIGH_PRIVATE_USE_SURROGATES = _BlockRange(0xDB80, 0xDBFF, _RANGES)
|
|
LOW_SURROGATES = _BlockRange(0xDC00, 0xDFFF, _RANGES)
|
|
PRIVATE_USE_AREA = _BlockRange(0xE000, 0xF8FF, _RANGES)
|
|
CJK_COMPATIBILITY_IDEOGRAPHS = _BlockRange(0xF900, 0xFAFF, _RANGES)
|
|
ALPHABETIC_PRESENTATION_FORMS = _BlockRange(0xFB00, 0xFB4F, _RANGES)
|
|
ARABIC_PRESENTATION_FORMS_A = _BlockRange(0xFB50, 0xFDFF, _RANGES)
|
|
VARIATION_SELECTORS = _BlockRange(0xFE00, 0xFE0F, _RANGES)
|
|
VERTICAL_FORMS = _BlockRange(0xFE10, 0xFE1F, _RANGES)
|
|
COMBINING_HALF_MARKS = _BlockRange(0xFE20, 0xFE2F, _RANGES)
|
|
CJK_COMPATIBILITY_FORMS = _BlockRange(0xFE30, 0xFE4F, _RANGES)
|
|
SMALL_FORM_VARIANTS = _BlockRange(0xFE50, 0xFE6F, _RANGES)
|
|
ARABIC_PRESENTATION_FORMS_B = _BlockRange(0xFE70, 0xFEFF, _RANGES)
|
|
HALFWIDTH_AND_FULLWIDTH_FORMS = _BlockRange(0xFF00, 0xFFEF, _RANGES)
|
|
SPECIALS = _BlockRange(0xFFF0, 0xFFFF, _RANGES)
|
|
LINEAR_B_SYLLABARY = _BlockRange(0x10000, 0x1007F, _RANGES)
|
|
LINEAR_B_IDEOGRAMS = _BlockRange(0x10080, 0x100FF, _RANGES)
|
|
AEGEAN_NUMBERS = _BlockRange(0x10100, 0x1013F, _RANGES)
|
|
ANCIENT_GREEK_NUMBERS = _BlockRange(0x10140, 0x1018F, _RANGES)
|
|
ANCIENT_SYMBOLS = _BlockRange(0x10190, 0x101CF, _RANGES)
|
|
PHAISTOS_DISC = _BlockRange(0x101D0, 0x101FF, _RANGES)
|
|
LYCIAN = _BlockRange(0x10280, 0x1029F, _RANGES)
|
|
CARIAN = _BlockRange(0x102A0, 0x102DF, _RANGES)
|
|
OLD_ITALIC = _BlockRange(0x10300, 0x1032F, _RANGES)
|
|
GOTHIC = _BlockRange(0x10330, 0x1034F, _RANGES)
|
|
UGARITIC = _BlockRange(0x10380, 0x1039F, _RANGES)
|
|
OLD_PERSIAN = _BlockRange(0x103A0, 0x103DF, _RANGES)
|
|
DESERET = _BlockRange(0x10400, 0x1044F, _RANGES)
|
|
SHAVIAN = _BlockRange(0x10450, 0x1047F, _RANGES)
|
|
OSMANYA = _BlockRange(0x10480, 0x104AF, _RANGES)
|
|
CYPRIOT_SYLLABARY = _BlockRange(0x10800, 0x1083F, _RANGES)
|
|
IMPERIAL_ARAMAIC = _BlockRange(0x10840, 0x1085F, _RANGES)
|
|
PHOENICIAN = _BlockRange(0x10900, 0x1091F, _RANGES)
|
|
LYDIAN = _BlockRange(0x10920, 0x1093F, _RANGES)
|
|
KHAROSHTHI = _BlockRange(0x10A00, 0x10A5F, _RANGES)
|
|
OLD_SOUTH_ARABIAN = _BlockRange(0x10A60, 0x10A7F, _RANGES)
|
|
AVESTAN = _BlockRange(0x10B00, 0x10B3F, _RANGES)
|
|
INSCRIPTIONAL_PARTHIAN = _BlockRange(0x10B40, 0x10B5F, _RANGES)
|
|
INSCRIPTIONAL_PAHLAVI = _BlockRange(0x10B60, 0x10B7F, _RANGES)
|
|
OLD_TURKIC = _BlockRange(0x10C00, 0x10C4F, _RANGES)
|
|
RUMI_NUMERAL_SYMBOLS = _BlockRange(0x10E60, 0x10E7F, _RANGES)
|
|
BRAHMI = _BlockRange(0x11000, 0x1107F, _RANGES)
|
|
KAITHI = _BlockRange(0x11080, 0x110CF, _RANGES)
|
|
CUNEIFORM = _BlockRange(0x12000, 0x123FF, _RANGES)
|
|
CUNEIFORM_NUMBERS_AND_PUNCTUATION = _BlockRange(0x12400, 0x1247F, _RANGES)
|
|
EGYPTIAN_HIEROGLYPHS = _BlockRange(0x13000, 0x1342F, _RANGES)
|
|
BAMUM_SUPPLEMENT = _BlockRange(0x16800, 0x16A3F, _RANGES)
|
|
KANA_SUPPLEMENT = _BlockRange(0x1B000, 0x1B0FF, _RANGES)
|
|
BYZANTINE_MUSICAL_SYMBOLS = _BlockRange(0x1D000, 0x1D0FF, _RANGES)
|
|
MUSICAL_SYMBOLS = _BlockRange(0x1D100, 0x1D1FF, _RANGES)
|
|
ANCIENT_GREEK_MUSICAL_NOTATION = _BlockRange(0x1D200, 0x1D24F, _RANGES)
|
|
TAI_XUAN_JING_SYMBOLS = _BlockRange(0x1D300, 0x1D35F, _RANGES)
|
|
COUNTING_ROD_NUMERALS = _BlockRange(0x1D360, 0x1D37F, _RANGES)
|
|
MATHEMATICAL_ALPHANUMERIC_SYMBOLS = _BlockRange(0x1D400, 0x1D7FF, _RANGES)
|
|
MAHJONG_TILES = _BlockRange(0x1F000, 0x1F02F, _RANGES)
|
|
DOMINO_TILES = _BlockRange(0x1F030, 0x1F09F, _RANGES)
|
|
PLAYING_CARDS = _BlockRange(0x1F0A0, 0x1F0FF, _RANGES)
|
|
ENCLOSED_ALPHANUMERIC_SUPPLEMENT = _BlockRange(0x1F100, 0x1F1FF, _RANGES)
|
|
ENCLOSED_IDEOGRAPHIC_SUPPLEMENT = _BlockRange(0x1F200, 0x1F2FF, _RANGES)
|
|
MISCELLANEOUS_SYMBOLS_AND_PICTOGRAPHS = _BlockRange(0x1F300, 0x1F5FF, _RANGES)
|
|
EMOTICONS = _BlockRange(0x1F600, 0x1F64F, _RANGES)
|
|
TRANSPORT_AND_MAP_SYMBOLS = _BlockRange(0x1F680, 0x1F6FF, _RANGES)
|
|
ALCHEMICAL_SYMBOLS = _BlockRange(0x1F700, 0x1F77F, _RANGES)
|
|
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_B = _BlockRange(0x20000, 0x2A6DF, _RANGES)
|
|
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_C = _BlockRange(0x2A700, 0x2B73F, _RANGES)
|
|
CJK_UNIFIED_IDEOGRAPHS_EXTENSION_D = _BlockRange(0x2B740, 0x2B81F, _RANGES)
|
|
CJK_COMPATIBILITY_IDEOGRAPHS_SUPPLEMENT = _BlockRange(0x2F800, 0x2FA1F, _RANGES)
|
|
TAGS = _BlockRange(0xE0000, 0xE007F, _RANGES)
|
|
VARIATION_SELECTORS_SUPPLEMENT = _BlockRange(0xE0100, 0xE01EF, _RANGES)
|
|
SUPPLEMENTARY_PRIVATE_USE_AREA_A = _BlockRange(0xF0000, 0xFFFFF, _RANGES)
|
|
SUPPLEMENTARY_PRIVATE_USE_AREA_B = _BlockRange(0x100000, 0x10FFFF, _RANGES)
|
|
UNKNOWN = _BlockRange(-1, -1)
|
|
|
|
@classmethod
|
|
def get(cls, uni_char):
|
|
"""Return the Unicode block of the given Unicode character"""
|
|
uni_char = unicod(uni_char) # Force to Unicode
|
|
code_point = ord(uni_char)
|
|
if Block._RANGE_KEYS is None:
|
|
Block._RANGE_KEYS = sorted(Block._RANGES.keys())
|
|
idx = bisect.bisect_left(Block._RANGE_KEYS, code_point)
|
|
if (idx > 0 and
|
|
code_point >= Block._RANGES[Block._RANGE_KEYS[idx - 1]].start and
|
|
code_point <= Block._RANGES[Block._RANGE_KEYS[idx - 1]].end):
|
|
return Block._RANGES[Block._RANGE_KEYS[idx - 1]]
|
|
elif (idx < len(Block._RANGES) and
|
|
code_point >= Block._RANGES[Block._RANGE_KEYS[idx]].start and
|
|
code_point <= Block._RANGES[Block._RANGE_KEYS[idx]].end):
|
|
return Block._RANGES[Block._RANGE_KEYS[idx]]
|
|
else:
|
|
return Block.UNKNOWN
|
|
|
|
|
|
def digit(uni_char, default_value=None):
|
|
"""Returns the digit value assigned to the Unicode character uni_char as
|
|
integer. If no such value is defined, default is returned, or, if not
|
|
given, ValueError is raised."""
|
|
uni_char = unicod(uni_char) # Force to Unicode.
|
|
if default_value is not None:
|
|
return unicodedata.digit(uni_char, default_value)
|
|
else:
|
|
return unicodedata.digit(uni_char)
|
|
|
|
|
|
if __name__ == '__main__': # pragma no cover
|
|
import doctest
|
|
doctest.testmod()
|