diff options
author | 2005-10-21 13:49:12 +0000 | |
---|---|---|
committer | 2005-10-21 13:49:12 +0000 | |
commit | a1129f4b9bdf655e8b5b9565b87ead5f32f4b574 (patch) | |
tree | db7cf3de8872e250c8c9153a1b0dec559f869ecb /Lib/encodings/cp1256.py | |
parent | Add two new tools to compare codecs and show differences and to (diff) | |
download | cpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.tar.gz cpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.tar.bz2 cpython-a1129f4b9bdf655e8b5b9565b87ead5f32f4b574.zip |
Replace the old charmap codecs with new ones generated from the current
mapping tables available at ftp.unicode.org.
These new codecs include and use character decoding tables which speeds
up decoding by a few factors.
Diffstat (limited to 'Lib/encodings/cp1256.py')
-rw-r--r-- | Lib/encodings/cp1256.py | 701 |
1 files changed, 607 insertions, 94 deletions
diff --git a/Lib/encodings/cp1256.py b/Lib/encodings/cp1256.py index f3e694c9207..a913f9c57cf 100644 --- a/Lib/encodings/cp1256.py +++ b/Lib/encodings/cp1256.py @@ -1,9 +1,4 @@ -""" Python Character Mapping Codec generated from 'CP1256.TXT' with gencodec.py. - -Written by Marc-Andre Lemburg (mal@lemburg.com). - -(c) Copyright CNRI, All Rights Reserved. NO WARRANTY. -(c) Copyright 2000 Guido van Rossum. +""" Python Character Mapping Codec generated from 'VENDORS/MICSFT/WINDOWS/CP1256.TXT' with gencodec.py. """#" @@ -19,8 +14,8 @@ class Codec(codecs.Codec): def decode(self,input,errors='strict'): - return codecs.charmap_decode(input,errors,decoding_map) - + return codecs.charmap_decode(input,errors,decoding_table) + class StreamWriter(Codec,codecs.StreamWriter): pass @@ -37,93 +32,611 @@ def getregentry(): decoding_map = codecs.make_identity_dict(range(256)) decoding_map.update({ - 0x0080: 0x20ac, # EURO SIGN - 0x0081: 0x067e, # ARABIC LETTER PEH - 0x0082: 0x201a, # SINGLE LOW-9 QUOTATION MARK - 0x0083: 0x0192, # LATIN SMALL LETTER F WITH HOOK - 0x0084: 0x201e, # DOUBLE LOW-9 QUOTATION MARK - 0x0085: 0x2026, # HORIZONTAL ELLIPSIS - 0x0086: 0x2020, # DAGGER - 0x0087: 0x2021, # DOUBLE DAGGER - 0x0088: 0x02c6, # MODIFIER LETTER CIRCUMFLEX ACCENT - 0x0089: 0x2030, # PER MILLE SIGN - 0x008a: 0x0679, # ARABIC LETTER TTEH - 0x008b: 0x2039, # SINGLE LEFT-POINTING ANGLE QUOTATION MARK - 0x008c: 0x0152, # LATIN CAPITAL LIGATURE OE - 0x008d: 0x0686, # ARABIC LETTER TCHEH - 0x008e: 0x0698, # ARABIC LETTER JEH - 0x008f: 0x0688, # ARABIC LETTER DDAL - 0x0090: 0x06af, # ARABIC LETTER GAF - 0x0091: 0x2018, # LEFT SINGLE QUOTATION MARK - 0x0092: 0x2019, # RIGHT SINGLE QUOTATION MARK - 0x0093: 0x201c, # LEFT DOUBLE QUOTATION MARK - 0x0094: 0x201d, # RIGHT DOUBLE QUOTATION MARK - 0x0095: 0x2022, # BULLET - 0x0096: 0x2013, # EN DASH - 0x0097: 0x2014, # EM DASH - 0x0098: 0x06a9, # ARABIC LETTER KEHEH - 0x0099: 0x2122, # TRADE MARK SIGN - 0x009a: 0x0691, # ARABIC LETTER RREH - 0x009b: 0x203a, # SINGLE RIGHT-POINTING ANGLE QUOTATION MARK - 0x009c: 0x0153, # LATIN SMALL LIGATURE OE - 0x009d: 0x200c, # ZERO WIDTH NON-JOINER - 0x009e: 0x200d, # ZERO WIDTH JOINER - 0x009f: 0x06ba, # ARABIC LETTER NOON GHUNNA - 0x00a1: 0x060c, # ARABIC COMMA - 0x00aa: 0x06be, # ARABIC LETTER HEH DOACHASHMEE - 0x00ba: 0x061b, # ARABIC SEMICOLON - 0x00bf: 0x061f, # ARABIC QUESTION MARK - 0x00c0: 0x06c1, # ARABIC LETTER HEH GOAL - 0x00c1: 0x0621, # ARABIC LETTER HAMZA - 0x00c2: 0x0622, # ARABIC LETTER ALEF WITH MADDA ABOVE - 0x00c3: 0x0623, # ARABIC LETTER ALEF WITH HAMZA ABOVE - 0x00c4: 0x0624, # ARABIC LETTER WAW WITH HAMZA ABOVE - 0x00c5: 0x0625, # ARABIC LETTER ALEF WITH HAMZA BELOW - 0x00c6: 0x0626, # ARABIC LETTER YEH WITH HAMZA ABOVE - 0x00c7: 0x0627, # ARABIC LETTER ALEF - 0x00c8: 0x0628, # ARABIC LETTER BEH - 0x00c9: 0x0629, # ARABIC LETTER TEH MARBUTA - 0x00ca: 0x062a, # ARABIC LETTER TEH - 0x00cb: 0x062b, # ARABIC LETTER THEH - 0x00cc: 0x062c, # ARABIC LETTER JEEM - 0x00cd: 0x062d, # ARABIC LETTER HAH - 0x00ce: 0x062e, # ARABIC LETTER KHAH - 0x00cf: 0x062f, # ARABIC LETTER DAL - 0x00d0: 0x0630, # ARABIC LETTER THAL - 0x00d1: 0x0631, # ARABIC LETTER REH - 0x00d2: 0x0632, # ARABIC LETTER ZAIN - 0x00d3: 0x0633, # ARABIC LETTER SEEN - 0x00d4: 0x0634, # ARABIC LETTER SHEEN - 0x00d5: 0x0635, # ARABIC LETTER SAD - 0x00d6: 0x0636, # ARABIC LETTER DAD - 0x00d8: 0x0637, # ARABIC LETTER TAH - 0x00d9: 0x0638, # ARABIC LETTER ZAH - 0x00da: 0x0639, # ARABIC LETTER AIN - 0x00db: 0x063a, # ARABIC LETTER GHAIN - 0x00dc: 0x0640, # ARABIC TATWEEL - 0x00dd: 0x0641, # ARABIC LETTER FEH - 0x00de: 0x0642, # ARABIC LETTER QAF - 0x00df: 0x0643, # ARABIC LETTER KAF - 0x00e1: 0x0644, # ARABIC LETTER LAM - 0x00e3: 0x0645, # ARABIC LETTER MEEM - 0x00e4: 0x0646, # ARABIC LETTER NOON - 0x00e5: 0x0647, # ARABIC LETTER HEH - 0x00e6: 0x0648, # ARABIC LETTER WAW - 0x00ec: 0x0649, # ARABIC LETTER ALEF MAKSURA - 0x00ed: 0x064a, # ARABIC LETTER YEH - 0x00f0: 0x064b, # ARABIC FATHATAN - 0x00f1: 0x064c, # ARABIC DAMMATAN - 0x00f2: 0x064d, # ARABIC KASRATAN - 0x00f3: 0x064e, # ARABIC FATHA - 0x00f5: 0x064f, # ARABIC DAMMA - 0x00f6: 0x0650, # ARABIC KASRA - 0x00f8: 0x0651, # ARABIC SHADDA - 0x00fa: 0x0652, # ARABIC SUKUN - 0x00fd: 0x200e, # LEFT-TO-RIGHT MARK - 0x00fe: 0x200f, # RIGHT-TO-LEFT MARK - 0x00ff: 0x06d2, # ARABIC LETTER YEH BARREE + 0x0080: 0x20ac, # EURO SIGN + 0x0081: 0x067e, # ARABIC LETTER PEH + 0x0082: 0x201a, # SINGLE LOW-9 QUOTATION MARK + 0x0083: 0x0192, # LATIN SMALL LETTER F WITH HOOK + 0x0084: 0x201e, # DOUBLE LOW-9 QUOTATION MARK + 0x0085: 0x2026, # HORIZONTAL ELLIPSIS + 0x0086: 0x2020, # DAGGER + 0x0087: 0x2021, # DOUBLE DAGGER + 0x0088: 0x02c6, # MODIFIER LETTER CIRCUMFLEX ACCENT + 0x0089: 0x2030, # PER MILLE SIGN + 0x008a: 0x0679, # ARABIC LETTER TTEH + 0x008b: 0x2039, # SINGLE LEFT-POINTING ANGLE QUOTATION MARK + 0x008c: 0x0152, # LATIN CAPITAL LIGATURE OE + 0x008d: 0x0686, # ARABIC LETTER TCHEH + 0x008e: 0x0698, # ARABIC LETTER JEH + 0x008f: 0x0688, # ARABIC LETTER DDAL + 0x0090: 0x06af, # ARABIC LETTER GAF + 0x0091: 0x2018, # LEFT SINGLE QUOTATION MARK + 0x0092: 0x2019, # RIGHT SINGLE QUOTATION MARK + 0x0093: 0x201c, # LEFT DOUBLE QUOTATION MARK + 0x0094: 0x201d, # RIGHT DOUBLE QUOTATION MARK + 0x0095: 0x2022, # BULLET + 0x0096: 0x2013, # EN DASH + 0x0097: 0x2014, # EM DASH + 0x0098: 0x06a9, # ARABIC LETTER KEHEH + 0x0099: 0x2122, # TRADE MARK SIGN + 0x009a: 0x0691, # ARABIC LETTER RREH + 0x009b: 0x203a, # SINGLE RIGHT-POINTING ANGLE QUOTATION MARK + 0x009c: 0x0153, # LATIN SMALL LIGATURE OE + 0x009d: 0x200c, # ZERO WIDTH NON-JOINER + 0x009e: 0x200d, # ZERO WIDTH JOINER + 0x009f: 0x06ba, # ARABIC LETTER NOON GHUNNA + 0x00a1: 0x060c, # ARABIC COMMA + 0x00aa: 0x06be, # ARABIC LETTER HEH DOACHASHMEE + 0x00ba: 0x061b, # ARABIC SEMICOLON + 0x00bf: 0x061f, # ARABIC QUESTION MARK + 0x00c0: 0x06c1, # ARABIC LETTER HEH GOAL + 0x00c1: 0x0621, # ARABIC LETTER HAMZA + 0x00c2: 0x0622, # ARABIC LETTER ALEF WITH MADDA ABOVE + 0x00c3: 0x0623, # ARABIC LETTER ALEF WITH HAMZA ABOVE + 0x00c4: 0x0624, # ARABIC LETTER WAW WITH HAMZA ABOVE + 0x00c5: 0x0625, # ARABIC LETTER ALEF WITH HAMZA BELOW + 0x00c6: 0x0626, # ARABIC LETTER YEH WITH HAMZA ABOVE + 0x00c7: 0x0627, # ARABIC LETTER ALEF + 0x00c8: 0x0628, # ARABIC LETTER BEH + 0x00c9: 0x0629, # ARABIC LETTER TEH MARBUTA + 0x00ca: 0x062a, # ARABIC LETTER TEH + 0x00cb: 0x062b, # ARABIC LETTER THEH + 0x00cc: 0x062c, # ARABIC LETTER JEEM + 0x00cd: 0x062d, # ARABIC LETTER HAH + 0x00ce: 0x062e, # ARABIC LETTER KHAH + 0x00cf: 0x062f, # ARABIC LETTER DAL + 0x00d0: 0x0630, # ARABIC LETTER THAL + 0x00d1: 0x0631, # ARABIC LETTER REH + 0x00d2: 0x0632, # ARABIC LETTER ZAIN + 0x00d3: 0x0633, # ARABIC LETTER SEEN + 0x00d4: 0x0634, # ARABIC LETTER SHEEN + 0x00d5: 0x0635, # ARABIC LETTER SAD + 0x00d6: 0x0636, # ARABIC LETTER DAD + 0x00d8: 0x0637, # ARABIC LETTER TAH + 0x00d9: 0x0638, # ARABIC LETTER ZAH + 0x00da: 0x0639, # ARABIC LETTER AIN + 0x00db: 0x063a, # ARABIC LETTER GHAIN + 0x00dc: 0x0640, # ARABIC TATWEEL + 0x00dd: 0x0641, # ARABIC LETTER FEH + 0x00de: 0x0642, # ARABIC LETTER QAF + 0x00df: 0x0643, # ARABIC LETTER KAF + 0x00e1: 0x0644, # ARABIC LETTER LAM + 0x00e3: 0x0645, # ARABIC LETTER MEEM + 0x00e4: 0x0646, # ARABIC LETTER NOON + 0x00e5: 0x0647, # ARABIC LETTER HEH + 0x00e6: 0x0648, # ARABIC LETTER WAW + 0x00ec: 0x0649, # ARABIC LETTER ALEF MAKSURA + 0x00ed: 0x064a, # ARABIC LETTER YEH + 0x00f0: 0x064b, # ARABIC FATHATAN + 0x00f1: 0x064c, # ARABIC DAMMATAN + 0x00f2: 0x064d, # ARABIC KASRATAN + 0x00f3: 0x064e, # ARABIC FATHA + 0x00f5: 0x064f, # ARABIC DAMMA + 0x00f6: 0x0650, # ARABIC KASRA + 0x00f8: 0x0651, # ARABIC SHADDA + 0x00fa: 0x0652, # ARABIC SUKUN + 0x00fd: 0x200e, # LEFT-TO-RIGHT MARK + 0x00fe: 0x200f, # RIGHT-TO-LEFT MARK + 0x00ff: 0x06d2, # ARABIC LETTER YEH BARREE }) +### Decoding Table + +decoding_table = ( + u'\x00' # 0x0000 -> NULL + u'\x01' # 0x0001 -> START OF HEADING + u'\x02' # 0x0002 -> START OF TEXT + u'\x03' # 0x0003 -> END OF TEXT + u'\x04' # 0x0004 -> END OF TRANSMISSION + u'\x05' # 0x0005 -> ENQUIRY + u'\x06' # 0x0006 -> ACKNOWLEDGE + u'\x07' # 0x0007 -> BELL + u'\x08' # 0x0008 -> BACKSPACE + u'\t' # 0x0009 -> HORIZONTAL TABULATION + u'\n' # 0x000a -> LINE FEED + u'\x0b' # 0x000b -> VERTICAL TABULATION + u'\x0c' # 0x000c -> FORM FEED + u'\r' # 0x000d -> CARRIAGE RETURN + u'\x0e' # 0x000e -> SHIFT OUT + u'\x0f' # 0x000f -> SHIFT IN + u'\x10' # 0x0010 -> DATA LINK ESCAPE + u'\x11' # 0x0011 -> DEVICE CONTROL ONE + u'\x12' # 0x0012 -> DEVICE CONTROL TWO + u'\x13' # 0x0013 -> DEVICE CONTROL THREE + u'\x14' # 0x0014 -> DEVICE CONTROL FOUR + u'\x15' # 0x0015 -> NEGATIVE ACKNOWLEDGE + u'\x16' # 0x0016 -> SYNCHRONOUS IDLE + u'\x17' # 0x0017 -> END OF TRANSMISSION BLOCK + u'\x18' # 0x0018 -> CANCEL + u'\x19' # 0x0019 -> END OF MEDIUM + u'\x1a' # 0x001a -> SUBSTITUTE + u'\x1b' # 0x001b -> ESCAPE + u'\x1c' # 0x001c -> FILE SEPARATOR + u'\x1d' # 0x001d -> GROUP SEPARATOR + u'\x1e' # 0x001e -> RECORD SEPARATOR + u'\x1f' # 0x001f -> UNIT SEPARATOR + u' ' # 0x0020 -> SPACE + u'!' # 0x0021 -> EXCLAMATION MARK + u'"' # 0x0022 -> QUOTATION MARK + u'#' # 0x0023 -> NUMBER SIGN + u'$' # 0x0024 -> DOLLAR SIGN + u'%' # 0x0025 -> PERCENT SIGN + u'&' # 0x0026 -> AMPERSAND + u"'" # 0x0027 -> APOSTROPHE + u'(' # 0x0028 -> LEFT PARENTHESIS + u')' # 0x0029 -> RIGHT PARENTHESIS + u'*' # 0x002a -> ASTERISK + u'+' # 0x002b -> PLUS SIGN + u',' # 0x002c -> COMMA + u'-' # 0x002d -> HYPHEN-MINUS + u'.' # 0x002e -> FULL STOP + u'/' # 0x002f -> SOLIDUS + u'0' # 0x0030 -> DIGIT ZERO + u'1' # 0x0031 -> DIGIT ONE + u'2' # 0x0032 -> DIGIT TWO + u'3' # 0x0033 -> DIGIT THREE + u'4' # 0x0034 -> DIGIT FOUR + u'5' # 0x0035 -> DIGIT FIVE + u'6' # 0x0036 -> DIGIT SIX + u'7' # 0x0037 -> DIGIT SEVEN + u'8' # 0x0038 -> DIGIT EIGHT + u'9' # 0x0039 -> DIGIT NINE + u':' # 0x003a -> COLON + u';' # 0x003b -> SEMICOLON + u'<' # 0x003c -> LESS-THAN SIGN + u'=' # 0x003d -> EQUALS SIGN + u'>' # 0x003e -> GREATER-THAN SIGN + u'?' # 0x003f -> QUESTION MARK + u'@' # 0x0040 -> COMMERCIAL AT + u'A' # 0x0041 -> LATIN CAPITAL LETTER A + u'B' # 0x0042 -> LATIN CAPITAL LETTER B + u'C' # 0x0043 -> LATIN CAPITAL LETTER C + u'D' # 0x0044 -> LATIN CAPITAL LETTER D + u'E' # 0x0045 -> LATIN CAPITAL LETTER E + u'F' # 0x0046 -> LATIN CAPITAL LETTER F + u'G' # 0x0047 -> LATIN CAPITAL LETTER G + u'H' # 0x0048 -> LATIN CAPITAL LETTER H + u'I' # 0x0049 -> LATIN CAPITAL LETTER I + u'J' # 0x004a -> LATIN CAPITAL LETTER J + u'K' # 0x004b -> LATIN CAPITAL LETTER K + u'L' # 0x004c -> LATIN CAPITAL LETTER L + u'M' # 0x004d -> LATIN CAPITAL LETTER M + u'N' # 0x004e -> LATIN CAPITAL LETTER N + u'O' # 0x004f -> LATIN CAPITAL LETTER O + u'P' # 0x0050 -> LATIN CAPITAL LETTER P + u'Q' # 0x0051 -> LATIN CAPITAL LETTER Q + u'R' # 0x0052 -> LATIN CAPITAL LETTER R + u'S' # 0x0053 -> LATIN CAPITAL LETTER S + u'T' # 0x0054 -> LATIN CAPITAL LETTER T + u'U' # 0x0055 -> LATIN CAPITAL LETTER U + u'V' # 0x0056 -> LATIN CAPITAL LETTER V + u'W' # 0x0057 -> LATIN CAPITAL LETTER W + u'X' # 0x0058 -> LATIN CAPITAL LETTER X + u'Y' # 0x0059 -> LATIN CAPITAL LETTER Y + u'Z' # 0x005a -> LATIN CAPITAL LETTER Z + u'[' # 0x005b -> LEFT SQUARE BRACKET + u'\\' # 0x005c -> REVERSE SOLIDUS + u']' # 0x005d -> RIGHT SQUARE BRACKET + u'^' # 0x005e -> CIRCUMFLEX ACCENT + u'_' # 0x005f -> LOW LINE + u'`' # 0x0060 -> GRAVE ACCENT + u'a' # 0x0061 -> LATIN SMALL LETTER A + u'b' # 0x0062 -> LATIN SMALL LETTER B + u'c' # 0x0063 -> LATIN SMALL LETTER C + u'd' # 0x0064 -> LATIN SMALL LETTER D + u'e' # 0x0065 -> LATIN SMALL LETTER E + u'f' # 0x0066 -> LATIN SMALL LETTER F + u'g' # 0x0067 -> LATIN SMALL LETTER G + u'h' # 0x0068 -> LATIN SMALL LETTER H + u'i' # 0x0069 -> LATIN SMALL LETTER I + u'j' # 0x006a -> LATIN SMALL LETTER J + u'k' # 0x006b -> LATIN SMALL LETTER K + u'l' # 0x006c -> LATIN SMALL LETTER L + u'm' # 0x006d -> LATIN SMALL LETTER M + u'n' # 0x006e -> LATIN SMALL LETTER N + u'o' # 0x006f -> LATIN SMALL LETTER O + u'p' # 0x0070 -> LATIN SMALL LETTER P + u'q' # 0x0071 -> LATIN SMALL LETTER Q + u'r' # 0x0072 -> LATIN SMALL LETTER R + u's' # 0x0073 -> LATIN SMALL LETTER S + u't' # 0x0074 -> LATIN SMALL LETTER T + u'u' # 0x0075 -> LATIN SMALL LETTER U + u'v' # 0x0076 -> LATIN SMALL LETTER V + u'w' # 0x0077 -> LATIN SMALL LETTER W + u'x' # 0x0078 -> LATIN SMALL LETTER X + u'y' # 0x0079 -> LATIN SMALL LETTER Y + u'z' # 0x007a -> LATIN SMALL LETTER Z + u'{' # 0x007b -> LEFT CURLY BRACKET + u'|' # 0x007c -> VERTICAL LINE + u'}' # 0x007d -> RIGHT CURLY BRACKET + u'~' # 0x007e -> TILDE + u'\x7f' # 0x007f -> DELETE + u'\u20ac' # 0x0080 -> EURO SIGN + u'\u067e' # 0x0081 -> ARABIC LETTER PEH + u'\u201a' # 0x0082 -> SINGLE LOW-9 QUOTATION MARK + u'\u0192' # 0x0083 -> LATIN SMALL LETTER F WITH HOOK + u'\u201e' # 0x0084 -> DOUBLE LOW-9 QUOTATION MARK + u'\u2026' # 0x0085 -> HORIZONTAL ELLIPSIS + u'\u2020' # 0x0086 -> DAGGER + u'\u2021' # 0x0087 -> DOUBLE DAGGER + u'\u02c6' # 0x0088 -> MODIFIER LETTER CIRCUMFLEX ACCENT + u'\u2030' # 0x0089 -> PER MILLE SIGN + u'\u0679' # 0x008a -> ARABIC LETTER TTEH + u'\u2039' # 0x008b -> SINGLE LEFT-POINTING ANGLE QUOTATION MARK + u'\u0152' # 0x008c -> LATIN CAPITAL LIGATURE OE + u'\u0686' # 0x008d -> ARABIC LETTER TCHEH + u'\u0698' # 0x008e -> ARABIC LETTER JEH + u'\u0688' # 0x008f -> ARABIC LETTER DDAL + u'\u06af' # 0x0090 -> ARABIC LETTER GAF + u'\u2018' # 0x0091 -> LEFT SINGLE QUOTATION MARK + u'\u2019' # 0x0092 -> RIGHT SINGLE QUOTATION MARK + u'\u201c' # 0x0093 -> LEFT DOUBLE QUOTATION MARK + u'\u201d' # 0x0094 -> RIGHT DOUBLE QUOTATION MARK + u'\u2022' # 0x0095 -> BULLET + u'\u2013' # 0x0096 -> EN DASH + u'\u2014' # 0x0097 -> EM DASH + u'\u06a9' # 0x0098 -> ARABIC LETTER KEHEH + u'\u2122' # 0x0099 -> TRADE MARK SIGN + u'\u0691' # 0x009a -> ARABIC LETTER RREH + u'\u203a' # 0x009b -> SINGLE RIGHT-POINTING ANGLE QUOTATION MARK + u'\u0153' # 0x009c -> LATIN SMALL LIGATURE OE + u'\u200c' # 0x009d -> ZERO WIDTH NON-JOINER + u'\u200d' # 0x009e -> ZERO WIDTH JOINER + u'\u06ba' # 0x009f -> ARABIC LETTER NOON GHUNNA + u'\xa0' # 0x00a0 -> NO-BREAK SPACE + u'\u060c' # 0x00a1 -> ARABIC COMMA + u'\xa2' # 0x00a2 -> CENT SIGN + u'\xa3' # 0x00a3 -> POUND SIGN + u'\xa4' # 0x00a4 -> CURRENCY SIGN + u'\xa5' # 0x00a5 -> YEN SIGN + u'\xa6' # 0x00a6 -> BROKEN BAR + u'\xa7' # 0x00a7 -> SECTION SIGN + u'\xa8' # 0x00a8 -> DIAERESIS + u'\xa9' # 0x00a9 -> COPYRIGHT SIGN + u'\u06be' # 0x00aa -> ARABIC LETTER HEH DOACHASHMEE + u'\xab' # 0x00ab -> LEFT-POINTING DOUBLE ANGLE QUOTATION MARK + u'\xac' # 0x00ac -> NOT SIGN + u'\xad' # 0x00ad -> SOFT HYPHEN + u'\xae' # 0x00ae -> REGISTERED SIGN + u'\xaf' # 0x00af -> MACRON + u'\xb0' # 0x00b0 -> DEGREE SIGN + u'\xb1' # 0x00b1 -> PLUS-MINUS SIGN + u'\xb2' # 0x00b2 -> SUPERSCRIPT TWO + u'\xb3' # 0x00b3 -> SUPERSCRIPT THREE + u'\xb4' # 0x00b4 -> ACUTE ACCENT + u'\xb5' # 0x00b5 -> MICRO SIGN + u'\xb6' # 0x00b6 -> PILCROW SIGN + u'\xb7' # 0x00b7 -> MIDDLE DOT + u'\xb8' # 0x00b8 -> CEDILLA + u'\xb9' # 0x00b9 -> SUPERSCRIPT ONE + u'\u061b' # 0x00ba -> ARABIC SEMICOLON + u'\xbb' # 0x00bb -> RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK + u'\xbc' # 0x00bc -> VULGAR FRACTION ONE QUARTER + u'\xbd' # 0x00bd -> VULGAR FRACTION ONE HALF + u'\xbe' # 0x00be -> VULGAR FRACTION THREE QUARTERS + u'\u061f' # 0x00bf -> ARABIC QUESTION MARK + u'\u06c1' # 0x00c0 -> ARABIC LETTER HEH GOAL + u'\u0621' # 0x00c1 -> ARABIC LETTER HAMZA + u'\u0622' # 0x00c2 -> ARABIC LETTER ALEF WITH MADDA ABOVE + u'\u0623' # 0x00c3 -> ARABIC LETTER ALEF WITH HAMZA ABOVE + u'\u0624' # 0x00c4 -> ARABIC LETTER WAW WITH HAMZA ABOVE + u'\u0625' # 0x00c5 -> ARABIC LETTER ALEF WITH HAMZA BELOW + u'\u0626' # 0x00c6 -> ARABIC LETTER YEH WITH HAMZA ABOVE + u'\u0627' # 0x00c7 -> ARABIC LETTER ALEF + u'\u0628' # 0x00c8 -> ARABIC LETTER BEH + u'\u0629' # 0x00c9 -> ARABIC LETTER TEH MARBUTA + u'\u062a' # 0x00ca -> ARABIC LETTER TEH + u'\u062b' # 0x00cb -> ARABIC LETTER THEH + u'\u062c' # 0x00cc -> ARABIC LETTER JEEM + u'\u062d' # 0x00cd -> ARABIC LETTER HAH + u'\u062e' # 0x00ce -> ARABIC LETTER KHAH + u'\u062f' # 0x00cf -> ARABIC LETTER DAL + u'\u0630' # 0x00d0 -> ARABIC LETTER THAL + u'\u0631' # 0x00d1 -> ARABIC LETTER REH + u'\u0632' # 0x00d2 -> ARABIC LETTER ZAIN + u'\u0633' # 0x00d3 -> ARABIC LETTER SEEN + u'\u0634' # 0x00d4 -> ARABIC LETTER SHEEN + u'\u0635' # 0x00d5 -> ARABIC LETTER SAD + u'\u0636' # 0x00d6 -> ARABIC LETTER DAD + u'\xd7' # 0x00d7 -> MULTIPLICATION SIGN + u'\u0637' # 0x00d8 -> ARABIC LETTER TAH + u'\u0638' # 0x00d9 -> ARABIC LETTER ZAH + u'\u0639' # 0x00da -> ARABIC LETTER AIN + u'\u063a' # 0x00db -> ARABIC LETTER GHAIN + u'\u0640' # 0x00dc -> ARABIC TATWEEL + u'\u0641' # 0x00dd -> ARABIC LETTER FEH + u'\u0642' # 0x00de -> ARABIC LETTER QAF + u'\u0643' # 0x00df -> ARABIC LETTER KAF + u'\xe0' # 0x00e0 -> LATIN SMALL LETTER A WITH GRAVE + u'\u0644' # 0x00e1 -> ARABIC LETTER LAM + u'\xe2' # 0x00e2 -> LATIN SMALL LETTER A WITH CIRCUMFLEX + u'\u0645' # 0x00e3 -> ARABIC LETTER MEEM + u'\u0646' # 0x00e4 -> ARABIC LETTER NOON + u'\u0647' # 0x00e5 -> ARABIC LETTER HEH + u'\u0648' # 0x00e6 -> ARABIC LETTER WAW + u'\xe7' # 0x00e7 -> LATIN SMALL LETTER C WITH CEDILLA + u'\xe8' # 0x00e8 -> LATIN SMALL LETTER E WITH GRAVE + u'\xe9' # 0x00e9 -> LATIN SMALL LETTER E WITH ACUTE + u'\xea' # 0x00ea -> LATIN SMALL LETTER E WITH CIRCUMFLEX + u'\xeb' # 0x00eb -> LATIN SMALL LETTER E WITH DIAERESIS + u'\u0649' # 0x00ec -> ARABIC LETTER ALEF MAKSURA + u'\u064a' # 0x00ed -> ARABIC LETTER YEH + u'\xee' # 0x00ee -> LATIN SMALL LETTER I WITH CIRCUMFLEX + u'\xef' # 0x00ef -> LATIN SMALL LETTER I WITH DIAERESIS + u'\u064b' # 0x00f0 -> ARABIC FATHATAN + u'\u064c' # 0x00f1 -> ARABIC DAMMATAN + u'\u064d' # 0x00f2 -> ARABIC KASRATAN + u'\u064e' # 0x00f3 -> ARABIC FATHA + u'\xf4' # 0x00f4 -> LATIN SMALL LETTER O WITH CIRCUMFLEX + u'\u064f' # 0x00f5 -> ARABIC DAMMA + u'\u0650' # 0x00f6 -> ARABIC KASRA + u'\xf7' # 0x00f7 -> DIVISION SIGN + u'\u0651' # 0x00f8 -> ARABIC SHADDA + u'\xf9' # 0x00f9 -> LATIN SMALL LETTER U WITH GRAVE + u'\u0652' # 0x00fa -> ARABIC SUKUN + u'\xfb' # 0x00fb -> LATIN SMALL LETTER U WITH CIRCUMFLEX + u'\xfc' # 0x00fc -> LATIN SMALL LETTER U WITH DIAERESIS + u'\u200e' # 0x00fd -> LEFT-TO-RIGHT MARK + u'\u200f' # 0x00fe -> RIGHT-TO-LEFT MARK + u'\u06d2' # 0x00ff -> ARABIC LETTER YEH BARREE +) + ### Encoding Map -encoding_map = codecs.make_encoding_map(decoding_map) +encoding_map = { + 0x0000: 0x0000, # NULL + 0x0001: 0x0001, # START OF HEADING + 0x0002: 0x0002, # START OF TEXT + 0x0003: 0x0003, # END OF TEXT + 0x0004: 0x0004, # END OF TRANSMISSION + 0x0005: 0x0005, # ENQUIRY + 0x0006: 0x0006, # ACKNOWLEDGE + 0x0007: 0x0007, # BELL + 0x0008: 0x0008, # BACKSPACE + 0x0009: 0x0009, # HORIZONTAL TABULATION + 0x000a: 0x000a, # LINE FEED + 0x000b: 0x000b, # VERTICAL TABULATION + 0x000c: 0x000c, # FORM FEED + 0x000d: 0x000d, # CARRIAGE RETURN + 0x000e: 0x000e, # SHIFT OUT + 0x000f: 0x000f, # SHIFT IN + 0x0010: 0x0010, # DATA LINK ESCAPE + 0x0011: 0x0011, # DEVICE CONTROL ONE + 0x0012: 0x0012, # DEVICE CONTROL TWO + 0x0013: 0x0013, # DEVICE CONTROL THREE + 0x0014: 0x0014, # DEVICE CONTROL FOUR + 0x0015: 0x0015, # NEGATIVE ACKNOWLEDGE + 0x0016: 0x0016, # SYNCHRONOUS IDLE + 0x0017: 0x0017, # END OF TRANSMISSION BLOCK + 0x0018: 0x0018, # CANCEL + 0x0019: 0x0019, # END OF MEDIUM + 0x001a: 0x001a, # SUBSTITUTE + 0x001b: 0x001b, # ESCAPE + 0x001c: 0x001c, # FILE SEPARATOR + 0x001d: 0x001d, # GROUP SEPARATOR + 0x001e: 0x001e, # RECORD SEPARATOR + 0x001f: 0x001f, # UNIT SEPARATOR + 0x0020: 0x0020, # SPACE + 0x0021: 0x0021, # EXCLAMATION MARK + 0x0022: 0x0022, # QUOTATION MARK + 0x0023: 0x0023, # NUMBER SIGN + 0x0024: 0x0024, # DOLLAR SIGN + 0x0025: 0x0025, # PERCENT SIGN + 0x0026: 0x0026, # AMPERSAND + 0x0027: 0x0027, # APOSTROPHE + 0x0028: 0x0028, # LEFT PARENTHESIS + 0x0029: 0x0029, # RIGHT PARENTHESIS + 0x002a: 0x002a, # ASTERISK + 0x002b: 0x002b, # PLUS SIGN + 0x002c: 0x002c, # COMMA + 0x002d: 0x002d, # HYPHEN-MINUS + 0x002e: 0x002e, # FULL STOP + 0x002f: 0x002f, # SOLIDUS + 0x0030: 0x0030, # DIGIT ZERO + 0x0031: 0x0031, # DIGIT ONE + 0x0032: 0x0032, # DIGIT TWO + 0x0033: 0x0033, # DIGIT THREE + 0x0034: 0x0034, # DIGIT FOUR + 0x0035: 0x0035, # DIGIT FIVE + 0x0036: 0x0036, # DIGIT SIX + 0x0037: 0x0037, # DIGIT SEVEN + 0x0038: 0x0038, # DIGIT EIGHT + 0x0039: 0x0039, # DIGIT NINE + 0x003a: 0x003a, # COLON + 0x003b: 0x003b, # SEMICOLON + 0x003c: 0x003c, # LESS-THAN SIGN + 0x003d: 0x003d, # EQUALS SIGN + 0x003e: 0x003e, # GREATER-THAN SIGN + 0x003f: 0x003f, # QUESTION MARK + 0x0040: 0x0040, # COMMERCIAL AT + 0x0041: 0x0041, # LATIN CAPITAL LETTER A + 0x0042: 0x0042, # LATIN CAPITAL LETTER B + 0x0043: 0x0043, # LATIN CAPITAL LETTER C + 0x0044: 0x0044, # LATIN CAPITAL LETTER D + 0x0045: 0x0045, # LATIN CAPITAL LETTER E + 0x0046: 0x0046, # LATIN CAPITAL LETTER F + 0x0047: 0x0047, # LATIN CAPITAL LETTER G + 0x0048: 0x0048, # LATIN CAPITAL LETTER H + 0x0049: 0x0049, # LATIN CAPITAL LETTER I + 0x004a: 0x004a, # LATIN CAPITAL LETTER J + 0x004b: 0x004b, # LATIN CAPITAL LETTER K + 0x004c: 0x004c, # LATIN CAPITAL LETTER L + 0x004d: 0x004d, # LATIN CAPITAL LETTER M + 0x004e: 0x004e, # LATIN CAPITAL LETTER N + 0x004f: 0x004f, # LATIN CAPITAL LETTER O + 0x0050: 0x0050, # LATIN CAPITAL LETTER P + 0x0051: 0x0051, # LATIN CAPITAL LETTER Q + 0x0052: 0x0052, # LATIN CAPITAL LETTER R + 0x0053: 0x0053, # LATIN CAPITAL LETTER S + 0x0054: 0x0054, # LATIN CAPITAL LETTER T + 0x0055: 0x0055, # LATIN CAPITAL LETTER U + 0x0056: 0x0056, # LATIN CAPITAL LETTER V + 0x0057: 0x0057, # LATIN CAPITAL LETTER W + 0x0058: 0x0058, # LATIN CAPITAL LETTER X + 0x0059: 0x0059, # LATIN CAPITAL LETTER Y + 0x005a: 0x005a, # LATIN CAPITAL LETTER Z + 0x005b: 0x005b, # LEFT SQUARE BRACKET + 0x005c: 0x005c, # REVERSE SOLIDUS + 0x005d: 0x005d, # RIGHT SQUARE BRACKET + 0x005e: 0x005e, # CIRCUMFLEX ACCENT + 0x005f: 0x005f, # LOW LINE + 0x0060: 0x0060, # GRAVE ACCENT + 0x0061: 0x0061, # LATIN SMALL LETTER A + 0x0062: 0x0062, # LATIN SMALL LETTER B + 0x0063: 0x0063, # LATIN SMALL LETTER C + 0x0064: 0x0064, # LATIN SMALL LETTER D + 0x0065: 0x0065, # LATIN SMALL LETTER E + 0x0066: 0x0066, # LATIN SMALL LETTER F + 0x0067: 0x0067, # LATIN SMALL LETTER G + 0x0068: 0x0068, # LATIN SMALL LETTER H + 0x0069: 0x0069, # LATIN SMALL LETTER I + 0x006a: 0x006a, # LATIN SMALL LETTER J + 0x006b: 0x006b, # LATIN SMALL LETTER K + 0x006c: 0x006c, # LATIN SMALL LETTER L + 0x006d: 0x006d, # LATIN SMALL LETTER M + 0x006e: 0x006e, # LATIN SMALL LETTER N + 0x006f: 0x006f, # LATIN SMALL LETTER O + 0x0070: 0x0070, # LATIN SMALL LETTER P + 0x0071: 0x0071, # LATIN SMALL LETTER Q + 0x0072: 0x0072, # LATIN SMALL LETTER R + 0x0073: 0x0073, # LATIN SMALL LETTER S + 0x0074: 0x0074, # LATIN SMALL LETTER T + 0x0075: 0x0075, # LATIN SMALL LETTER U + 0x0076: 0x0076, # LATIN SMALL LETTER V + 0x0077: 0x0077, # LATIN SMALL LETTER W + 0x0078: 0x0078, # LATIN SMALL LETTER X + 0x0079: 0x0079, # LATIN SMALL LETTER Y + 0x007a: 0x007a, # LATIN SMALL LETTER Z + 0x007b: 0x007b, # LEFT CURLY BRACKET + 0x007c: 0x007c, # VERTICAL LINE + 0x007d: 0x007d, # RIGHT CURLY BRACKET + 0x007e: 0x007e, # TILDE + 0x007f: 0x007f, # DELETE + 0x00a0: 0x00a0, # NO-BREAK SPACE + 0x00a2: 0x00a2, # CENT SIGN + 0x00a3: 0x00a3, # POUND SIGN + 0x00a4: 0x00a4, # CURRENCY SIGN + 0x00a5: 0x00a5, # YEN SIGN + 0x00a6: 0x00a6, # BROKEN BAR + 0x00a7: 0x00a7, # SECTION SIGN + 0x00a8: 0x00a8, # DIAERESIS + 0x00a9: 0x00a9, # COPYRIGHT SIGN + 0x00ab: 0x00ab, # LEFT-POINTING DOUBLE ANGLE QUOTATION MARK + 0x00ac: 0x00ac, # NOT SIGN + 0x00ad: 0x00ad, # SOFT HYPHEN + 0x00ae: 0x00ae, # REGISTERED SIGN + 0x00af: 0x00af, # MACRON + 0x00b0: 0x00b0, # DEGREE SIGN + 0x00b1: 0x00b1, # PLUS-MINUS SIGN + 0x00b2: 0x00b2, # SUPERSCRIPT TWO + 0x00b3: 0x00b3, # SUPERSCRIPT THREE + 0x00b4: 0x00b4, # ACUTE ACCENT + 0x00b5: 0x00b5, # MICRO SIGN + 0x00b6: 0x00b6, # PILCROW SIGN + 0x00b7: 0x00b7, # MIDDLE DOT + 0x00b8: 0x00b8, # CEDILLA + 0x00b9: 0x00b9, # SUPERSCRIPT ONE + 0x00bb: 0x00bb, # RIGHT-POINTING DOUBLE ANGLE QUOTATION MARK + 0x00bc: 0x00bc, # VULGAR FRACTION ONE QUARTER + 0x00bd: 0x00bd, # VULGAR FRACTION ONE HALF + 0x00be: 0x00be, # VULGAR FRACTION THREE QUARTERS + 0x00d7: 0x00d7, # MULTIPLICATION SIGN + 0x00e0: 0x00e0, # LATIN SMALL LETTER A WITH GRAVE + 0x00e2: 0x00e2, # LATIN SMALL LETTER A WITH CIRCUMFLEX + 0x00e7: 0x00e7, # LATIN SMALL LETTER C WITH CEDILLA + 0x00e8: 0x00e8, # LATIN SMALL LETTER E WITH GRAVE + 0x00e9: 0x00e9, # LATIN SMALL LETTER E WITH ACUTE + 0x00ea: 0x00ea, # LATIN SMALL LETTER E WITH CIRCUMFLEX + 0x00eb: 0x00eb, # LATIN SMALL LETTER E WITH DIAERESIS + 0x00ee: 0x00ee, # LATIN SMALL LETTER I WITH CIRCUMFLEX + 0x00ef: 0x00ef, # LATIN SMALL LETTER I WITH DIAERESIS + 0x00f4: 0x00f4, # LATIN SMALL LETTER O WITH CIRCUMFLEX + 0x00f7: 0x00f7, # DIVISION SIGN + 0x00f9: 0x00f9, # LATIN SMALL LETTER U WITH GRAVE + 0x00fb: 0x00fb, # LATIN SMALL LETTER U WITH CIRCUMFLEX + 0x00fc: 0x00fc, # LATIN SMALL LETTER U WITH DIAERESIS + 0x0152: 0x008c, # LATIN CAPITAL LIGATURE OE + 0x0153: 0x009c, # LATIN SMALL LIGATURE OE + 0x0192: 0x0083, # LATIN SMALL LETTER F WITH HOOK + 0x02c6: 0x0088, # MODIFIER LETTER CIRCUMFLEX ACCENT + 0x060c: 0x00a1, # ARABIC COMMA + 0x061b: 0x00ba, # ARABIC SEMICOLON + 0x061f: 0x00bf, # ARABIC QUESTION MARK + 0x0621: 0x00c1, # ARABIC LETTER HAMZA + 0x0622: 0x00c2, # ARABIC LETTER ALEF WITH MADDA ABOVE + 0x0623: 0x00c3, # ARABIC LETTER ALEF WITH HAMZA ABOVE + 0x0624: 0x00c4, # ARABIC LETTER WAW WITH HAMZA ABOVE + 0x0625: 0x00c5, # ARABIC LETTER ALEF WITH HAMZA BELOW + 0x0626: 0x00c6, # ARABIC LETTER YEH WITH HAMZA ABOVE + 0x0627: 0x00c7, # ARABIC LETTER ALEF + 0x0628: 0x00c8, # ARABIC LETTER BEH + 0x0629: 0x00c9, # ARABIC LETTER TEH MARBUTA + 0x062a: 0x00ca, # ARABIC LETTER TEH + 0x062b: 0x00cb, # ARABIC LETTER THEH + 0x062c: 0x00cc, # ARABIC LETTER JEEM + 0x062d: 0x00cd, # ARABIC LETTER HAH + 0x062e: 0x00ce, # ARABIC LETTER KHAH + 0x062f: 0x00cf, # ARABIC LETTER DAL + 0x0630: 0x00d0, # ARABIC LETTER THAL + 0x0631: 0x00d1, # ARABIC LETTER REH + 0x0632: 0x00d2, # ARABIC LETTER ZAIN + 0x0633: 0x00d3, # ARABIC LETTER SEEN + 0x0634: 0x00d4, # ARABIC LETTER SHEEN + 0x0635: 0x00d5, # ARABIC LETTER SAD + 0x0636: 0x00d6, # ARABIC LETTER DAD + 0x0637: 0x00d8, # ARABIC LETTER TAH + 0x0638: 0x00d9, # ARABIC LETTER ZAH + 0x0639: 0x00da, # ARABIC LETTER AIN + 0x063a: 0x00db, # ARABIC LETTER GHAIN + 0x0640: 0x00dc, # ARABIC TATWEEL + 0x0641: 0x00dd, # ARABIC LETTER FEH + 0x0642: 0x00de, # ARABIC LETTER QAF + 0x0643: 0x00df, # ARABIC LETTER KAF + 0x0644: 0x00e1, # ARABIC LETTER LAM + 0x0645: 0x00e3, # ARABIC LETTER MEEM + 0x0646: 0x00e4, # ARABIC LETTER NOON + 0x0647: 0x00e5, # ARABIC LETTER HEH + 0x0648: 0x00e6, # ARABIC LETTER WAW + 0x0649: 0x00ec, # ARABIC LETTER ALEF MAKSURA + 0x064a: 0x00ed, # ARABIC LETTER YEH + 0x064b: 0x00f0, # ARABIC FATHATAN + 0x064c: 0x00f1, # ARABIC DAMMATAN + 0x064d: 0x00f2, # ARABIC KASRATAN + 0x064e: 0x00f3, # ARABIC FATHA + 0x064f: 0x00f5, # ARABIC DAMMA + 0x0650: 0x00f6, # ARABIC KASRA + 0x0651: 0x00f8, # ARABIC SHADDA + 0x0652: 0x00fa, # ARABIC SUKUN + 0x0679: 0x008a, # ARABIC LETTER TTEH + 0x067e: 0x0081, # ARABIC LETTER PEH + 0x0686: 0x008d, # ARABIC LETTER TCHEH + 0x0688: 0x008f, # ARABIC LETTER DDAL + 0x0691: 0x009a, # ARABIC LETTER RREH + 0x0698: 0x008e, # ARABIC LETTER JEH + 0x06a9: 0x0098, # ARABIC LETTER KEHEH + 0x06af: 0x0090, # ARABIC LETTER GAF + 0x06ba: 0x009f, # ARABIC LETTER NOON GHUNNA + 0x06be: 0x00aa, # ARABIC LETTER HEH DOACHASHMEE + 0x06c1: 0x00c0, # ARABIC LETTER HEH GOAL + 0x06d2: 0x00ff, # ARABIC LETTER YEH BARREE + 0x200c: 0x009d, # ZERO WIDTH NON-JOINER + 0x200d: 0x009e, # ZERO WIDTH JOINER + 0x200e: 0x00fd, # LEFT-TO-RIGHT MARK + 0x200f: 0x00fe, # RIGHT-TO-LEFT MARK + 0x2013: 0x0096, # EN DASH + 0x2014: 0x0097, # EM DASH + 0x2018: 0x0091, # LEFT SINGLE QUOTATION MARK + 0x2019: 0x0092, # RIGHT SINGLE QUOTATION MARK + 0x201a: 0x0082, # SINGLE LOW-9 QUOTATION MARK + 0x201c: 0x0093, # LEFT DOUBLE QUOTATION MARK + 0x201d: 0x0094, # RIGHT DOUBLE QUOTATION MARK + 0x201e: 0x0084, # DOUBLE LOW-9 QUOTATION MARK + 0x2020: 0x0086, # DAGGER + 0x2021: 0x0087, # DOUBLE DAGGER + 0x2022: 0x0095, # BULLET + 0x2026: 0x0085, # HORIZONTAL ELLIPSIS + 0x2030: 0x0089, # PER MILLE SIGN + 0x2039: 0x008b, # SINGLE LEFT-POINTING ANGLE QUOTATION MARK + 0x203a: 0x009b, # SINGLE RIGHT-POINTING ANGLE QUOTATION MARK + 0x20ac: 0x0080, # EURO SIGN + 0x2122: 0x0099, # TRADE MARK SIGN +}
\ No newline at end of file |