# This file is part of the Detox package. # # Copyright (c) Doug Harple # # For the full copyright and license information, please view the LICENSE # file that was distributed with this source code. # # Special thanks to: # - https://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt # - https://www.unicode.org/Public/15.1.0/ucd/UnicodeData.txt # - https://metacpan.org/pod/Text::Unidecode # - https://github.com/Behat/Transliterator # - https://www.unicode.org/charts/ # start # # C0 Controls and Basic Latin # # The ASCII characters, 0x20-0x7E are here because detox should convert # multibyte versions of them to single-byte versions. # # For instance, the byte sequence 0xC0 0xA0 is really just 0x20 (space). # # https://unicode.org/charts/PDF/U0000.pdf # 0x0001 "_" # START OF HEADING 0x0002 "_" # START OF TEXT 0x0003 "_" # END OF TEXT 0x0004 "_" # END OF TRANSMISSION 0x0005 "_" # ENQUIRY 0x0006 "_" # ACKNOWLEDGE 0x0007 "_" # BELL 0x0008 "_" # BACKSPACE 0x0009 "_" # CHARACTER TABULATION 0x000A "_" # LINE FEED (LF) 0x000B "_" # LINE TABULATION 0x000C "_" # FORM FEED (FF) 0x000D "_" # CARRIAGE RETURN (CR) 0x000E "_" # SHIFT OUT 0x000F "_" # SHIFT IN 0x0010 "_" # DATA LINK ESCAPE 0x0011 "_" # DEVICE CONTROL ONE 0x0012 "_" # DEVICE CONTROL TWO 0x0013 "_" # DEVICE CONTROL THREE 0x0014 "_" # DEVICE CONTROL FOUR 0x0015 "_" # NEGATIVE ACKNOWLEDGE 0x0016 "_" # SYNCHRONOUS IDLE 0x0017 "_" # END OF TRANSMISSION BLOCK 0x0018 "_" # CANCEL 0x0019 "_" # END OF MEDIUM 0x001A "_" # SUBSTITUTE 0x001B "_" # ESCAPE 0x001C "_" # INFORMATION SEPARATOR FOUR 0x001D "_" # INFORMATION SEPARATOR THREE 0x001E "_" # INFORMATION SEPARATOR TWO 0x001F "_" # INFORMATION SEPARATOR ONE 0x0020 " " # SPACE 0x0021 ! # EXCLAMATION MARK 0x0022 '"' # QUOTATION MARK 0x0023 # # NUMBER SIGN 0x0024 $ # DOLLAR SIGN 0x0025 % # PERCENT SIGN 0x0026 & # AMPERSAND 0x0027 "'" # APOSTROPHE 0x0028 ( # LEFT PARENTHESIS 0x0029 ) # RIGHT PARENTHESIS 0x002A * # ASTERISK 0x002B + # PLUS SIGN 0x002C , # COMMA 0x002D - # HYPHEN-MINUS 0x002E . # FULL STOP 0x002F / # SOLIDUS 0x0030 0 # DIGIT ZERO 0x0031 1 # DIGIT ONE 0x0032 2 # DIGIT TWO 0x0033 3 # DIGIT THREE 0x0034 4 # DIGIT FOUR 0x0035 5 # DIGIT FIVE 0x0036 6 # DIGIT SIX 0x0037 7 # DIGIT SEVEN 0x0038 8 # DIGIT EIGHT 0x0039 9 # DIGIT NINE 0x003A : # COLON 0x003B ; # SEMICOLON 0x003C < # LESS-THAN SIGN 0x003D = # EQUALS SIGN 0x003E > # GREATER-THAN SIGN 0x003F ? # QUESTION MARK 0x0040 @ # COMMERCIAL AT 0x0041 A # LATIN CAPITAL LETTER A 0x0042 B # LATIN CAPITAL LETTER B 0x0043 C # LATIN CAPITAL LETTER C 0x0044 D # LATIN CAPITAL LETTER D 0x0045 E # LATIN CAPITAL LETTER E 0x0046 F # LATIN CAPITAL LETTER F 0x0047 G # LATIN CAPITAL LETTER G 0x0048 H # LATIN CAPITAL LETTER H 0x0049 I # LATIN CAPITAL LETTER I 0x004A J # LATIN CAPITAL LETTER J 0x004B K # LATIN CAPITAL LETTER K 0x004C L # LATIN CAPITAL LETTER L 0x004D M # LATIN CAPITAL LETTER M 0x004E N # LATIN CAPITAL LETTER N 0x004F O # LATIN CAPITAL LETTER O 0x0050 P # LATIN CAPITAL LETTER P 0x0051 Q # LATIN CAPITAL LETTER Q 0x0052 R # LATIN CAPITAL LETTER R 0x0053 S # LATIN CAPITAL LETTER S 0x0054 T # LATIN CAPITAL LETTER T 0x0055 U # LATIN CAPITAL LETTER U 0x0056 V # LATIN CAPITAL LETTER V 0x0057 W # LATIN CAPITAL LETTER W 0x0058 X # LATIN CAPITAL LETTER X 0x0059 Y # LATIN CAPITAL LETTER Y 0x005A Z # LATIN CAPITAL LETTER Z 0x005B [ # LEFT SQUARE BRACKET 0x005C \ # REVERSE SOLIDUS 0x005D ] # RIGHT SQUARE BRACKET 0x005E ^ # CIRCUMFLEX ACCENT 0x005F _ # LOW LINE 0x0060 ` # GRAVE ACCENT 0x0061 a # LATIN SMALL LETTER A 0x0062 b # LATIN SMALL LETTER B 0x0063 c # LATIN SMALL LETTER C 0x0064 d # LATIN SMALL LETTER D 0x0065 e # LATIN SMALL LETTER E 0x0066 f # LATIN SMALL LETTER F 0x0067 g # LATIN SMALL LETTER G 0x0068 h # LATIN SMALL LETTER H 0x0069 i # LATIN SMALL LETTER I 0x006A j # LATIN SMALL LETTER J 0x006B k # LATIN SMALL LETTER K 0x006C l # LATIN SMALL LETTER L 0x006D m # LATIN SMALL LETTER M 0x006E n # LATIN SMALL LETTER N 0x006F o # LATIN SMALL LETTER O 0x0070 p # LATIN SMALL LETTER P 0x0071 q # LATIN SMALL LETTER Q 0x0072 r # LATIN SMALL LETTER R 0x0073 s # LATIN SMALL LETTER S 0x0074 t # LATIN SMALL LETTER T 0x0075 u # LATIN SMALL LETTER U 0x0076 v # LATIN SMALL LETTER V 0x0077 w # LATIN SMALL LETTER W 0x0078 x # LATIN SMALL LETTER X 0x0079 y # LATIN SMALL LETTER Y 0x007A z # LATIN SMALL LETTER Z 0x007B { # LEFT CURLY BRACKET 0x007C | # VERTICAL LINE 0x007D } # RIGHT CURLY BRACKET 0x007E ~ # TILDE 0x007F "_" # DELETE # # Latin 1 Supplemental - 0x0080-0x00FF # # https://unicode.org/charts/PDF/U0080.pdf # 0x00A0 " " # NO-BREAK SPACE 0x00AD - # SOFT HYPHEN # # General Punctuation - 0x2000-0x206F # # https://unicode.org/charts/PDF/U2000.pdf # 0x2000 " " # EN QUAD 0x2001 " " # EM QUAD 0x2002 " " # EN SPACE 0x2003 " " # EM SPACE 0x2004 " " # THREE-PER-EM SPACE 0x2005 " " # FOUR-PER-EM SPACE 0x2006 " " # SIX-PER-EM SPACE 0x2007 " " # FIGURE SPACE 0x2008 " " # PUNCTUATION SPACE 0x2009 " " # THIN SPACE 0x200A " " # HAIR SPACE 0x200B "" # ZERO WIDTH SPACE 0x200C "" # ZERO WIDTH NON-JOINER 0x200D "" # ZERO NON-JOINER 0x200E "" # LEFT-TO-RIGHT MARK 0x200F "" # RIGHT-TO-LEFT MARK 0x2010 - # HYPHEN 0x2011 - # NON-BREAKING HYPHEN 0x2012 - # FIGURE DASH 0x2013 - # EN DASH 0x2014 - # EM DASH 0x2015 - # HORIZONTAL BAR 0x2017 _ # DOUBLE LOW LINE 0x2028 " " # LINE SEPARATOR 0x2029 " " # PARAGRAPH SEPARATOR 0x202A " " # LEFT-TO-RIGHT EMBEDDING 0x202B " " # RIGHT-TO-LEFT EMBEDDING 0x202C " " # POP DIRECTIONAL FORMATTING 0x202D " " # LEFT-TO-RIGHT OVERRIDE 0x202E " " # RIGHT-TO-LEFT OVERRIDE 0x202F " " # NARROW NO-BREAK SPACE 0x2044 "_" # FRACTION SLASH 0x205F " " # MEDIUM MATHEMATICAL SPACE 0x2060 "" # WORD JOINER end