Debian Codegraph @

table/unicode.tbl

raw
1 # This file is part of the Detox package.
2 #
3 # Copyright (c) Doug Harple <[email protected]>
4 #
5 # For the full copyright and license information, please view the LICENSE
6 # file that was distributed with this source code.
7
8 #
9 # Special thanks to:
10 # - https://www.unicode.org/Public/5.2.0/ucd/UnicodeData.txt
11 # - https://www.unicode.org/Public/15.1.0/ucd/UnicodeData.txt
12 # - https://metacpan.org/pod/Text::Unidecode
13 # - https://github.com/Behat/Transliterator
14 # - https://www.unicode.org/charts/
15 #
16
17 start
18
19 #
20 # C0 Controls and Basic Latin
21 #
22 # The ASCII characters, 0x20-0x7E are here because detox should convert
23 # multibyte versions of them to single-byte versions.
24 #
25 # For instance, the byte sequence 0xC0 0xA0 is really just 0x20 (space).
26 #
27 # https://unicode.org/charts/PDF/U0000.pdf
28 #
29
30 0x0001 "_" # START OF HEADING
31 0x0002 "_" # START OF TEXT
32 0x0003 "_" # END OF TEXT
33 0x0004 "_" # END OF TRANSMISSION
34 0x0005 "_" # ENQUIRY
35 0x0006 "_" # ACKNOWLEDGE
36 0x0007 "_" # BELL
37 0x0008 "_" # BACKSPACE
38 0x0009 "_" # CHARACTER TABULATION
39 0x000A "_" # LINE FEED (LF)
40 0x000B "_" # LINE TABULATION
41 0x000C "_" # FORM FEED (FF)
42 0x000D "_" # CARRIAGE RETURN (CR)
43 0x000E "_" # SHIFT OUT
44 0x000F "_" # SHIFT IN
45
46 0x0010 "_" # DATA LINK ESCAPE
47 0x0011 "_" # DEVICE CONTROL ONE
48 0x0012 "_" # DEVICE CONTROL TWO
49 0x0013 "_" # DEVICE CONTROL THREE
50 0x0014 "_" # DEVICE CONTROL FOUR
51 0x0015 "_" # NEGATIVE ACKNOWLEDGE
52 0x0016 "_" # SYNCHRONOUS IDLE
53 0x0017 "_" # END OF TRANSMISSION BLOCK
54 0x0018 "_" # CANCEL
55 0x0019 "_" # END OF MEDIUM
56 0x001A "_" # SUBSTITUTE
57 0x001B "_" # ESCAPE
58 0x001C "_" # INFORMATION SEPARATOR FOUR
59 0x001D "_" # INFORMATION SEPARATOR THREE
60 0x001E "_" # INFORMATION SEPARATOR TWO
61 0x001F "_" # INFORMATION SEPARATOR ONE
62
63 0x0020 " " # SPACE
64 0x0021 ! # EXCLAMATION MARK
65 0x0022 '"' # QUOTATION MARK
66 0x0023 # # NUMBER SIGN
67 0x0024 $ # DOLLAR SIGN
68 0x0025 % # PERCENT SIGN
69 0x0026 & # AMPERSAND
70 0x0027 "'" # APOSTROPHE
71 0x0028 ( # LEFT PARENTHESIS
72 0x0029 ) # RIGHT PARENTHESIS
73 0x002A * # ASTERISK
74 0x002B + # PLUS SIGN
75 0x002C , # COMMA
76 0x002D - # HYPHEN-MINUS
77 0x002E . # FULL STOP
78 0x002F / # SOLIDUS
79
80 0x0030 0 # DIGIT ZERO
81 0x0031 1 # DIGIT ONE
82 0x0032 2 # DIGIT TWO
83 0x0033 3 # DIGIT THREE
84 0x0034 4 # DIGIT FOUR
85 0x0035 5 # DIGIT FIVE
86 0x0036 6 # DIGIT SIX
87 0x0037 7 # DIGIT SEVEN
88 0x0038 8 # DIGIT EIGHT
89 0x0039 9 # DIGIT NINE
90 0x003A : # COLON
91 0x003B ; # SEMICOLON
92 0x003C < # LESS-THAN SIGN
93 0x003D = # EQUALS SIGN
94 0x003E > # GREATER-THAN SIGN
95 0x003F ? # QUESTION MARK
96
97 0x0040 @ # COMMERCIAL AT
98 0x0041 A # LATIN CAPITAL LETTER A
99 0x0042 B # LATIN CAPITAL LETTER B
100 0x0043 C # LATIN CAPITAL LETTER C
101 0x0044 D # LATIN CAPITAL LETTER D
102 0x0045 E # LATIN CAPITAL LETTER E
103 0x0046 F # LATIN CAPITAL LETTER F
104 0x0047 G # LATIN CAPITAL LETTER G
105 0x0048 H # LATIN CAPITAL LETTER H
106 0x0049 I # LATIN CAPITAL LETTER I
107 0x004A J # LATIN CAPITAL LETTER J
108 0x004B K # LATIN CAPITAL LETTER K
109 0x004C L # LATIN CAPITAL LETTER L
110 0x004D M # LATIN CAPITAL LETTER M
111 0x004E N # LATIN CAPITAL LETTER N
112 0x004F O # LATIN CAPITAL LETTER O
113
114 0x0050 P # LATIN CAPITAL LETTER P
115 0x0051 Q # LATIN CAPITAL LETTER Q
116 0x0052 R # LATIN CAPITAL LETTER R
117 0x0053 S # LATIN CAPITAL LETTER S
118 0x0054 T # LATIN CAPITAL LETTER T
119 0x0055 U # LATIN CAPITAL LETTER U
120 0x0056 V # LATIN CAPITAL LETTER V
121 0x0057 W # LATIN CAPITAL LETTER W
122 0x0058 X # LATIN CAPITAL LETTER X
123 0x0059 Y # LATIN CAPITAL LETTER Y
124 0x005A Z # LATIN CAPITAL LETTER Z
125 0x005B [ # LEFT SQUARE BRACKET
126 0x005C \ # REVERSE SOLIDUS
127 0x005D ] # RIGHT SQUARE BRACKET
128 0x005E ^ # CIRCUMFLEX ACCENT
129 0x005F _ # LOW LINE
130
131 0x0060 ` # GRAVE ACCENT
132 0x0061 a # LATIN SMALL LETTER A
133 0x0062 b # LATIN SMALL LETTER B
134 0x0063 c # LATIN SMALL LETTER C
135 0x0064 d # LATIN SMALL LETTER D
136 0x0065 e # LATIN SMALL LETTER E
137 0x0066 f # LATIN SMALL LETTER F
138 0x0067 g # LATIN SMALL LETTER G
139 0x0068 h # LATIN SMALL LETTER H
140 0x0069 i # LATIN SMALL LETTER I
141 0x006A j # LATIN SMALL LETTER J
142 0x006B k # LATIN SMALL LETTER K
143 0x006C l # LATIN SMALL LETTER L
144 0x006D m # LATIN SMALL LETTER M
145 0x006E n # LATIN SMALL LETTER N
146 0x006F o # LATIN SMALL LETTER O
147
148 0x0070 p # LATIN SMALL LETTER P
149 0x0071 q # LATIN SMALL LETTER Q
150 0x0072 r # LATIN SMALL LETTER R
151 0x0073 s # LATIN SMALL LETTER S
152 0x0074 t # LATIN SMALL LETTER T
153 0x0075 u # LATIN SMALL LETTER U
154 0x0076 v # LATIN SMALL LETTER V
155 0x0077 w # LATIN SMALL LETTER W
156 0x0078 x # LATIN SMALL LETTER X
157 0x0079 y # LATIN SMALL LETTER Y
158 0x007A z # LATIN SMALL LETTER Z
159 0x007B { # LEFT CURLY BRACKET
160 0x007C | # VERTICAL LINE
161 0x007D } # RIGHT CURLY BRACKET
162 0x007E ~ # TILDE
163 0x007F "_" # DELETE
164
165 #
166 # Latin 1 Supplemental - 0x0080-0x00FF
167 #
168 # https://unicode.org/charts/PDF/U0080.pdf
169 #
170
171 0x00A0 " " # NO-BREAK SPACE
172
173 0x00AD - # SOFT HYPHEN
174
175 #
176 # General Punctuation - 0x2000-0x206F
177 #
178 # https://unicode.org/charts/PDF/U2000.pdf
179 #
180
181 0x2000 " " # EN QUAD
182 0x2001 " " # EM QUAD
183 0x2002 " " # EN SPACE
184 0x2003 " " # EM SPACE
185 0x2004 " " # THREE-PER-EM SPACE
186 0x2005 " " # FOUR-PER-EM SPACE
187 0x2006 " " # SIX-PER-EM SPACE
188 0x2007 " " # FIGURE SPACE
189 0x2008 " " # PUNCTUATION SPACE
190 0x2009 " " # THIN SPACE
191 0x200A " " # HAIR SPACE
192 0x200B "" # ZERO WIDTH SPACE
193 0x200C "" # ZERO WIDTH NON-JOINER
194 0x200D "" # ZERO NON-JOINER
195 0x200E "" # LEFT-TO-RIGHT MARK
196 0x200F "" # RIGHT-TO-LEFT MARK
197
198 0x2010 - # HYPHEN
199 0x2011 - # NON-BREAKING HYPHEN
200 0x2012 - # FIGURE DASH
201 0x2013 - # EN DASH
202 0x2014 - # EM DASH
203 0x2015 - # HORIZONTAL BAR
204 0x2017 _ # DOUBLE LOW LINE
205
206 0x2028 " " # LINE SEPARATOR
207 0x2029 " " # PARAGRAPH SEPARATOR
208 0x202A " " # LEFT-TO-RIGHT EMBEDDING
209 0x202B " " # RIGHT-TO-LEFT EMBEDDING
210 0x202C " " # POP DIRECTIONAL FORMATTING
211 0x202D " " # LEFT-TO-RIGHT OVERRIDE
212 0x202E " " # RIGHT-TO-LEFT OVERRIDE
213 0x202F " " # NARROW NO-BREAK SPACE
214
215 0x2044 "_" # FRACTION SLASH
216
217 0x205F " " # MEDIUM MATHEMATICAL SPACE
218
219 0x2060 "" # WORD JOINER
220
221 end