Debian Codegraph @

CorsixTH/Src/th_strings.cpp

raw
1 #include "th_strings.h"
2
3 #include "config.h"
4
5 #include <cwctype>
6 #include <stdexcept>
7
8 size_t discard_leading_set_bits(uint8_t& byte) {
9 size_t count = 0;
10 while ((byte & 0x80) != 0) {
11 count++;
12 byte = static_cast<uint8_t>(byte << 1);
13 }
14 byte = byte >> count;
15 return count;
16 }
17
18 unsigned int next_utf8_codepoint(const char*& sString, const char* end) {
19 if (sString >= end) {
20 throw std::out_of_range("pointer is outside of string");
21 }
22
23 uint8_t cur_byte = *reinterpret_cast<const uint8_t*>(sString++);
24 size_t leading_bit_count = discard_leading_set_bits(cur_byte);
25
26 if (leading_bit_count == 1 || leading_bit_count > 4) {
27 // A single leading bit is a continuation character. A utf-8 character
28 // can be at most 4 bytes long.
29 return invalid_char_codepoint;
30 }
31
32 unsigned int codepoint = cur_byte;
33 for (size_t i = 1; i < leading_bit_count; ++i) {
34 if (sString == end) {
35 return invalid_char_codepoint;
36 }
37
38 cur_byte = *reinterpret_cast<const uint8_t*>(sString++);
39 size_t continue_leading_bits = discard_leading_set_bits(cur_byte);
40
41 if (continue_leading_bits != 1) {
42 // Not enough continuation characters
43 return invalid_char_codepoint;
44 }
45 codepoint = (codepoint << 6) | cur_byte;
46 }
47 return codepoint;
48 }
49
50 unsigned int decode_utf8(const char* sString, const char* end) {
51 return next_utf8_codepoint(sString, end);
52 }
53
54 const char* previous_utf8_codepoint(const char* sString) {
55 do {
56 --sString;
57 } while (((*sString) & 0xC0) == 0x80);
58 return sString;
59 }
60
61 void skip_utf8_whitespace(const char*& sString, const char* end) {
62 if (sString >= end) {
63 return;
64 }
65 unsigned int iCode = decode_utf8(sString, end);
66 while ((std::iswspace(iCode) || iCode == ideographic_space_codepoint)) {
67 next_utf8_codepoint(sString, end);
68 if (sString == end) {
69 return;
70 }
71 iCode = decode_utf8(sString, end);
72 }
73 }
74
75 constexpr uint16_t unicode_to_cp437_table[0x60] = {
76 0xFF, 0xAD, 0x9B, 0x9C, 0x3F, 0x9D, 0x3F, 0x3F, 0x3F, 0x3F, 0xA6, 0xAE,
77 0xAA, 0x3F, 0x3F, 0x3F, 0xF8, 0xF1, 0xFD, 0x3F, 0x3F, 0x3F, 0x3F, 0xFA,
78 0x3F, 0x3F, 0xA7, 0xAF, 0xAC, 0xAB, 0x3F, 0xA8, 0x3F, 0x3F, 0x3F, 0x3F,
79 0x8E, 0x8F, 0x3F, 0x80, 0x3F, 0x90, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F,
80 0x3F, 0xA5, 0x3F, 0x3F, 0x3F, 0x3F, 0x99, 0x3F, 0x3F, 0x3F, 0x3F, 0x3F,
81 0x9A, 0x3F, 0x3F, 0xE1, 0x85, 0xA0, 0x83, 0x3F, 0x84, 0x86, 0x91, 0x87,
82 0x8A, 0x82, 0x88, 0x89, 0x8D, 0xA1, 0x8C, 0x8B, 0x3F, 0xA4, 0x95, 0xA2,
83 0x93, 0x3F, 0x94, 0xF6, 0x3F, 0x97, 0xA3, 0x96, 0x81, 0x3F, 0x3F, 0x98};
84
85 unsigned int unicode_to_codepage_437(unsigned int iCodePoint) {
86 if (iCodePoint < 0x80) return iCodePoint;
87 if (iCodePoint < 0xA0) return '?';
88 if (iCodePoint < 0x100) return unicode_to_cp437_table[iCodePoint - 0xA0];
89 switch (iCodePoint) {
90 case 0x0192:
91 return 0x9F;
92 case 0x0393:
93 return 0xE2;
94 case 0x0398:
95 return 0xE9;
96 case 0x03A3:
97 return 0xE4;
98 case 0x03A6:
99 return 0xE8;
100 case 0x03A9:
101 return 0xEA;
102 case 0x03B1:
103 return 0xE0;
104 case 0x03B4:
105 return 0xEB;
106 case 0x03B5:
107 return 0xEE;
108 case 0x03BC:
109 return 0xE6;
110 case 0x03C0:
111 return 0xE3;
112 case 0x03C3:
113 return 0xE5;
114 case 0x03C4:
115 return 0xE7;
116 case 0x03C6:
117 return 0xED;
118 case 0x207F:
119 return 0xFC;
120 case 0x20A7:
121 return 0x9E;
122 case 0x2219:
123 return 0xF9;
124 case 0x221A:
125 return 0xFB;
126 case 0x221E:
127 return 0xEC;
128 case 0x2229:
129 return 0xEF;
130 case 0x2248:
131 return 0xF7;
132 case 0x2261:
133 return 0xF0;
134 case 0x2264:
135 return 0xF3;
136 case 0x2265:
137 return 0xF2;
138 case 0x2310:
139 return 0xA9;
140 case 0x2320:
141 return 0xF4;
142 case 0x2321:
143 return 0xF5;
144 case 0x25A0:
145 return 0xFE;
146 }
147 return 0x3F; // '?'
148 }
149
150 unsigned int unicode_to_codepage_mik(unsigned int code_point) {
151 if (code_point < 0x80) {
152 return code_point;
153 }
154 if (code_point >= 0x410 && code_point <= 0x44F) {
155 return code_point - 0x410 + 0x80;
156 }
157 switch (code_point) {
158 case 0x2514:
159 return 0xC0;
160 case 0x2534:
161 return 0xC1;
162 case 0x252C:
163 return 0xC2;
164 case 0x251C:
165 return 0xC3;
166 case 0x2500:
167 return 0xC4;
168 case 0x253C:
169 return 0xC5;
170 case 0x2563:
171 return 0xC6;
172 case 0x2551:
173 return 0xC7;
174 case 0x255A:
175 return 0xC8;
176 case 0x2554:
177 return 0xC9;
178 case 0x2569:
179 return 0xCA;
180 case 0x2566:
181 return 0xCB;
182 case 0x2560:
183 return 0xCC;
184 case 0x2550:
185 return 0xCD;
186 case 0x256C:
187 return 0xCE;
188 case 0x2510:
189 return 0xCF;
190 case 0x2591:
191 return 0xD0;
192 case 0x2592:
193 return 0xD1;
194 case 0x2593:
195 return 0xD2;
196 case 0x2502:
197 return 0xD3;
198 case 0x2524:
199 return 0xD4;
200 case 0x2116:
201 return 0xD5;
202 case 0x00A7:
203 return 0xD6;
204 case 0x2557:
205 return 0xD7;
206 case 0x255D:
207 return 0xD8;
208 case 0x2518:
209 return 0xD9;
210 case 0x250C:
211 return 0xDA;
212 case 0x2588:
213 return 0xDB;
214 case 0x2584:
215 return 0xDC;
216 case 0x258C:
217 return 0xDD;
218 case 0x2590:
219 return 0xDE;
220 case 0x2580:
221 return 0xDF;
222 case 0x03B1:
223 return 0xE0;
224 case 0x00DF:
225 return 0xE1;
226 case 0x0393:
227 return 0xE2;
228 case 0x03C0:
229 return 0xE3;
230 case 0x03A3:
231 return 0xE4;
232 case 0x03C3:
233 return 0xE5;
234 case 0x00B5:
235 return 0xE6;
236 case 0x03C4:
237 return 0xE7;
238 case 0x03A6:
239 return 0xE8;
240 case 0x0398:
241 return 0xE9;
242 case 0x03A9:
243 return 0xEA;
244 case 0x03B4:
245 return 0xEB;
246 case 0x221E:
247 return 0xEC;
248 case 0x03C6:
249 return 0xED;
250 case 0x03B5:
251 return 0xEE;
252 case 0x2229:
253 return 0xEF;
254 case 0x2261:
255 return 0xF0;
256 case 0x00B1:
257 return 0xF1;
258 case 0x2265:
259 return 0xF2;
260 case 0x2264:
261 return 0xF3;
262 case 0x2320:
263 return 0xF4;
264 case 0x2321:
265 return 0xF5;
266 case 0x00F7:
267 return 0xF6;
268 case 0x2248:
269 return 0xF7;
270 case 0x00B0:
271 return 0xF8;
272 case 0x2219:
273 return 0xF9;
274 case 0x00B7:
275 return 0xFA;
276 case 0x221A:
277 return 0xFB;
278 case 0x207F:
279 return 0xFC;
280 case 0x00B2:
281 return 0xFD;
282 case 0x25A0:
283 return 0xFE;
284 case 0x00A0:
285 return 0xFF;
286 default:
287 return 0x3F; // '?'
288 }
289 }