Debian Codegraph @

private/update-charmaps

raw
1 #!/usr/bin/env python3
2 # encoding=UTF-8
3
4 # Copyright © 2013-2025 Jakub Wilk <[email protected]>
5 #
6 # Permission is hereby granted, free of charge, to any person obtaining a copy
7 # of this software and associated documentation files (the “Software”), to deal
8 # in the Software without restriction, including without limitation the rights
9 # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10 # copies of the Software, and to permit persons to whom the Software is
11 # furnished to do so, subject to the following conditions:
12 #
13 # The above copyright notice and this permission notice shall be included in
14 # all copies or substantial portions of the Software.
15 #
16 # THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 # SOFTWARE.
23
24 import functools
25 import sys
26
27 # pylint: disable=wrong-import-position
28
29 sys.path[0] += '/..'
30 basedir = sys.path[0]
31
32 from lib import encodings
33 from lib import iconv
34
35 int(0_0) # Python >= 3.6 is required
36
37 def generate_charmap(encoding):
38 encoding = encoding.upper()
39 eprint = functools.partial(print, file=sys.stderr, flush=True)
40 eprint(encoding, '...', end=' ')
41 path = f'{basedir}/data/charmaps/{encoding}'
42 n = 0
43 us = []
44 for b in range(0x100):
45 b = bytes([b])
46 try:
47 u = iconv.decode(b, encoding)
48 except UnicodeDecodeError:
49 u = '\uFFFE'
50 else:
51 n += 1
52 assert len(u) == 1
53 us += [u]
54 if n <= 128:
55 eprint('SKIP (not 8-bit)')
56 return
57 assert len(us) == 0x100
58 with open(path, 'wb') as file:
59 us = str.join('', us)
60 assert len(us) == 0x100
61 file.write(us.encode('UTF-8'))
62 eprint('ok')
63
64 def main():
65 # pylint: disable=protected-access
66 for encoding, codec in encodings._portable_encodings.items():
67 if codec is None:
68 generate_charmap(encoding)
69 for encoding in encodings._extra_encodings:
70 generate_charmap(encoding)
71 # pylint: enable=protected-access
72
73 if __name__ == '__main__':
74 main()
75
76 # vim:ts=4 sts=4 sw=4 et