| 1 |
#!/usr/bin/env python3 |
| 2 |
# encoding=UTF-8 |
| 3 |
|
| 4 |
# Copyright © 2013-2025 Jakub Wilk <[email protected]> |
| 5 |
# |
| 6 |
# Permission is hereby granted, free of charge, to any person obtaining a copy |
| 7 |
# of this software and associated documentation files (the “Software”), to deal |
| 8 |
# in the Software without restriction, including without limitation the rights |
| 9 |
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
| 10 |
# copies of the Software, and to permit persons to whom the Software is |
| 11 |
# furnished to do so, subject to the following conditions: |
| 12 |
# |
| 13 |
# The above copyright notice and this permission notice shall be included in |
| 14 |
# all copies or substantial portions of the Software. |
| 15 |
# |
| 16 |
# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 17 |
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 18 |
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 19 |
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 20 |
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
| 21 |
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 22 |
# SOFTWARE. |
| 23 |
|
| 24 |
import functools |
| 25 |
import sys |
| 26 |
|
| 27 |
# pylint: disable=wrong-import-position |
| 28 |
|
| 29 |
sys.path[0] += '/..' |
| 30 |
basedir = sys.path[0] |
| 31 |
|
| 32 |
from lib import encodings |
| 33 |
from lib import iconv |
| 34 |
|
| 35 |
int(0_0) # Python >= 3.6 is required |
| 36 |
|
| 37 |
def generate_charmap(encoding): |
| 38 |
encoding = encoding.upper() |
| 39 |
eprint = functools.partial(print, file=sys.stderr, flush=True) |
| 40 |
eprint(encoding, '...', end=' ') |
| 41 |
path = f'{basedir}/data/charmaps/{encoding}' |
| 42 |
n = 0 |
| 43 |
us = [] |
| 44 |
for b in range(0x100): |
| 45 |
b = bytes([b]) |
| 46 |
try: |
| 47 |
u = iconv.decode(b, encoding) |
| 48 |
except UnicodeDecodeError: |
| 49 |
u = '\uFFFE' |
| 50 |
else: |
| 51 |
n += 1 |
| 52 |
assert len(u) == 1 |
| 53 |
us += [u] |
| 54 |
if n <= 128: |
| 55 |
eprint('SKIP (not 8-bit)') |
| 56 |
return |
| 57 |
assert len(us) == 0x100 |
| 58 |
with open(path, 'wb') as file: |
| 59 |
us = str.join('', us) |
| 60 |
assert len(us) == 0x100 |
| 61 |
file.write(us.encode('UTF-8')) |
| 62 |
eprint('ok') |
| 63 |
|
| 64 |
def main(): |
| 65 |
# pylint: disable=protected-access |
| 66 |
for encoding, codec in encodings._portable_encodings.items(): |
| 67 |
if codec is None: |
| 68 |
generate_charmap(encoding) |
| 69 |
for encoding in encodings._extra_encodings: |
| 70 |
generate_charmap(encoding) |
| 71 |
# pylint: enable=protected-access |
| 72 |
|
| 73 |
if __name__ == '__main__': |
| 74 |
main() |
| 75 |
|
| 76 |
# vim:ts=4 sts=4 sw=4 et |