Debian Codegraph @

Tools/i18n/makelocalealias.py

raw
1 #!/usr/bin/env python3
2 """
3 Convert the X11 locale.alias file into a mapping dictionary suitable
4 for locale.py.
5
6 Written by Marc-Andre Lemburg <[email protected]>, 2004-12-10.
7
8 """
9 import locale
10 import sys
11
12 _locale = locale
13
14 # Location of the X11 alias file.
15 LOCALE_ALIAS = '/usr/share/X11/locale/locale.alias'
16 # Location of the glibc SUPPORTED locales file.
17 SUPPORTED = '/usr/share/i18n/SUPPORTED'
18
19 def parse(filename):
20
21 with open(filename, encoding='latin1') as f:
22 lines = list(f)
23 # Remove mojibake in /usr/share/X11/locale/locale.alias.
24 # b'\xef\xbf\xbd' == '\ufffd'.encode('utf-8')
25 lines = [line for line in lines if '\xef\xbf\xbd' not in line]
26 data = {}
27 for line in lines:
28 line = line.strip()
29 if not line:
30 continue
31 if line[:1] == '#':
32 continue
33 locale, alias = line.split()
34 # Fix non-standard locale names, e.g. [email protected]
35 if '@' in alias:
36 alias_lang, _, alias_mod = alias.partition('@')
37 if '.' in alias_mod:
38 alias_mod, _, alias_enc = alias_mod.partition('.')
39 alias = alias_lang + '.' + alias_enc + '@' + alias_mod
40 # Strip ':'
41 if locale[-1] == ':':
42 locale = locale[:-1]
43 # Lower-case locale
44 locale = locale.lower()
45 # Ignore one letter locale mappings (except for 'c')
46 if len(locale) == 1 and locale != 'c':
47 continue
48 # Normalize encoding, if given
49 if '.' in locale:
50 lang, encoding = locale.split('.')[:2]
51 encoding = encoding.replace('-', '')
52 encoding = encoding.replace('_', '')
53 locale = lang + '.' + encoding
54 data[locale] = alias
55 return data
56
57 def parse_glibc_supported(filename):
58
59 with open(filename, encoding='latin1') as f:
60 lines = list(f)
61 data = {}
62 for line in lines:
63 line = line.strip()
64 if not line:
65 continue
66 if line[:1] == '#':
67 continue
68 line = line.replace('/', ' ').strip()
69 line = line.rstrip('\\').rstrip()
70 words = line.split()
71 if len(words) != 2:
72 continue
73 alias, alias_encoding = words
74 # Lower-case locale
75 locale = alias.lower()
76 # Normalize encoding, if given
77 if '.' in locale:
78 lang, encoding = locale.split('.')[:2]
79 encoding = encoding.replace('-', '')
80 encoding = encoding.replace('_', '')
81 locale = lang + '.' + encoding
82 # Add an encoding to alias
83 alias, _, modifier = alias.partition('@')
84 alias = _locale._replace_encoding(alias, alias_encoding)
85 if modifier and not (modifier == 'euro' and alias_encoding == 'ISO-8859-15'):
86 alias += '@' + modifier
87 data[locale] = alias
88 return data
89
90 def pprint(data):
91 items = sorted(data.items())
92 for k, v in items:
93 print(f" {k!a:<40}{v!a},")
94
95 def print_differences(data, olddata):
96 items = sorted(olddata.items())
97 for k, v in items:
98 if k not in data:
99 print(f'# removed {k!a}')
100 elif olddata[k] != data[k]:
101 print(f'# updated {k!a} -> {olddata[k]!a} to {data[k]!a}')
102 # Additions are not mentioned
103
104 def optimize(data):
105 locale_alias = locale.locale_alias
106 locale.locale_alias = data.copy()
107 for k, v in data.items():
108 del locale.locale_alias[k]
109 if locale.normalize(k) != v:
110 locale.locale_alias[k] = v
111 newdata = locale.locale_alias
112 errors = check(data)
113 locale.locale_alias = locale_alias
114 if errors:
115 sys.exit(1)
116 return newdata
117
118 def check(data):
119 # Check that all alias definitions from the X11 file
120 # are actually mapped to the correct alias locales.
121 errors = 0
122 for k, v in data.items():
123 if locale.normalize(k) != v:
124 print(f'ERROR: {k!a} -> {locale.normalize(k)!a} != {v!a}',
125 file=sys.stderr)
126 errors += 1
127 return errors
128
129 if __name__ == '__main__':
130 import argparse
131 parser = argparse.ArgumentParser()
132 parser.add_argument('--locale-alias', default=LOCALE_ALIAS,
133 help='location of the X11 alias file '
134 f'(default: {LOCALE_ALIAS})')
135 parser.add_argument('--glibc-supported', default=SUPPORTED,
136 help='location of the glibc SUPPORTED locales file '
137 f'(default: {SUPPORTED})')
138 args = parser.parse_args()
139
140 data = locale.locale_alias.copy()
141 data.update(parse_glibc_supported(args.glibc_supported))
142 data.update(parse(args.locale_alias))
143 # Hardcode 'c.utf8' -> 'C.UTF-8' because 'en_US.UTF-8' does not exist
144 # on all platforms.
145 data['c.utf8'] = 'C.UTF-8'
146 while True:
147 # Repeat optimization while the size is decreased.
148 n = len(data)
149 data = optimize(data)
150 if len(data) == n:
151 break
152 print_differences(data, locale.locale_alias)
153 print()
154 print('locale_alias = {')
155 pprint(data)
156 print('}')