Debian Codegraph @

Lib/test/test_json/test_speedups.py

raw
1 from test.test_json import CTest
2 from test.support import gc_collect
3
4
5 class BadBool:
6 def __bool__(self):
7 1/0
8
9
10 class TestSpeedups(CTest):
11 def test_scanstring(self):
12 self.assertEqual(self.json.decoder.scanstring.__module__, "_json")
13 self.assertIs(self.json.decoder.scanstring, self.json.decoder.c_scanstring)
14
15 def test_encode_basestring_ascii(self):
16 self.assertEqual(self.json.encoder.encode_basestring_ascii.__module__,
17 "_json")
18 self.assertIs(self.json.encoder.encode_basestring_ascii,
19 self.json.encoder.c_encode_basestring_ascii)
20
21
22 class TestDecode(CTest):
23 def test_make_scanner(self):
24 self.assertRaises(AttributeError, self.json.scanner.c_make_scanner, 1)
25
26 def test_bad_bool_args(self):
27 def test(value):
28 self.json.decoder.JSONDecoder(strict=BadBool()).decode(value)
29 self.assertRaises(ZeroDivisionError, test, '""')
30 self.assertRaises(ZeroDivisionError, test, '{}')
31
32
33 class TestEncode(CTest):
34 def test_make_encoder(self):
35 # bpo-6986: The interpreter shouldn't crash in case c_make_encoder()
36 # receives invalid arguments.
37 self.assertRaises(TypeError, self.json.encoder.c_make_encoder,
38 (True, False),
39 b"\xCD\x7D\x3D\x4E\x12\x4C\xF9\x79\xD7\x52\xBA\x82\xF2\x27\x4A\x7D\xA0\xCA\x75",
40 None)
41
42 def test_bad_str_encoder(self):
43 # Issue #31505: There shouldn't be an assertion failure in case
44 # c_make_encoder() receives a bad encoder() argument.
45 def bad_encoder1(*args):
46 return None
47 enc = self.json.encoder.c_make_encoder(None, lambda obj: str(obj),
48 bad_encoder1, None, ': ', ', ',
49 False, False, False)
50 with self.assertRaises(TypeError):
51 enc('spam', 4)
52 with self.assertRaises(TypeError):
53 enc({'spam': 42}, 4)
54
55 def bad_encoder2(*args):
56 1/0
57 enc = self.json.encoder.c_make_encoder(None, lambda obj: str(obj),
58 bad_encoder2, None, ': ', ', ',
59 False, False, False)
60 with self.assertRaises(ZeroDivisionError):
61 enc('spam', 4)
62
63 def test_bad_markers_argument_to_encoder(self):
64 # https://bugs.python.org/issue45269
65 with self.assertRaisesRegex(
66 TypeError,
67 r'make_encoder\(\) argument 1 must be dict or None, not int',
68 ):
69 self.json.encoder.c_make_encoder(1, None, None, None, ': ', ', ',
70 False, False, False)
71
72 def test_bad_bool_args(self):
73 def test(name):
74 self.json.encoder.JSONEncoder(**{name: BadBool()}).encode({'a': 1})
75 self.assertRaises(ZeroDivisionError, test, 'skipkeys')
76 self.assertRaises(ZeroDivisionError, test, 'ensure_ascii')
77 self.assertRaises(ZeroDivisionError, test, 'check_circular')
78 self.assertRaises(ZeroDivisionError, test, 'allow_nan')
79 self.assertRaises(ZeroDivisionError, test, 'sort_keys')
80
81 def test_unsortable_keys(self):
82 with self.assertRaises(TypeError):
83 self.json.encoder.JSONEncoder(sort_keys=True).encode({'a': 1, 1: 'a'})
84
85 def test_current_indent_level(self):
86 enc = self.json.encoder.c_make_encoder(
87 markers=None,
88 default=str,
89 encoder=self.json.encoder.c_encode_basestring,
90 indent='\t',
91 key_separator=': ',
92 item_separator=', ',
93 sort_keys=False,
94 skipkeys=False,
95 allow_nan=False)
96 expected = (
97 '[\n'
98 '\t"spam", \n'
99 '\t{\n'
100 '\t\t"ham": "eggs"\n'
101 '\t}\n'
102 ']')
103 self.assertEqual(enc(['spam', {'ham': 'eggs'}], 0)[0], expected)
104 self.assertEqual(enc(['spam', {'ham': 'eggs'}], -3)[0], expected)
105 expected2 = (
106 '[\n'
107 '\t\t\t\t"spam", \n'
108 '\t\t\t\t{\n'
109 '\t\t\t\t\t"ham": "eggs"\n'
110 '\t\t\t\t}\n'
111 '\t\t\t]')
112 self.assertEqual(enc(['spam', {'ham': 'eggs'}], 3)[0], expected2)
113 self.assertRaises(TypeError, enc, ['spam', {'ham': 'eggs'}], 3.0)
114 self.assertRaises(TypeError, enc, ['spam', {'ham': 'eggs'}])
115
116 def test_mutate_dict_items_during_encode(self):
117 # gh-142831: Clearing the items list via a re-entrant key encoder
118 # must not cause a use-after-free. BadDict.items() returns a
119 # mutable list; encode_str clears it while iterating.
120 items = None
121
122 class BadDict(dict):
123 def items(self):
124 nonlocal items
125 items = [("boom", object())]
126 return items
127
128 cleared = False
129 def encode_str(obj):
130 nonlocal items, cleared
131 if items is not None:
132 items.clear()
133 items = None
134 cleared = True
135 gc_collect()
136 return '"x"'
137
138 encoder = self.json.encoder.c_make_encoder(
139 None, lambda o: "null",
140 encode_str, None,
141 ": ", ", ", False,
142 False, True
143 )
144
145 # Must not crash (use-after-free under ASan before fix)
146 encoder(BadDict(real=1), 0)
147 self.assertTrue(cleared)
148
149 def test_mutate_list_during_encode(self):
150 # gh-142831: Clearing a list mid-iteration via the default
151 # callback must not cause a use-after-free.
152 call_count = 0
153 lst = [object() for _ in range(10)]
154
155 def default(obj):
156 nonlocal call_count
157 call_count += 1
158 if call_count == 3:
159 lst.clear()
160 gc_collect()
161 return None
162
163 encoder = self.json.encoder.c_make_encoder(
164 None, default,
165 self.json.encoder.c_encode_basestring, None,
166 ": ", ", ", False,
167 False, True
168 )
169
170 # Must not crash (use-after-free under ASan before fix)
171 encoder(lst, 0)
172 # Verify the mutation path was actually hit and the loop
173 # stopped iterating after the list was cleared.
174 self.assertEqual(call_count, 3)