| 1 |
from test.test_json import CTest |
| 2 |
from test.support import gc_collect |
| 3 |
|
| 4 |
|
| 5 |
class BadBool: |
| 6 |
def __bool__(self): |
| 7 |
1/0 |
| 8 |
|
| 9 |
|
| 10 |
class TestSpeedups(CTest): |
| 11 |
def test_scanstring(self): |
| 12 |
self.assertEqual(self.json.decoder.scanstring.__module__, "_json") |
| 13 |
self.assertIs(self.json.decoder.scanstring, self.json.decoder.c_scanstring) |
| 14 |
|
| 15 |
def test_encode_basestring_ascii(self): |
| 16 |
self.assertEqual(self.json.encoder.encode_basestring_ascii.__module__, |
| 17 |
"_json") |
| 18 |
self.assertIs(self.json.encoder.encode_basestring_ascii, |
| 19 |
self.json.encoder.c_encode_basestring_ascii) |
| 20 |
|
| 21 |
|
| 22 |
class TestDecode(CTest): |
| 23 |
def test_make_scanner(self): |
| 24 |
self.assertRaises(AttributeError, self.json.scanner.c_make_scanner, 1) |
| 25 |
|
| 26 |
def test_bad_bool_args(self): |
| 27 |
def test(value): |
| 28 |
self.json.decoder.JSONDecoder(strict=BadBool()).decode(value) |
| 29 |
self.assertRaises(ZeroDivisionError, test, '""') |
| 30 |
self.assertRaises(ZeroDivisionError, test, '{}') |
| 31 |
|
| 32 |
|
| 33 |
class TestEncode(CTest): |
| 34 |
def test_make_encoder(self): |
| 35 |
# bpo-6986: The interpreter shouldn't crash in case c_make_encoder() |
| 36 |
# receives invalid arguments. |
| 37 |
self.assertRaises(TypeError, self.json.encoder.c_make_encoder, |
| 38 |
(True, False), |
| 39 |
b"\xCD\x7D\x3D\x4E\x12\x4C\xF9\x79\xD7\x52\xBA\x82\xF2\x27\x4A\x7D\xA0\xCA\x75", |
| 40 |
None) |
| 41 |
|
| 42 |
def test_bad_str_encoder(self): |
| 43 |
# Issue #31505: There shouldn't be an assertion failure in case |
| 44 |
# c_make_encoder() receives a bad encoder() argument. |
| 45 |
def bad_encoder1(*args): |
| 46 |
return None |
| 47 |
enc = self.json.encoder.c_make_encoder(None, lambda obj: str(obj), |
| 48 |
bad_encoder1, None, ': ', ', ', |
| 49 |
False, False, False) |
| 50 |
with self.assertRaises(TypeError): |
| 51 |
enc('spam', 4) |
| 52 |
with self.assertRaises(TypeError): |
| 53 |
enc({'spam': 42}, 4) |
| 54 |
|
| 55 |
def bad_encoder2(*args): |
| 56 |
1/0 |
| 57 |
enc = self.json.encoder.c_make_encoder(None, lambda obj: str(obj), |
| 58 |
bad_encoder2, None, ': ', ', ', |
| 59 |
False, False, False) |
| 60 |
with self.assertRaises(ZeroDivisionError): |
| 61 |
enc('spam', 4) |
| 62 |
|
| 63 |
def test_bad_markers_argument_to_encoder(self): |
| 64 |
# https://bugs.python.org/issue45269 |
| 65 |
with self.assertRaisesRegex( |
| 66 |
TypeError, |
| 67 |
r'make_encoder\(\) argument 1 must be dict or None, not int', |
| 68 |
): |
| 69 |
self.json.encoder.c_make_encoder(1, None, None, None, ': ', ', ', |
| 70 |
False, False, False) |
| 71 |
|
| 72 |
def test_bad_bool_args(self): |
| 73 |
def test(name): |
| 74 |
self.json.encoder.JSONEncoder(**{name: BadBool()}).encode({'a': 1}) |
| 75 |
self.assertRaises(ZeroDivisionError, test, 'skipkeys') |
| 76 |
self.assertRaises(ZeroDivisionError, test, 'ensure_ascii') |
| 77 |
self.assertRaises(ZeroDivisionError, test, 'check_circular') |
| 78 |
self.assertRaises(ZeroDivisionError, test, 'allow_nan') |
| 79 |
self.assertRaises(ZeroDivisionError, test, 'sort_keys') |
| 80 |
|
| 81 |
def test_unsortable_keys(self): |
| 82 |
with self.assertRaises(TypeError): |
| 83 |
self.json.encoder.JSONEncoder(sort_keys=True).encode({'a': 1, 1: 'a'}) |
| 84 |
|
| 85 |
def test_current_indent_level(self): |
| 86 |
enc = self.json.encoder.c_make_encoder( |
| 87 |
markers=None, |
| 88 |
default=str, |
| 89 |
encoder=self.json.encoder.c_encode_basestring, |
| 90 |
indent='\t', |
| 91 |
key_separator=': ', |
| 92 |
item_separator=', ', |
| 93 |
sort_keys=False, |
| 94 |
skipkeys=False, |
| 95 |
allow_nan=False) |
| 96 |
expected = ( |
| 97 |
'[\n' |
| 98 |
'\t"spam", \n' |
| 99 |
'\t{\n' |
| 100 |
'\t\t"ham": "eggs"\n' |
| 101 |
'\t}\n' |
| 102 |
']') |
| 103 |
self.assertEqual(enc(['spam', {'ham': 'eggs'}], 0)[0], expected) |
| 104 |
self.assertEqual(enc(['spam', {'ham': 'eggs'}], -3)[0], expected) |
| 105 |
expected2 = ( |
| 106 |
'[\n' |
| 107 |
'\t\t\t\t"spam", \n' |
| 108 |
'\t\t\t\t{\n' |
| 109 |
'\t\t\t\t\t"ham": "eggs"\n' |
| 110 |
'\t\t\t\t}\n' |
| 111 |
'\t\t\t]') |
| 112 |
self.assertEqual(enc(['spam', {'ham': 'eggs'}], 3)[0], expected2) |
| 113 |
self.assertRaises(TypeError, enc, ['spam', {'ham': 'eggs'}], 3.0) |
| 114 |
self.assertRaises(TypeError, enc, ['spam', {'ham': 'eggs'}]) |
| 115 |
|
| 116 |
def test_mutate_dict_items_during_encode(self): |
| 117 |
# gh-142831: Clearing the items list via a re-entrant key encoder |
| 118 |
# must not cause a use-after-free. BadDict.items() returns a |
| 119 |
# mutable list; encode_str clears it while iterating. |
| 120 |
items = None |
| 121 |
|
| 122 |
class BadDict(dict): |
| 123 |
def items(self): |
| 124 |
nonlocal items |
| 125 |
items = [("boom", object())] |
| 126 |
return items |
| 127 |
|
| 128 |
cleared = False |
| 129 |
def encode_str(obj): |
| 130 |
nonlocal items, cleared |
| 131 |
if items is not None: |
| 132 |
items.clear() |
| 133 |
items = None |
| 134 |
cleared = True |
| 135 |
gc_collect() |
| 136 |
return '"x"' |
| 137 |
|
| 138 |
encoder = self.json.encoder.c_make_encoder( |
| 139 |
None, lambda o: "null", |
| 140 |
encode_str, None, |
| 141 |
": ", ", ", False, |
| 142 |
False, True |
| 143 |
) |
| 144 |
|
| 145 |
# Must not crash (use-after-free under ASan before fix) |
| 146 |
encoder(BadDict(real=1), 0) |
| 147 |
self.assertTrue(cleared) |
| 148 |
|
| 149 |
def test_mutate_list_during_encode(self): |
| 150 |
# gh-142831: Clearing a list mid-iteration via the default |
| 151 |
# callback must not cause a use-after-free. |
| 152 |
call_count = 0 |
| 153 |
lst = [object() for _ in range(10)] |
| 154 |
|
| 155 |
def default(obj): |
| 156 |
nonlocal call_count |
| 157 |
call_count += 1 |
| 158 |
if call_count == 3: |
| 159 |
lst.clear() |
| 160 |
gc_collect() |
| 161 |
return None |
| 162 |
|
| 163 |
encoder = self.json.encoder.c_make_encoder( |
| 164 |
None, default, |
| 165 |
self.json.encoder.c_encode_basestring, None, |
| 166 |
": ", ", ", False, |
| 167 |
False, True |
| 168 |
) |
| 169 |
|
| 170 |
# Must not crash (use-after-free under ASan before fix) |
| 171 |
encoder(lst, 0) |
| 172 |
# Verify the mutation path was actually hit and the loop |
| 173 |
# stopped iterating after the list was cleared. |
| 174 |
self.assertEqual(call_count, 3) |