| 1 |
import pickle |
| 2 |
import threading |
| 3 |
import unittest |
| 4 |
|
| 5 |
from test.support import threading_helper |
| 6 |
|
| 7 |
|
| 8 |
@threading_helper.requires_working_threading() |
| 9 |
class TestPickleFreeThreading(unittest.TestCase): |
| 10 |
|
| 11 |
def test_pickle_dumps_with_concurrent_dict_mutation(self): |
| 12 |
# gh-146452: Pickling a dict while another thread mutates it |
| 13 |
# used to segfault. batch_dict_exact() iterated dict items via |
| 14 |
# PyDict_Next() which returns borrowed references, and a |
| 15 |
# concurrent pop/replace could free the value before Py_INCREF |
| 16 |
# got to it. |
| 17 |
shared = {str(i): list(range(20)) for i in range(50)} |
| 18 |
|
| 19 |
def dumper(): |
| 20 |
for _ in range(1000): |
| 21 |
try: |
| 22 |
pickle.dumps(shared) |
| 23 |
except RuntimeError: |
| 24 |
# "dictionary changed size during iteration" is expected |
| 25 |
pass |
| 26 |
|
| 27 |
def mutator(): |
| 28 |
for j in range(1000): |
| 29 |
key = str(j % 50) |
| 30 |
shared[key] = list(range(j % 20)) |
| 31 |
if j % 10 == 0: |
| 32 |
shared.pop(key, None) |
| 33 |
shared[key] = [j] |
| 34 |
|
| 35 |
threads = [] |
| 36 |
for _ in range(10): |
| 37 |
threads.append(threading.Thread(target=dumper)) |
| 38 |
threads.append(threading.Thread(target=mutator)) |
| 39 |
|
| 40 |
with threading_helper.start_threads(threads): |
| 41 |
pass |
| 42 |
|
| 43 |
if __name__ == "__main__": |
| 44 |
unittest.main() |