Debian Codegraph @

mysql-test/suite/rpl/t/rpl_parallel_conflicts.test

raw
1 --source include/have_innodb.inc
2 --source include/have_debug.inc
3 --source include/have_debug_sync.inc
4 --source include/master-slave.inc
5
6 --echo *** MDEV-7847: "Slave worker thread retried transaction 10 time(s) in vain, giving up", followed by replication hanging ***
7 --echo *** MDEV-7882: Excessive transaction retry in parallel replication ***
8
9 --connection server_1
10 ALTER TABLE mysql.gtid_slave_pos ENGINE=InnoDB;
11 CREATE TABLE t7 (a int PRIMARY KEY, b INT) ENGINE=InnoDB;
12 CREATE TABLE t8 (a int PRIMARY KEY, b INT) ENGINE=InnoDB;
13 --save_master_pos
14
15 --connection server_2
16 --sync_with_master
17 --source include/stop_slave.inc
18 SET @old_mode= @@GLOBAL.slave_parallel_mode;
19 SET GLOBAL slave_parallel_mode='conservative';
20 SET @old_threads= @@GLOBAL.slave_parallel_threads;
21 SET GLOBAL slave_parallel_threads=40;
22 SET @old_transaction_retries= @@GLOBAL.slave_transaction_retries;
23 SET GLOBAL slave_transaction_retries=5;
24
25 # Using dbug error injection, we artificially create event groups with a lot of
26 # conflicting transactions in each event group. The bugs were originally seen
27 # "in the wild" with transactions that did not conflict on the master, and only
28 # conflicted very rarely on the slave (maybe some edge case with InnoDB btree
29 # page splits or something like that). The event groups here loosely reflect
30 # the structure of the original failure's group commits.
31
32
33 --connection server_1
34 INSERT INTO t7 VALUES (1,1), (2,2), (3,3), (4,4), (5,5);
35 SET @old_dbug= @@SESSION.debug_dbug;
36 SET @commit_id= 42;
37 SET SESSION debug_dbug="+d,binlog_force_commit_id";
38 INSERT INTO t8 VALUES (1,1);
39 INSERT INTO t8 VALUES (2,2);
40 INSERT INTO t8 VALUES (3,3);
41 INSERT INTO t8 VALUES (4,4);
42 INSERT INTO t8 VALUES (5,5);
43 INSERT INTO t8 VALUES (6,6);
44 INSERT INTO t8 VALUES (7,7);
45 INSERT INTO t8 VALUES (8,8);
46
47 UPDATE t7 SET b=9 WHERE a=3;
48 UPDATE t7 SET b=10 WHERE a=3;
49 UPDATE t7 SET b=11 WHERE a=3;
50
51 INSERT INTO t8 VALUES (12,12);
52 INSERT INTO t8 VALUES (13,13);
53
54 UPDATE t7 SET b=14 WHERE a=3;
55 UPDATE t7 SET b=15 WHERE a=3;
56
57 INSERT INTO t8 VALUES (16,16);
58
59 UPDATE t7 SET b=17 WHERE a=3;
60
61 INSERT INTO t8 VALUES (18,18);
62 INSERT INTO t8 VALUES (19,19);
63
64 UPDATE t7 SET b=20 WHERE a=3;
65
66 INSERT INTO t8 VALUES (21,21);
67
68 UPDATE t7 SET b=22 WHERE a=3;
69
70 INSERT INTO t8 VALUES (23,24);
71 INSERT INTO t8 VALUES (24,24);
72
73 UPDATE t7 SET b=25 WHERE a=3;
74
75 INSERT INTO t8 VALUES (26,26);
76
77 UPDATE t7 SET b=27 WHERE a=3;
78
79 BEGIN;
80 INSERT INTO t8 VALUES (28,28);
81 INSERT INTO t8 VALUES (29,28), (30,28);
82 INSERT INTO t8 VALUES (31,28);
83 INSERT INTO t8 VALUES (32,28);
84 INSERT INTO t8 VALUES (33,28);
85 INSERT INTO t8 VALUES (34,28);
86 INSERT INTO t8 VALUES (35,28);
87 INSERT INTO t8 VALUES (36,28);
88 INSERT INTO t8 VALUES (37,28);
89 INSERT INTO t8 VALUES (38,28);
90 INSERT INTO t8 VALUES (39,28);
91 INSERT INTO t8 VALUES (40,28);
92 INSERT INTO t8 VALUES (41,28);
93 INSERT INTO t8 VALUES (42,28);
94 COMMIT;
95
96
97 SET @commit_id=43;
98 INSERT INTO t8 VALUES (43,43);
99 INSERT INTO t8 VALUES (44,44);
100
101 UPDATE t7 SET b=45 WHERE a=3;
102
103 INSERT INTO t8 VALUES (46,46);
104 INSERT INTO t8 VALUES (47,47);
105
106 UPDATE t7 SET b=48 WHERE a=3;
107
108 INSERT INTO t8 VALUES (49,49);
109 INSERT INTO t8 VALUES (50,50);
110
111
112 SET @commit_id=44;
113 INSERT INTO t8 VALUES (51,51);
114 INSERT INTO t8 VALUES (52,52);
115
116 UPDATE t7 SET b=53 WHERE a=3;
117
118 INSERT INTO t8 VALUES (54,54);
119 INSERT INTO t8 VALUES (55,55);
120
121 UPDATE t7 SET b=56 WHERE a=3;
122
123 INSERT INTO t8 VALUES (57,57);
124
125 UPDATE t7 SET b=58 WHERE a=3;
126
127 INSERT INTO t8 VALUES (58,58);
128 INSERT INTO t8 VALUES (59,59);
129 INSERT INTO t8 VALUES (60,60);
130 INSERT INTO t8 VALUES (61,61);
131
132 UPDATE t7 SET b=62 WHERE a=3;
133
134 INSERT INTO t8 VALUES (63,63);
135 INSERT INTO t8 VALUES (64,64);
136 INSERT INTO t8 VALUES (65,65);
137 INSERT INTO t8 VALUES (66,66);
138
139 UPDATE t7 SET b=67 WHERE a=3;
140
141 INSERT INTO t8 VALUES (68,68);
142
143 UPDATE t7 SET b=69 WHERE a=3;
144 UPDATE t7 SET b=70 WHERE a=3;
145 UPDATE t7 SET b=71 WHERE a=3;
146
147 INSERT INTO t8 VALUES (72,72);
148
149 UPDATE t7 SET b=73 WHERE a=3;
150 UPDATE t7 SET b=74 WHERE a=3;
151 UPDATE t7 SET b=75 WHERE a=3;
152 UPDATE t7 SET b=76 WHERE a=3;
153
154 INSERT INTO t8 VALUES (77,77);
155
156 UPDATE t7 SET b=78 WHERE a=3;
157
158 INSERT INTO t8 VALUES (79,79);
159
160 UPDATE t7 SET b=80 WHERE a=3;
161
162 INSERT INTO t8 VALUES (81,81);
163
164 UPDATE t7 SET b=82 WHERE a=3;
165
166 INSERT INTO t8 VALUES (83,83);
167
168 UPDATE t7 SET b=84 WHERE a=3;
169
170
171 SET @commit_id=45;
172 INSERT INTO t8 VALUES (85,85);
173 UPDATE t7 SET b=86 WHERE a=3;
174 INSERT INTO t8 VALUES (87,87);
175
176
177 SET @commit_id=46;
178 INSERT INTO t8 VALUES (88,88);
179 INSERT INTO t8 VALUES (89,89);
180 INSERT INTO t8 VALUES (90,90);
181
182 SET SESSION debug_dbug=@old_dbug;
183
184 INSERT INTO t8 VALUES (91,91);
185 INSERT INTO t8 VALUES (92,92);
186 INSERT INTO t8 VALUES (93,93);
187 INSERT INTO t8 VALUES (94,94);
188 INSERT INTO t8 VALUES (95,95);
189 INSERT INTO t8 VALUES (96,96);
190 INSERT INTO t8 VALUES (97,97);
191 INSERT INTO t8 VALUES (98,98);
192 INSERT INTO t8 VALUES (99,99);
193
194
195 SELECT * FROM t7 ORDER BY a;
196 SELECT * FROM t8 ORDER BY a;
197 --source include/save_master_gtid.inc
198
199
200 --connection server_2
201 --source include/start_slave.inc
202 --source include/sync_with_master_gtid.inc
203 SELECT * FROM t7 ORDER BY a;
204 SELECT * FROM t8 ORDER BY a;
205
206 --echo *** MDEV-8302: Duplicate key with parallel replication ***
207
208 --connection server_2
209 --source include/stop_slave.inc
210 /* Inject a small sleep which makes the race easier to hit. */
211 SET @old_dbug=@@GLOBAL.debug_dbug;
212 SET GLOBAL debug_dbug="+d,inject_mdev8302";
213
214
215 --connection server_1
216 INSERT INTO t7 VALUES (100,1), (101,2), (102,3), (103,4), (104,5);
217
218 # Artificially create a bunch of group commits with conflicting transactions.
219 # The bug happened when T1 and T2 was in one group commit, and T3 was in the
220 # following group commit. T2 is a DELETE of a row with same primary key as a
221 # row that T3 inserts. T1 and T2 can conflict, causing T2 to be deadlock
222 # killed after starting to commit. The bug was that T2 could roll back before
223 # doing unmark_start_commit(); this could allow T3 to run before the retry
224 # of T2, causing duplicate key violation.
225
226 SET @old_dbug= @@SESSION.debug_dbug;
227 SET @commit_id= 20000;
228 SET SESSION debug_dbug="+d,binlog_force_commit_id";
229
230 --let $n = 100
231 --disable_query_log
232 while ($n)
233 {
234 eval UPDATE t7 SET b=b+1 WHERE a=100+($n MOD 5);
235 eval DELETE FROM t7 WHERE a=100+($n MOD 5);
236
237 SET @commit_id = @commit_id + 1;
238 eval INSERT INTO t7 VALUES (100+($n MOD 5), $n);
239 SET @commit_id = @commit_id + 1;
240 dec $n;
241 }
242 --enable_query_log
243 SET SESSION debug_dbug=@old_dbug;
244
245
246 SELECT * FROM t7 ORDER BY a;
247 --source include/save_master_gtid.inc
248
249
250 --connection server_2
251 --source include/start_slave.inc
252 --source include/sync_with_master_gtid.inc
253 SELECT * FROM t7 ORDER BY a;
254
255 --source include/stop_slave.inc
256 SET GLOBAL debug_dbug=@old_dbug;
257 SET GLOBAL slave_parallel_mode=@old_mode;
258 SET GLOBAL slave_parallel_threads=@old_threads;
259 SET GLOBAL slave_transaction_retries=@old_transaction_retries;
260
261 # Clean up.
262 --source include/start_slave.inc
263 SET DEBUG_SYNC= 'RESET';
264
265 --connection server_1
266 DROP TABLE t7,t8;
267 SET DEBUG_SYNC= 'RESET';
268
269 --source include/rpl_end.inc