Debian Codegraph @

mysql-test/suite/galera_3nodes/t/galera_gtid_consistency.test

raw
1 --source include/galera_cluster.inc
2 --source include/big_test.inc
3 --source include/force_restart.inc
4
5 #
6 # Testing gtid consistency in 3 node cluster when nodes drop
7 # and join back to cluster.
8 # The tests verify that wsrep_gtid_domain_id and gtid_binlog_pos
9 # remains same across the cluster
10 # In the configuration, nodes have different wsrep_gtid_domain_id
11 # but all nodes are supposed to receive effective domain id
12 # from the bootstrap node (node_1), and use it
13 #
14 --connect node_3, 127.0.0.1, root, , test, $NODE_MYPORT_3
15
16 # Save original auto_increment_offset values.
17 --let $node_1=node_1
18 --let $node_2=node_2
19 --let $node_3=node_3
20 --source ../galera/include/auto_increment_offset_save.inc
21
22 --connect node_2b, 127.0.0.1, root, , test, $NODE_MYPORT_2
23 set wsrep_sync_wait=0;
24 --connect node_1b, 127.0.0.1, root, , test, $NODE_MYPORT_1
25 set wsrep_sync_wait=0;
26
27 --connection node_1
28 DELIMITER |;
29 CREATE PROCEDURE insert_row (IN node varchar(10), IN repeat_count int)
30 BEGIN
31 DECLARE current_num int;
32 SET current_num = 0;
33 WHILE current_num < repeat_count do
34 INSERT INTO t1(node, name) VALUES (node, UUID());
35 SET current_num = current_num + 1;
36 END WHILE;
37 END|
38 DELIMITER ;|
39
40 CREATE TABLE t1 (id bigint not null primary key auto_increment, node VARCHAR(10), name VARCHAR(64)) ENGINE=innodb;
41
42 #
43 # report initial gtid positions after table t1 is created
44 #
45 --echo # node_1
46 show variables like '%gtid_binlog_pos%';
47
48 --connection node_2
49 --let $wait_condition = SELECT COUNT(*) = 1 FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME = 't1'
50 --source include/wait_condition.inc
51
52 --echo # node_2
53 show variables like '%gtid_binlog_pos%';
54
55 --connection node_3
56 --let $wait_condition = SELECT COUNT(*) = 1 FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME = 't1'
57 --source include/wait_condition.inc
58
59 --echo # node_3
60 show variables like '%gtid_binlog_pos%';
61
62 ###########################################
63 # scenario: join node 2 by SST
64 ##########################################
65
66 #
67 # start concurrent insert load and stop node2 while the load is on
68 #
69 --connection node_1
70 --send CALL insert_row('node1', 500);
71
72 --connection node_2
73 --send CALL insert_row('node2', 500);
74
75 --connection node_3
76 --send CALL insert_row('node3', 500);
77
78 #
79 # stop load to node 2 and shutdown the node, force SST
80 #
81 --connection node_2
82 --reap
83
84 --echo # Shutdown node_2, force SST
85 --connection node_2b
86 --source include/shutdown_mysqld.inc
87 --remove_file $MYSQLTEST_VARDIR/mysqld.2/data/grastate.dat
88
89 --echo # Wait until node_2 leaves cluster
90 --connection node_1b
91 --let $wait_condition = SELECT VARIABLE_VALUE = 2 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
92 --source include/wait_condition.inc
93
94 #
95 # stop the remaining load to node 1 and 3
96 #
97 --connection node_1
98 --reap
99 --connection node_3
100 --reap
101
102 #
103 # some more inserts and DDL to nodes 1 and 3
104 # while node 2 is absent
105 #
106 --connection node_1
107 CALL insert_row('node1', 100);
108
109 --connection node_3
110 CALL insert_row('node3', 100);
111
112 CREATE TABLE t2(i int primary key) engine=innodb;
113
114 #
115 # restart node 2, should join by SST
116 #
117 --connection node_2
118 --echo # Restart node_2
119 --source include/start_mysqld.inc
120
121 --connection node_1b
122 --echo # Wait until node_2 is back in cluster
123 --let $wait_condition = SELECT VARIABLE_VALUE = 3 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
124 --source include/wait_condition.inc
125
126 --echo # node2 has joined
127
128 #
129 # check gtid positions in all nodes
130 #
131 --echo # GTID in node1
132 show variables like 'wsrep_gtid_domain_id';
133 show variables like '%gtid_binlog_pos%';
134
135 --connection node_2
136 --echo # GTID in node2
137 show variables like 'wsrep_gtid_domain_id';
138 show variables like '%gtid_binlog_pos%';
139
140 --connection node_3
141 --echo # GTID in node3
142 show variables like 'wsrep_gtid_domain_id';
143 show variables like '%gtid_binlog_pos%';
144
145
146 ###########################################
147 # scenario: join node 3 by IST
148 ##########################################
149
150 --echo # Shutdown node_3
151 --connection node_3
152 SET GLOBAL wsrep_provider_options = 'gmcast.isolate = 1';
153
154 --echo # Wait until node_3 leaves cluster
155 --connection node_1b
156 --let $wait_condition = SELECT VARIABLE_VALUE = 2 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
157 --source include/wait_condition.inc
158
159 #
160 # do some inserts and DDL to node 1
161 # while node 3 is absent
162 #
163 --connection node_1
164 CALL insert_row('node1', 50);
165
166 CREATE TABLE t3(i int primary key) engine=innodb;
167
168 #
169 # remove isolation in node 3, should join by IST
170 #
171 --connection node_3
172 --echo # Rejoin node_3
173 SET GLOBAL wsrep_provider_options = 'gmcast.isolate = 0';
174
175 --connection node_1b
176 --echo # Wait until node_3 is back in cluster
177 --let $wait_condition = SELECT VARIABLE_VALUE = 3 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
178 --source include/wait_condition.inc
179
180 --echo # node3 has joined
181
182 #
183 # check gtid positions in all nodes
184 #
185 --connection node_1
186 --echo # GTID in node1
187 show variables like 'wsrep_gtid_domain_id';
188 show variables like '%gtid_binlog_pos%';
189
190 --connection node_2
191 --echo # GTID in node2
192 show variables like 'wsrep_gtid_domain_id';
193 show variables like '%gtid_binlog_pos%';
194
195 --connection node_3
196 --echo # GTID in node3
197 show variables like 'wsrep_gtid_domain_id';
198 show variables like '%gtid_binlog_pos%';
199
200
201 ###########################################
202 # scenario: restart full custer
203 ##########################################
204
205
206 #
207 # stop all nodes, one by one
208 #
209 --echo # One by one shutdown all nodes
210 --connection node_3
211 --echo # shutdown node_3
212 --source include/shutdown_mysqld.inc
213 --remove_file $MYSQLTEST_VARDIR/mysqld.3/data/grastate.dat
214
215 --connection node_2
216 --echo # wait until node_3 is out of cluster
217 --let $wait_condition = SELECT VARIABLE_VALUE = 2 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
218 --source include/wait_condition.inc
219 --echo # shutdown node_2
220 --source include/shutdown_mysqld.inc
221 --remove_file $MYSQLTEST_VARDIR/mysqld.2/data/grastate.dat
222
223 --connection node_1
224 --echo # wait until node_2 is out of cluster
225 --let $wait_condition = SELECT VARIABLE_VALUE = 1 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
226 --source include/wait_condition.inc
227 --echo # shutdown node_1
228 --source include/shutdown_mysqld.inc
229
230 #
231 # bootstap cluster in order node1 - node2 - node3
232 # send some inserts and DDL after each node started
233 #
234
235 --echo # Bootstrap from node_1
236 --connection node_1
237 --let $restart_parameters = --wsrep_new_cluster
238 --source include/start_mysqld.inc
239
240 --let $wait_condition = SELECT VARIABLE_VALUE = 'ON' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_ready';
241 --source include/wait_condition.inc
242 --let $wait_condition = SELECT VARIABLE_VALUE = 'Primary' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_status';
243 --source include/wait_condition.inc
244 --let $wait_condition = SELECT VARIABLE_VALUE = 'Synced' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_local_state_comment'
245 --source include/wait_condition.inc
246
247 show variables like 'wsrep_gtid_domain_id';
248 show variables like '%gtid_binlog_pos%';
249
250 ANALYZE TABLE t2;
251 --send CALL insert_row('node1', 100);
252
253 --echo # Restart node_2
254 --connection node_2
255 --let $restart_parameters =
256 --let $_expect_file_name= $MYSQLTEST_VARDIR/tmp/mysqld.2.expect
257 --source include/start_mysqld.inc
258
259 --let $wait_condition = SELECT VARIABLE_VALUE = 'ON' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_ready';
260 --source include/wait_condition.inc
261 --let $wait_condition = SELECT VARIABLE_VALUE = 'Primary' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_status';
262 --source include/wait_condition.inc
263 --let $wait_condition = SELECT VARIABLE_VALUE = 'Synced' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_local_state_comment'
264 --source include/wait_condition.inc
265
266 #
267 # connection node_1b may not be functional anymore, after node was
268 # shutdown, open node_1c for controlling node 1 state
269 #
270 --connect node_1c, 127.0.0.1, root, , test, $NODE_MYPORT_1
271 set wsrep_sync_wait=0;
272 --connection node_1c
273 --echo # wait until node_1 and node_2 are in cluster
274 --let $wait_condition = SELECT VARIABLE_VALUE = 2 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
275 --source include/wait_condition.inc
276
277 --connection node_2
278 ALTER TABLE t2 ADD COLUMN (k int);
279 --send CALL insert_row('node2', 100);
280
281
282 --echo # Restart node_3
283 --connection node_3
284 --let $restart_parameters =
285 --let $_expect_file_name= $MYSQLTEST_VARDIR/tmp/mysqld.3.expect
286 --source include/start_mysqld.inc
287
288 --let $wait_condition = SELECT VARIABLE_VALUE = 'ON' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_ready';
289 --source include/wait_condition.inc
290 --let $wait_condition = SELECT VARIABLE_VALUE = 'Primary' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_status';
291 --source include/wait_condition.inc
292 --let $wait_condition = SELECT VARIABLE_VALUE = 'Synced' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_local_state_comment'
293 --source include/wait_condition.inc
294
295
296 --connection node_1c
297 --echo # wait until all nodes are back in cluster
298 --let $wait_condition = SELECT VARIABLE_VALUE = 3 FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_cluster_size';
299 --source include/wait_condition.inc
300 --echo after cluster restart
301
302 # stop load for nodes 1 and 2
303 --connection node_2
304 --reap
305
306 --connection node_1
307 --reap
308
309 #
310 # check gtid positions in all nodes
311 #
312 --connection node_1
313 --echo node1 GTID
314 show variables like 'wsrep_gtid_domain_id';
315 show variables like '%gtid_binlog_pos%';
316
317 --connection node_2
318 --echo node2 GTID
319 show variables like 'wsrep_gtid_domain_id';
320 show variables like '%gtid_binlog_pos%';
321
322 --connection node_3
323 --echo node3 GTID
324 show variables like 'wsrep_gtid_domain_id';
325 show variables like '%gtid_binlog_pos%';
326
327 #
328 # check table size in all nodes
329 #
330 --connection node_1
331 --echo table size in node1
332 SELECT COUNT(*) FROM t1;
333
334 --connection node_2
335 --echo table size in node2
336 SELECT COUNT(*) FROM t1;
337
338 --connection node_3
339 --echo table size in node3
340 SELECT COUNT(*) FROM t1;
341
342 #
343 # cleanups
344 #
345 --connection node_2
346 call mtr.add_suppression("WSREP: Ignoring server id .* for non bootstrap node");
347 call mtr.add_suppression("Sending JOIN failed: ");
348 call mtr.add_suppression("WSREP: Failed to JOIN the cluster after SST");
349 call mtr.add_suppression("WSREP: FLOW message from member .* in non-primary configuration");
350 --connection node_3
351 call mtr.add_suppression("WSREP: Ignoring server id .* for non bootstrap node");
352 call mtr.add_suppression("Sending JOIN failed: ");
353 call mtr.add_suppression("WSREP: Failed to JOIN the cluster after SST");
354 call mtr.add_suppression("WSREP: FLOW message from member .* in non-primary configuration");
355
356 --echo # cleanup
357 --connection node_1
358 call mtr.add_suppression("WSREP: FLOW message from member .* in non-primary configuration");
359
360 DROP PROCEDURE insert_row;
361 DROP TABLE t1;
362 DROP TABLE t2;
363 DROP TABLE t3;
364
365 --connection node_3
366 --let $wait_condition = SELECT COUNT(*) = 0 FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME = 't3'
367 --source include/wait_condition.inc
368 --connection node_2
369 --let $wait_condition = SELECT COUNT(*) = 0 FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME = 't3'
370 --source include/wait_condition.inc
371
372 # Restore original auto_increment_offset values.
373 --let $galera_cluster_size=3
374 --source ../galera/include/auto_increment_offset_restore.inc
375
376 --disconnect node_3
377 --disconnect node_2b
378 --disconnect node_1b
379 --disconnect node_1c