Debian Codegraph @

mysql-test/suite/x/t/notices_gr_quorum.test

raw
1 ################################################################################
2 #
3 # WL#10655: Global notification for GR membership changes
4 #
5 # This test case checks that enabled notices are triggered and delivered to
6 # client.
7 #
8 # This file covers the scenarios where QUORUM is lost.
9 #
10 #
11 # +----+---------------------------------------------+------------+--------|
12 # | Lp | Scenario\Where | | |
13 # | | | Server1 | Others |
14 # | | | triggering | |
15 # | | | event | |
16 # +----+---------------------------------------------+------------+--------|
17 # | 1 | A SERVER BECOMES UNREACHABLE | SC, VC | N/A |
18 # | 2 | MAJORITY UNREACHABLE | QL, SC | N/A |
19 # | 3 | MAJORITY UNREACHABLE+FORCE MEMBERS | VC | N/A |
20 # | 4 | MAJORITY UNREACHABLE+STOP | VC, SC | N/A |
21 # +----+---------------------------------------------+------------+--------|
22 #
23 # Scenarios described inside the table will be repeated two times:
24 #
25 # * X Protocol GR notices enabled - verify delivery of the notices
26 # * X Protocol GR notices disabled - verify that X Plugin doesn't send the notices
27 #
28
29 --source include/count_sessions.inc
30 --source include/force_restart.inc
31 --source include/big_test.inc
32 --source include/have_mysqlx_plugin.inc
33 --source include/have_group_replication_plugin.inc
34
35 ## Test starts here
36 --let $xtest=$MYSQL_TMP_DIR/group_replication_setup_and_xnotices_test.tmp
37 --write_file $xtest
38 -->import group_replication.macro
39 -->import kill_and_restart.macro
40 -->import assert_notices.macro
41
42
43 -->macro Query_get_value %VAR% %STMT%
44 query_result;
45 stmtsql %STMT%;
46 recvtovar %VAR%;
47 noquery_result;
48 -->endmacro
49
50 -->echo
51 -->echo ###
52 -->echo ### Sets up the group with three servers
53 -->echo ###
54
55 #
56 # Setup X connections for GR configuration & notice verification
57 #
58 # * This test requires only one connection to do the verification.
59 #
60 callmacro Connect_to_all_mysqld_instances verify 1;
61 callmacro Connect_to_all_mysqld_instances server %SERVER_NUMBER%;
62
63 #
64 # Get the servers configuration
65 #
66 callmacro Setsession server_1;
67 callmacro Query_get_value %MEMBER_UUID_1% SELECT @@SERVER_UUID;
68 callmacro Query_get_value %LOCAL_ADDRESS_SERVER_1% SELECT @@GLOBAL.group_replication_local_address;
69 callmacro Query_get_value %GROUP_SEEDS_SERVER_1% SELECT @@GLOBAL.group_replication_group_seeds;
70 quiet;
71 noquery_result;
72 SET SQL_LOG_BIN=0;
73 call mtr.add_suppression("The member has failed to gracefully leave the group.");
74 call mtr.add_suppression("Timeout while waiting for the group communication");
75 call mtr.add_suppression("read failed");
76 SET SQL_LOG_BIN=1;
77 query_result;
78 noquiet;
79
80 callmacro Setsession server_2;
81 callmacro Query_get_value %MEMBER_UUID_2% SELECT @@SERVER_UUID;
82 callmacro Query_get_value %LOCAL_ADDRESS_SERVER_2% SELECT @@GLOBAL.group_replication_local_address;
83 callmacro Query_get_value %GROUP_SEEDS_SERVER_2% SELECT @@GLOBAL.group_replication_group_seeds;
84
85 callmacro Setsession server_3;
86 callmacro Query_get_value %MEMBER_UUID_3% SELECT @@SERVER_UUID;
87 callmacro Query_get_value %LOCAL_ADDRESS_SERVER_3% SELECT @@GLOBAL.group_replication_local_address;
88 callmacro Query_get_value %GROUP_SEEDS_SERVER_3% SELECT @@GLOBAL.group_replication_group_seeds;
89
90 #
91 # Start GR
92 #
93 callmacro GR_clear_bootstrap_group %SERVER_NUMBER%;
94
95 callmacro Setsession server_1;
96 callmacro GR_start_and_bootstrap %SERVER_NUMBER% %GR_NAME% ONLINE;
97
98 callmacro Setsession server_2;
99 callmacro GR_start %GR_NAME% ONLINE;
100
101 callmacro Setsession server_3;
102 callmacro GR_start %GR_NAME% ONLINE;
103 callmacro GR_wait_for_number_of_members %SERVER_NUMBER%;
104
105 #
106 # Enable notification on connections that are going be used for verification
107 #
108 # * Enable notices only on first server
109 #
110 callmacro %ENABLE_NOTICES% 1
111 {"notice":["group_replication/membership/quorum_loss",
112 "group_replication/membership/view",
113 "group_replication/status/role_change",
114 "group_replication/status/state_change"]};
115
116 -->echo
117 -->echo ### Scenario 1: SERVER UNREACHABLE
118 -->echo ### Expected:
119 -->echo ### - Correct Servers: 1 STATE CHANGED (and eventually a VIEW CHANGED)
120 -->echo ### - Failed server: N/A
121 -->echo ##########################################################
122
123 callmacro Kill_and_restart_mysqld server_3 %MYSQLXTEST_VARDIR%/tmp/mysqld.3.expect;
124
125 callmacro Setsession server_1;
126 callmacro GR_wait_for_number_of_members 2;
127
128 callmacro %ASSERT_NOTICES% state_changed verify_1;
129 callmacro %ASSERT_NOTICES% view_changed verify_1;
130 callmacro %ASSERT_NOTICES% none verify_1;
131
132
133 -->echo
134 -->echo ### Scenario 2: MAJORITY UNREACHABLE
135 -->echo ### Expected:
136 -->echo ### - Correct Servers: 1 QUORUM LOST, 1 STATE CHANGED
137 -->echo ### - Failed Servers: N/A
138 -->echo ##########################################################
139
140 callmacro Kill_and_restart_mysqld server_2 %MYSQLXTEST_VARDIR%/tmp/mysqld.2.expect;
141
142 callmacro Setsession server_1;
143 callmacro GR_wait_for_uuid_and_member_state %MEMBER_UUID_2% UNREACHABLE;
144
145 callmacro %ASSERT_NOTICES% quorum_lost verify_1;
146 callmacro %ASSERT_NOTICES% state_changed verify_1;
147 callmacro %ASSERT_NOTICES% none verify_1;
148
149
150 -->echo
151 -->echo ### Scenario 3: MAJORITY UNREACHABLE + FORCE MEMBERS
152 -->echo ### Expected:
153 -->echo ### - Correct Servers: 1 VIEW CHANGED
154 -->echo ### - Failed Servers: N/A
155 -->echo ##########################################################
156
157 callmacro Setsession server_1;
158 noquery_result;
159 varsub %LOCAL_ADDRESS_SERVER_1%;
160 SET GLOBAL group_replication_force_members= "%LOCAL_ADDRESS_SERVER_1%";
161 query_result;
162
163 # Verify that the GR members table has only one entry
164 callmacro GR_wait_for_number_of_members 1;
165 noquery_result;
166 SET GLOBAL group_replication_force_members= "";
167 query_result;
168
169 callmacro %ASSERT_NOTICES% view_changed verify_1;
170 callmacro %ASSERT_NOTICES% none verify_1;
171
172 callmacro GR_stop;
173
174 -->echo
175 -->echo ### Scenario 4: MAJORITY UNREACHABLE + STOP
176 -->echo ### Expected:
177 -->echo ### - Correct Servers: 1 VIEW CHANGED, 1 STATE CHANGED
178 -->echo ### - Failed Servers: N/A
179 -->echo ##########################################################
180
181 callmacro Setsession server_1;
182 noquery_result;
183 RESET MASTER;
184 varsub %GROUP_SEEDS_SERVER_1%;
185 SET @@global.group_replication_group_seeds="%GROUP_SEEDS_SERVER_1%";
186 varsub %LOCAL_ADDRESS_SERVER_1%;
187 SET @@global.group_replication_local_address="%LOCAL_ADDRESS_SERVER_1%";
188 query_result;
189
190 callmacro GR_start_and_bootstrap %SERVER_NUMBER% %GR_NAME% ONLINE;
191
192 callmacro %ASSERT_NOTICES% view_changed verify_1;
193 callmacro %ASSERT_NOTICES% state_changed verify_1;
194 callmacro %ASSERT_NOTICES% state_changed verify_1;
195 callmacro %ASSERT_NOTICES% none verify_1;
196
197 callmacro Setsession server_2;
198
199 noquery_result;
200 RESET MASTER;
201 varsub %GROUP_SEEDS_SERVER_2%;
202 SET @@global.group_replication_group_seeds="%GROUP_SEEDS_SERVER_2%";
203 varsub %LOCAL_ADDRESS_SERVER_2%;
204 SET @@global.group_replication_local_address="%LOCAL_ADDRESS_SERVER_2%";
205 query_result;
206
207 callmacro GR_start %GR_NAME% ONLINE;
208
209 callmacro %ASSERT_NOTICES% view_changed verify_1;
210 callmacro %ASSERT_NOTICES% state_changed verify_1;
211 callmacro %ASSERT_NOTICES% state_changed verify_1;
212 callmacro %ASSERT_NOTICES% none verify_1;
213
214 callmacro Kill_and_restart_mysqld server_2 %MYSQLXTEST_VARDIR%/tmp/mysqld.2.expect;
215
216 callmacro Setsession server_1;
217 callmacro GR_wait_for_uuid_and_member_state %MEMBER_UUID_2% UNREACHABLE;
218
219 callmacro %ASSERT_NOTICES% quorum_lost verify_1;
220 callmacro %ASSERT_NOTICES% state_changed verify_1;
221 callmacro %ASSERT_NOTICES% none verify_1;
222
223 callmacro GR_stop;
224
225 callmacro %ASSERT_NOTICES% none verify_1;
226
227
228 -->echo
229 -->echo ### Cleanup: in xtest
230 -->echo ##########################################################################
231
232 callmacro Setsession server_1;
233 noquery_result;
234 quiet;
235 varsub %GROUP_SEEDS_SERVER_1%;
236 SET @@global.group_replication_group_seeds="%GROUP_SEEDS_SERVER_1%";
237 varsub %LOCAL_ADDRESS_SERVER_1%;
238 SET @@global.group_replication_local_address="%LOCAL_ADDRESS_SERVER_1%";
239 query_result;
240 noquiet;
241
242 callmacro Setsession server_2;
243 noquery_result;
244 quiet;
245 varsub %GROUP_SEEDS_SERVER_2%;
246 SET @@global.group_replication_group_seeds="%GROUP_SEEDS_SERVER_2%";
247 varsub %LOCAL_ADDRESS_SERVER_2%;
248 SET @@global.group_replication_local_address="%LOCAL_ADDRESS_SERVER_2%";
249 query_result;
250 noquiet;
251
252 callmacro Setsession server_3;
253 noquery_result;
254 quiet;
255 varsub %GROUP_SEEDS_SERVER_3%;
256 SET @@global.group_replication_group_seeds="%GROUP_SEEDS_SERVER_3%";
257 varsub %LOCAL_ADDRESS_SERVER_3%;
258 SET @@global.group_replication_local_address="%LOCAL_ADDRESS_SERVER_3%";
259 query_result;
260 noquiet;
261
262 EOF
263
264 ## Setup X Plugin & GR
265 --let $rpl_server_count= 3
266 --let $rpl_skip_group_replication_start= 1
267 --source include/group_replication.inc
268
269 --let $dont_reset_global_status_variables=1
270 --source include/xplugin_preamble.inc
271
272 --let $ceiling= `SELECT $rpl_server_count + 1`
273 --let $i = 1
274
275 while ($i < $ceiling)
276 {
277 --let $rpl_connection_silent= 1
278 --let $rpl_connection_name= server$i
279 --echo [Setup XPlugin user on connection '$rpl_connection_name']
280 --source include/rpl_connection.inc
281 --let $create_user_disable_binlog=1
282 --source include/xplugin_create_user.inc
283 --inc $i
284 }
285
286 --let $rpl_connection_silent= 0
287
288
289 --echo
290 --echo ## Protocol GR notices enabled - verify delivery of the notices
291 --echo ##########################################################################
292
293 exec $MYSQLXTEST
294 -ux_root --ssl-mode=disabled --file=$xtest
295 -v %SERVER_NUMBER%=$rpl_server_count
296 -v %GR_NAME%=$group_replication_group_name
297 -v %ASSERT_NOTICES%=CHK_assert_notice
298 -v %ENABLE_NOTICES%=Enable_notice
299 -v %MYSQLXTEST_VARDIR%=$MYSQLTEST_VARDIR
300 -v %SERVER_XPORT_1%=$MASTER_X_MYPORT_1
301 -v %SERVER_XPORT_2%=$MASTER_X_MYPORT_2
302 -v %SERVER_XPORT_3%=$MASTER_X_MYPORT_3 2>&1;
303
304 --let $rpl_connection_name= server_2
305 --source include/rpl_connection.inc
306 --enable_reconnect
307 --source include/wait_until_connected_again.inc
308 --disable_reconnect
309
310 --let $rpl_connection_name= server2
311 --source include/rpl_connection.inc
312 --enable_reconnect
313 --source include/wait_until_connected_again.inc
314 --disable_reconnect
315
316 --let $rpl_connection_name= server_3
317 --source include/rpl_connection.inc
318 --enable_reconnect
319 --source include/wait_until_connected_again.inc
320 --disable_reconnect
321
322 --let $rpl_connection_name= server3
323 --source include/rpl_connection.inc
324 --enable_reconnect
325 --source include/wait_until_connected_again.inc
326 --disable_reconnect
327
328
329 --echo
330 --echo ## X Protocol GR notices disabled - verify that X Plugin doesn't send the notices
331 --echo ##########################################################################
332
333 exec $MYSQLXTEST
334 -ux_root --ssl-mode=disabled --file=$xtest
335 -v %SERVER_NUMBER%=$rpl_server_count
336 -v %GR_NAME%=$group_replication_group_name
337 -v %ASSERT_NOTICES%=CHK_assert_notice_none_ignore_args
338 -v %ENABLE_NOTICES%=Dont_enable_notice
339 -v %MYSQLXTEST_VARDIR%=$MYSQLTEST_VARDIR
340 -v %SERVER_XPORT_1%=$MASTER_X_MYPORT_1
341 -v %SERVER_XPORT_2%=$MASTER_X_MYPORT_2
342 -v %SERVER_XPORT_3%=$MASTER_X_MYPORT_3 2>&1;
343
344 --let $rpl_connection_name= server_2
345 --source include/rpl_connection.inc
346 --enable_reconnect
347 --source include/wait_until_connected_again.inc
348 --disable_reconnect
349
350 --let $rpl_connection_name= server2
351 --source include/rpl_connection.inc
352 --enable_reconnect
353 --source include/wait_until_connected_again.inc
354 --disable_reconnect
355
356 --let $rpl_connection_name= server_3
357 --source include/rpl_connection.inc
358 --enable_reconnect
359 --source include/wait_until_connected_again.inc
360 --disable_reconnect
361
362 --let $rpl_connection_name= server3
363 --source include/rpl_connection.inc
364 --enable_reconnect
365 --source include/wait_until_connected_again.inc
366 --disable_reconnect
367
368 ## Cleanup
369 --remove_file $xtest
370
371 --source include/group_replication_end.inc
372
373 --let $i = 1
374 --let $rpl_connection_silent=1
375 while ($i < $ceiling)
376 {
377 --let $rpl_connection_silent= 1
378 --let $rpl_connection_name= server$i
379 --source include/rpl_connection.inc
380 --source include/xplugin_drop_user.inc
381 --inc $i
382 }
383
384 # Following connections are established by group_replication.inc,
385 # still group_replication_end.inc doesn't disconnects them.
386 #
387 # Releasing the connections manually
388 #
389 --disconnect server1
390 --disconnect server2
391 --disconnect server3
392 --disconnect master1
393 --disconnect master
394 --disconnect slave1
395 --disconnect slave
396 --connection default
397 # Wait till all disconnects are completed
398 --source include/wait_until_count_sessions.inc