Debian Codegraph @

mysql-test/suite/group_replication/t/gr_acf_receiver_network_partition.test

raw
1 ###############################################################################
2 # Validate that whenever the primary loses contact with the majority, if there
3 # is a running Monitor IO thread, the Monitor IO thread will not monitor
4 # sources until the primary returns to the group majority.
5 #
6 # Test:
7 # 0. This test requires 4 servers:
8 # server1: group A primary
9 # server2: group A secondary
10 # server3: group B primary
11 # server4: group B secondary
12 # 1. Deploy group A in single-primary mode on server1 and server2.
13 # 2. Deploy group B in single-primary mode on server3.
14 # Configure server4 as part of group B but not join it to
15 # the group.
16 # 3. Configure a failover channel on server1 that replicates
17 # from server3.
18 # 4. Suspend server2, server1 will see it UNREACHABLE.
19 # 5. Add server4 to group B.
20 # 6. Since group A does not have a ONLINE majority, server1
21 # will not detect the membership changes on group B.
22 # 7. Resume server2.
23 # 8. server1 will update group B membership.
24 # 9. server2 will also update group B membership.
25 # 10. Clean up.
26 ###############################################################################
27 --source include/linux.inc
28 --source include/big_test.inc
29 --source include/have_group_replication_plugin.inc
30 --let $rpl_group_replication_single_primary_mode=1
31 --let $rpl_skip_group_replication_start= 1
32 --let $rpl_server_count= 4
33 --source include/group_replication.inc
34
35 # Use the appropriate XCom port, that does depend on
36 # `group_replication_communication_stack`.
37 --let $have_xcom_stack= `SELECT @@group_replication_communication_stack LIKE 'XCOM'`
38 --let $group_a_group_seeds= "localhost:$SERVER_GR_PORT_1,localhost:$SERVER_GR_PORT_2"
39 --let $group_b_group_seeds= "localhost:$SERVER_GR_PORT_3,localhost:$SERVER_GR_PORT_4"
40 if (!$have_xcom_stack) {
41 --let $group_a_group_seeds= "localhost:$SERVER_MYPORT_1,localhost:$SERVER_MYPORT_2"
42 --let $group_b_group_seeds= "localhost:$SERVER_MYPORT_3,localhost:$SERVER_MYPORT_4"
43 }
44
45 --echo
46 --echo ############################################################
47 --echo # 1. Deploy group A in single-primary mode on server1 and server2.
48 --let $rpl_connection_name= server1
49 --source include/rpl_connection.inc
50
51 SET SESSION sql_log_bin = 0;
52 call mtr.add_suppression("This server is not able to reach a majority of members in the group. This server will skip the replication failover channels handling until this server is back to the group majority.");
53 call mtr.add_suppression("This server is back to the group majority. Replication failover channels handling is resumed.");
54 SET SESSION sql_log_bin = 1;
55
56 --let $group_replication_group_name= aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa
57 --let $group_a= $group_replication_group_name
58 --disable_query_log
59 --eval SET GLOBAL group_replication_group_seeds= $group_a_group_seeds
60 --enable_query_log
61 --source include/start_and_bootstrap_group_replication.inc
62
63 --let $rpl_connection_name= server2
64 --source include/rpl_connection.inc
65 --let $server2_uuid= `SELECT @@server_uuid`
66
67 # Get server2 pid.
68 SET SESSION sql_log_bin= 0;
69 CREATE TABLE pid_table(pid_no INT);
70 --let $pid_file= `SELECT @@GLOBAL.pid_file`
71 --replace_result $pid_file pid_file
72 --eval LOAD DATA LOCAL INFILE '$pid_file' INTO TABLE pid_table
73 --let $server2_pid=`SELECT pid_no FROM pid_table`
74 DROP TABLE pid_table;
75 SET SESSION sql_log_bin= 1;
76
77 # Replication failover channels must be created on all group members.
78 --replace_result $SERVER_MYPORT_3 SERVER_3_PORT
79 --eval CHANGE REPLICATION SOURCE TO SOURCE_HOST='127.0.0.1', SOURCE_USER='root', SOURCE_AUTO_POSITION=1, SOURCE_CONNECTION_AUTO_FAILOVER=1, SOURCE_PORT=$SERVER_MYPORT_3, SOURCE_CONNECT_RETRY=1, SOURCE_RETRY_COUNT=1 FOR CHANNEL 'ch1'
80
81 --disable_query_log
82 --eval SET GLOBAL group_replication_group_seeds= $group_a_group_seeds
83 --enable_query_log
84 --source include/start_group_replication.inc
85
86
87 --echo
88 --echo ############################################################
89 --echo # 2. Deploy group B in single-primary mode on server3.
90 --echo # Configure server4 as part of group B but not join it to
91 --echo # the group.
92 --let $rpl_connection_name= server3
93 --source include/rpl_connection.inc
94 --let $server3_uuid= `SELECT @@server_uuid`
95 --let $group_replication_group_name= bbbbbbbb-bbbb-bbbb-bbbb-bbbbbbbbbbbb
96 --let $group_b= $group_replication_group_name
97 --disable_query_log
98 --eval SET GLOBAL group_replication_group_seeds= $group_b_group_seeds
99 --enable_query_log
100 --source include/start_and_bootstrap_group_replication.inc
101
102 --let $rpl_connection_name= server4
103 --source include/rpl_connection.inc
104 --disable_query_log
105 --eval SET GLOBAL group_replication_group_seeds= $group_b_group_seeds
106 --enable_query_log
107
108
109 --echo
110 --echo ############################################################
111 --echo # 3. Configure a failover channel on server1 that replicates
112 --echo # from server3.
113 --let $rpl_connection_name= server1
114 --source include/rpl_connection.inc
115 --replace_result $SERVER_MYPORT_3 SERVER_3_PORT
116 --eval CHANGE REPLICATION SOURCE TO SOURCE_HOST='127.0.0.1', SOURCE_USER='root', SOURCE_AUTO_POSITION=1, SOURCE_CONNECTION_AUTO_FAILOVER=1, SOURCE_PORT=$SERVER_MYPORT_3, SOURCE_CONNECT_RETRY=1, SOURCE_RETRY_COUNT=1 FOR CHANNEL 'ch1'
117
118 --replace_result $SERVER_MYPORT_3 SERVER_MYPORT_3 $group_b GROUP_B
119 --eval SELECT asynchronous_connection_failover_add_managed('ch1', 'GroupReplication', '$group_b', '127.0.0.1', $SERVER_MYPORT_3, '', 85, 65);
120
121 --let $rpl_channel_name='ch1'
122 --source include/start_slave.inc
123
124 --let $assert_text= Verify channel ch1 IO_THREAD is ON and connected to server3
125 --let $assert_cond= "[SELECT SERVICE_STATE FROM performance_schema.replication_connection_status WHERE channel_name=\'ch1\' AND source_uuid=\'$server3_uuid\', SERVICE_STATE, 1]" = "ON"
126 --source include/assert.inc
127
128 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover'
129 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover, count, 1] = 1
130 --source include/assert.inc
131
132 --let $failover_version_step3= `SELECT version FROM performance_schema.replication_group_configuration_version WHERE name='replication_asynchronous_connection_failover'`
133
134 --let $assert_text= 'The version of replication_asynchronous_connection_failover must be 1 or greater'
135 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] >= 1
136 --source include/assert.inc
137
138 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover_managed for group B'
139 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover_managed WHERE managed_name="$group_b", count, 1] = 1
140 --source include/assert.inc
141
142 --let $assert_text= 'The version of replication_asynchronous_connection_failover_managed must be 1'
143 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover_managed\', version, 1] = 1
144 --source include/assert.inc
145
146 --let $rpl_connection_name= server2
147 --source include/rpl_connection.inc
148
149 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover'
150 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover, count, 1] = 1
151 --source include/assert.inc
152
153 --let $assert_text= 'The version of replication_asynchronous_connection_failover must be equal or greater than the one on server1'
154 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] >= $failover_version_step3
155 --source include/assert.inc
156
157 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover_managed for group B'
158 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover_managed WHERE managed_name="$group_b", count, 1] = 1
159 --source include/assert.inc
160
161 --let $assert_text= 'The version of replication_asynchronous_connection_failover_managed must be 1'
162 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover_managed\', version, 1] = 1
163 --source include/assert.inc
164
165
166 --echo
167 --echo ############################################################
168 --echo # 4. Suspend server2, server1 will see it UNREACHABLE.
169 --let $rpl_connection_name= server2
170 --source include/rpl_connection.inc
171 --exec kill -19 $server2_pid
172
173 --let $rpl_connection_name= server1
174 --source include/rpl_connection.inc
175
176 --let $group_replication_member_state= UNREACHABLE
177 --let $group_replication_member_id= $server2_uuid
178 --source include/gr_wait_for_member_state.inc
179
180 --let $wait_condition= SELECT COUNT(*)=1 FROM performance_schema.error_log WHERE error_code='MY-013788' AND PRIO='Warning' AND data LIKE "This server is not able to reach a majority of members in the group. This server will skip the replication failover channels handling until this server is back to the group majority."
181 --source include/wait_condition.inc
182
183
184 --echo
185 --echo ############################################################
186 --echo # 5. Add server4 to group B.
187 --let $rpl_connection_name= server4
188 --source include/rpl_connection.inc
189 --source include/start_group_replication.inc
190
191 --let $wait_condition=SELECT COUNT(*)=2 FROM performance_schema.replication_group_members where MEMBER_STATE="ONLINE"
192 --source include/wait_condition.inc
193
194
195 --echo
196 --echo ############################################################
197 --echo # 6. Since group A does not have a ONLINE majority, server1
198 --echo # will not detect the membership changes on group B.
199 --let $rpl_connection_name= server1
200 --source include/rpl_connection.inc
201 --let $failover_version_step6= `SELECT version FROM performance_schema.replication_group_configuration_version WHERE name='replication_asynchronous_connection_failover'`
202
203 # Give some time to Monitor IO thread to attempt reach group B
204 --sleep 15
205
206 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover'
207 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover, count, 1] = 1
208 --source include/assert.inc
209
210 --let $assert_text= 'The version of replication_asynchronous_connection_failover must remain the same'
211 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] = $failover_version_step6
212 --source include/assert.inc
213
214 --let $assert_file= $MYSQLTEST_VARDIR/log/mysqld.1.err
215 --let $assert_select= This server is not able to reach a majority of members in the group. This server will skip the replication failover channels handling until this server is back to the group majority.
216 --let $assert_count= 1
217 --let $assert_text= Only one majority loss warning is logged
218 --source include/assert_grep.inc
219
220
221 --echo
222 --echo ############################################################
223 --echo # 7. Resume server2.
224 --let $rpl_connection_name= server2
225 --source include/rpl_connection.inc
226 --exec kill -18 $server2_pid
227
228 --let $rpl_connection_name= server1
229 --source include/rpl_connection.inc
230 --let $wait_condition=SELECT COUNT(*)=2 FROM performance_schema.replication_group_members where MEMBER_STATE="ONLINE"
231 --source include/wait_condition.inc
232
233 --let $wait_condition= SELECT COUNT(*)=1 FROM performance_schema.error_log WHERE error_code='MY-013789' AND PRIO='Warning' AND data LIKE "This server is back to the group majority. Replication failover channels handling is resumed."
234 --source include/wait_condition.inc
235
236
237 --echo
238 --echo ############################################################
239 --echo # 8. server1 will update group B membership.
240 --let $rpl_connection_name= server1
241 --source include/rpl_connection.inc
242
243 --let $wait_condition= SELECT COUNT(*)=2 FROM performance_schema.replication_asynchronous_connection_failover
244 --source include/wait_condition.inc
245
246 --let $assert_text= Verify channel ch1 IO_THREAD is ON and connected to server3
247 --let $assert_cond= "[SELECT SERVICE_STATE FROM performance_schema.replication_connection_status WHERE channel_name=\'ch1\' AND source_uuid=\'$server3_uuid\', SERVICE_STATE, 1]" = "ON"
248 --source include/assert.inc
249
250 --let $assert_text= 'The version of replication_asynchronous_connection_failover must be 2 or greater'
251 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] >= 2
252 --source include/assert.inc
253 --let $failover_version_step8= `SELECT version FROM performance_schema.replication_group_configuration_version WHERE name='replication_asynchronous_connection_failover'`
254
255 --let $assert_text= 'The version of replication_asynchronous_connection_failover must be equal or greater than the one on server1 on step 6'
256 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] >= $failover_version_step6
257 --source include/assert.inc
258
259 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover_managed for group B'
260 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover_managed WHERE managed_name="$group_b", count, 1] = 1
261 --source include/assert.inc
262
263 --let $assert_text= 'The version of replication_asynchronous_connection_failover_managed must be 1'
264 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover_managed\', version, 1] = 1
265 --source include/assert.inc
266
267
268 --echo
269 --echo ############################################################
270 --echo # 9. server2 will also update group B membership.
271 --let $rpl_connection_name= server2
272 --source include/rpl_connection.inc
273
274 --let $wait_condition= SELECT COUNT(*)=2 FROM performance_schema.replication_asynchronous_connection_failover
275 --source include/wait_condition.inc
276
277 --let $assert_text= 'The version of replication_asynchronous_connection_failover must be equal or greater than the one on server1'
278 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover\', version, 1] >= $failover_version_step8
279 --source include/assert.inc
280
281 --let $assert_text= 'There is one row in performance_schema.replication_asynchronous_connection_failover_managed for group B'
282 --let $assert_cond= [SELECT COUNT(*) count FROM performance_schema.replication_asynchronous_connection_failover_managed WHERE managed_name="$group_b", count, 1] = 1
283 --source include/assert.inc
284
285 --let $assert_text= 'The version of replication_asynchronous_connection_failover_managed must be 1'
286 --let $assert_cond= [SELECT version FROM performance_schema.replication_group_configuration_version WHERE name=\'replication_asynchronous_connection_failover_managed\', version, 1] = 1
287 --source include/assert.inc
288
289
290 --echo
291 --echo ############################################################
292 --echo # 10. Clean up.
293 --let $rpl_connection_name= server2
294 --source include/rpl_connection.inc
295 --source include/stop_group_replication.inc
296
297 --let $rpl_channel_name='ch1'
298 --let $rpl_multi_source= 1
299 --let $rpl_reset_slave_all= 1
300 --source include/rpl_reset_slave.inc
301 --let $rpl_channel_name=
302 --let $rpl_multi_source=
303
304 --let $rpl_connection_name= server1
305 --source include/rpl_connection.inc
306 --source include/stop_group_replication.inc
307
308 --let $rpl_channel_name='ch1'
309 --let $rpl_multi_source= 1
310 --let $rpl_reset_slave_all= 1
311 --source include/rpl_reset_slave.inc
312 --let $rpl_channel_name=
313 --let $rpl_multi_source=
314
315 --let $rpl_connection_name= server4
316 --source include/rpl_connection.inc
317 --source include/stop_group_replication.inc
318
319 --let $rpl_connection_name= server3
320 --source include/rpl_connection.inc
321 --source include/stop_group_replication.inc
322
323 --source include/group_replication_end.inc