Debian Codegraph @

mysql-test/suite/group_replication/include/gr_majority_loss_restart.inc

raw
1 ################################################################################
2 # Validate that when a group looses the majority, if the faulty member tries to
3 # rejoin it will be disallowed to unblock the group and user needs to use
4 # group_replication_force_members option.
5 #
6 # 0. Start with 2 servers running GR
7 # 1. Crash server 2.
8 # 2. Execute a transaction on server 1, which will block
9 # since the group does not have majority.
10 # 3. Assert that group is still blocked.
11 # 4. Restart server 2 with group_replication_start_on_boot=ON,
12 # server 2 will be refused to join the group.
13 # 5. Unblock group with server1 as a single member.
14 # 6. Check that statement did unblock and was applied on
15 # server1.
16 # 7. Rejoin server2
17 # 8. Execute a transaction on both members.
18 # 9. Validate data.
19 #10. Clean up.
20 ################################################################################
21 # This test does crashes servers, thence we skip it on valgrind.
22 --source include/not_valgrind.inc
23 --source include/big_test.inc
24 --source include/force_restart.inc
25 --source include/have_group_replication_plugin.inc
26 --source include/group_replication.inc
27
28 --let $rpl_connection_name= server1
29 --source include/rpl_connection.inc
30 --let $member1_uuid= query_get_value(SELECT @@SERVER_UUID, @@SERVER_UUID, 1)
31 --let $member1_group_replication_local_address= `SELECT @@GLOBAL.group_replication_local_address`
32
33 set session sql_log_bin=0;
34 call mtr.add_suppression("Old incarnation found while trying to add node*.*");
35 set session sql_log_bin=1;
36
37 --let $rpl_connection_name= server2
38 --source include/rpl_connection.inc
39 --let $member2_uuid= query_get_value(SELECT @@SERVER_UUID, @@SERVER_UUID, 1)
40 --let $member2_group_replication_local_address= `SELECT @@GLOBAL.group_replication_local_address`
41 --let $member2_group_replication_group_seeds= `SELECT @@GLOBAL.group_replication_group_seeds`
42
43 SET SESSION sql_log_bin= 0;
44 call mtr.add_suppression("Timeout on wait for view after joining group");
45 call mtr.add_suppression("read failed");
46 call mtr.add_suppression("The member was unable to join the group. Local port: *.*");
47 call mtr.add_suppression("Error connecting to all peers. Member join failed. Local port: *.*");
48 SET SESSION sql_log_bin= 1;
49
50
51 --echo
52 --echo ############################################################
53 --echo # 1. Crash server 2.
54 --let $rpl_connection_name= server2
55 --source include/rpl_connection.inc
56
57 --source include/kill_and_restart_mysqld.inc
58 --source include/rpl_reconnect.inc
59
60 --let $rpl_connection_name= server1
61 --source include/rpl_connection.inc
62
63 --let $group_replication_member_state= UNREACHABLE
64 --let $group_replication_member_id= $member2_uuid
65 --source include/gr_wait_for_member_state.inc
66
67
68 --echo
69 --echo ############################################################
70 --echo # 2. Execute a transaction on server 1, which will block
71 --echo # since the group does not have majority.
72 --let $rpl_connection_name= server_1
73 --source include/rpl_connection.inc
74 # This transaction will be blocked since group lost its majority.
75 # Though it needs to be delivered to the group when unblocked.
76 --send CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY)
77
78 --let $rpl_connection_name= server1
79 --source include/rpl_connection.inc
80 --let $wait_condition= SELECT PROCESSLIST_STATE="waiting for handler commit" FROM performance_schema.threads WHERE processlist_INFO LIKE "CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY)"
81 --source include/wait_condition.inc
82
83
84 --echo
85 --echo ############################################################
86 --echo # 3. Assert that group is still blocked.
87 --let $group_replication_number_of_members= 2
88 --source include/gr_wait_for_number_of_members.inc
89
90 --let $assert_text= server 2 is marked as unreachable
91 --let $assert_cond= [SELECT COUNT(*) FROM performance_schema.replication_group_members WHERE member_id="$member2_uuid" AND member_state="UNREACHABLE"] = 1
92 --source include/assert.inc
93
94
95 --echo
96 --echo ############################################################
97 --echo # 4. Restart server 2 with group_replication_start_on_boot=ON,
98 --echo # server 2 will be refused to join the group.
99 --let $rpl_connection_name= server2
100 --source include/rpl_connection.inc
101 --let $restart_parameters=restart:--group_replication_local_address=$member2_group_replication_local_address --group_replication_group_seeds=$member2_group_replication_group_seeds --group_replication_start_on_boot=ON --group-replication-group-name=$group_replication_group_name
102 --replace_result $group_replication_group_name GROUP_REPLICATION_GROUP_NAME $member2_group_replication_local_address GROUP_REPLICATION_LOCAL_ADDRESS $member2_group_replication_group_seeds GROUP_REPLICATION_GROUP_SEEDS
103 --source include/kill_and_restart_mysqld.inc
104
105 # Give it some time to try and fail
106 --sleep 75
107
108 --let $rpl_server_number= 2
109 --source include/rpl_reconnect.inc
110 --let $group_replication_member_state= OFFLINE
111 --source include/gr_wait_for_member_state.inc
112
113 --let $rpl_connection_name= server1
114 --source include/rpl_connection.inc
115 --let $assert_text= server 2 is marked as unreachable
116 --let $assert_cond= [SELECT COUNT(*) FROM performance_schema.replication_group_members WHERE member_id="$member2_uuid" AND member_state="UNREACHABLE"] = 1
117 --source include/assert.inc
118
119
120 --echo
121 --echo ############################################################
122 --echo # 5. Unblock group with server1 as a single member.
123 --let $local_address_server1= `SELECT @@GLOBAL.group_replication_local_address`
124 --replace_result $local_address_server1 SERVER1_ADDRESS
125 --eval SET GLOBAL group_replication_force_members= "$local_address_server1"
126
127
128 --echo
129 --echo ############################################################
130 --echo # 6. Check that statement did unblock and was applied on
131 --echo # server1.
132 --let $rpl_connection_name= server_1
133 --source include/rpl_connection.inc
134 --reap
135
136 --let $rpl_connection_name= server1
137 --source include/rpl_connection.inc
138 --let $wait_condition= SELECT COUNT(*)=1 FROM information_schema.tables WHERE TABLE_SCHEMA="test" AND TABLE_NAME="t1";
139 --source include/wait_condition.inc
140
141
142 --echo
143 --echo ############################################################
144 --echo # 7. Rejoin server2
145 --let $rpl_connection_name= server2
146 --source include/rpl_connection.inc
147 # Ensure that GR is already stopped on server2.
148 --let $skip_assert_read_only= 1
149 --source include/stop_group_replication.inc
150 --source include/start_group_replication.inc
151
152
153 --echo
154 --echo ############################################################
155 --echo # 8. Execute a transaction on both members.
156 --let $rpl_connection_name= server1
157 --source include/rpl_connection.inc
158 INSERT INTO t1 VALUES (1);
159
160 --let $rpl_connection_name= server2
161 --source include/rpl_connection.inc
162 INSERT INTO t1 VALUES (2);
163
164 --source include/rpl_sync.inc
165
166
167 --echo
168 --echo ############################################################
169 --echo # 9. Validate data.
170 --let $rpl_connection_name= server1
171 --source include/rpl_connection.inc
172 --let $assert_text= 'There are two values in table t1'
173 --let $assert_cond= [SELECT COUNT(*) AS count FROM t1, count, 1] = 2
174 --source include/assert.inc
175 --source include/show_binlog_events.inc
176
177 --let $rpl_connection_name= server2
178 --source include/rpl_connection.inc
179 --let $assert_text= 'There are two values in table t1'
180 --let $assert_cond= [SELECT COUNT(*) AS count FROM t1, count, 1] = 2
181 --source include/assert.inc
182
183 --let $binlog_file= LAST
184 --source include/show_binlog_events.inc
185
186 --let $diff_tables= server1:test.t1, server2:test.t1
187 --source include/diff_tables.inc
188
189
190 --echo
191 --echo ############################################################
192 --echo # 10. Clean up.
193 DROP TABLE t1;
194
195 --source include/group_replication_end.inc