Debian Codegraph @

mysql-test/suite/group_replication/include/gr_exit_state_action_on_member_expel.inc

raw
1 ###############################################################################
2 #
3 # group_replication_exit_state_action sysvar specifies which action is taken by
4 # a server once it has involuntarily left the group. Currently there are only
5 # two actions: either the server continues running but with super_read_only
6 # enabled (READ_ONLY) or it aborts (ABORT_SERVER).
7 #
8 # In order to verify the expected behaviour, this test shall test that the
9 # specified exit action is executed correctly after an expel by the other
10 # members of the group.
11 #
12 # Test:
13 # 0) Setup group of 3 members (M1, M2 and M3).
14 # 1) Force expel of member 1.
15 # 1.1) Verify that member 1 went to super_read_only mode.
16 # 2) Relaunch member 1 with exit state action to ABORT_SERVER.
17 # 3) Force expel again of member 1.
18 # 3.1) Verify that member 1 aborted.
19 # 4) Relaunch member 1.
20 # 5) Cleanup.
21 #
22 ################################################################################
23 # Test involves sending SIGSTOP and SIGCONT signals using kill Linux command.
24 --source include/linux.inc
25 --source include/big_test.inc
26 --source include/have_group_replication_plugin.inc
27
28 --echo
29 --echo #########################################################################
30 --echo # 0) Setup group of 3 members (M1, M2 and M3).
31 --echo #########################################################################
32 --echo
33 --let $rpl_server_count= 3
34 --source include/group_replication.inc
35
36 --let $rpl_connection_name= server1
37 --source include/rpl_connection.inc
38 SET SESSION sql_log_bin = 0;
39 CREATE TABLE pid_table(pid_no INT PRIMARY KEY);
40 --let $pid_file=`SELECT @@pid_file`
41 --replace_result $pid_file pid_file
42 --eval LOAD DATA LOCAL INFILE '$pid_file' INTO TABLE pid_table
43 --let $server_pid=`SELECT pid_no FROM pid_table`
44 DROP TABLE pid_table;
45
46 # Supress log errors since they are expected.
47 call mtr.add_suppression("Member was expelled from the group due to network failures, changing member status to ERROR.");
48 call mtr.add_suppression("The server was automatically set into read only mode after an error was detected.");
49 call mtr.add_suppression("Skipping leave operation: concurrent attempt to leave the group is on-going.");
50 call mtr.add_suppression("The plugin encountered a critical error and will abort: Member was expelled from the group due to network failures.");
51 call mtr.add_suppression("Error, maximum number of retries exceeded when waiting for the internal server session state to be operating");
52 call mtr.add_suppression("Failed to establish an internal server connection to execute plugin operations");
53 call mtr.add_suppression("Unable to confirm whether the server has left the group or not.*");
54 call mtr.add_suppression(".* read failed");
55 call mtr.add_suppression("\\[GCS\\] Unable to resolve peer address.");
56 SET SESSION sql_log_bin = 1;
57
58 --let $member1_uuid= `SELECT @@GLOBAL.server_uuid`
59 --let $local_address_server1= `SELECT @@GLOBAL.group_replication_local_address`
60 --let $group_seeds_server1= `SELECT @@GLOBAL.group_replication_group_seeds`
61
62
63 --echo
64 --echo #########################################################################
65 --echo # 1) Force expel of member 1.
66 --echo #########################################################################
67 --echo
68 # Then we send a SIGSTOP to it. This will stop the server from sending the
69 # keep-alive message and thus it will be viewed as a faulty node by the rest of
70 # the group (and consequently expelled).
71 --exec kill -19 $server_pid
72
73 # Wait until the group settles on 2 members
74 --let $rpl_connection_name= server2
75 --source include/rpl_connection.inc
76 --let $group_replication_number_of_members= 2
77 --source include/gr_wait_for_number_of_members.inc
78
79 --let $rpl_connection_name= server3
80 --source include/rpl_connection.inc
81 --let $group_replication_number_of_members= 2
82 --source include/gr_wait_for_number_of_members.inc
83
84 --echo
85 --echo #########################################################################
86 --echo # 1.1) Verify that member 1 went to super_read_only mode.
87 --echo #########################################################################
88 --echo
89 # Send SIGCONT to server, so it can continue (now that he is expelled)
90 --let $rpl_connection_name= server1
91 --source include/rpl_connection.inc
92 --exec kill -18 $server_pid
93
94 # Verify that the member entered an error state
95 --let $group_replication_member_state= ERROR
96 --let $group_replication_member_id= $member1_uuid
97 --source include/gr_wait_for_member_state.inc
98
99 # Then verify that it enabled super_read_only
100 --let $rpl_connection_name= server1
101 --source include/rpl_connection.inc
102 --let $assert_text= super_read_only should be enabled
103 --let $assert_cond= [SELECT @@GLOBAL.super_read_only] = 1;
104 --source include/assert.inc
105 --source include/stop_group_replication.inc
106
107 --echo
108 --echo #########################################################################
109 --echo # 2) Set exit state action to ABORT_SERVER on member 1.
110 --echo #########################################################################
111 --echo
112 # Set the exit state action sysvar to ABORT_SERVER
113 SET @@GLOBAL.group_replication_exit_state_action = ABORT_SERVER;
114 --source include/start_group_replication.inc
115 --let $group_replication_number_of_members = 3
116 --source include/gr_wait_for_number_of_members.inc
117
118 --echo
119 --echo #########################################################################
120 --echo # 3) Force expel again of member 1.
121 --echo #########################################################################
122 --echo
123 # Inform MTR that we are expecting an abort and that it should wait before
124 # restarting the aborting member
125 --exec echo "wait" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
126 # Send SIGSTOP again
127 --exec kill -19 $server_pid
128 # Wait until the group settles on 2 members
129 --let $rpl_connection_name= server2
130 --source include/rpl_connection.inc
131 --let $group_replication_number_of_members= 2
132 --source include/gr_wait_for_number_of_members.inc
133 --let $rpl_connection_name= server3
134 --source include/rpl_connection.inc
135 --let $group_replication_number_of_members= 2
136 --source include/gr_wait_for_number_of_members.inc
137
138 --echo
139 --echo #########################################################################
140 --echo # 3.1) Wait until server is aborted.
141 --echo #########################################################################
142 --echo
143 # Send SIGCONT to server, so it can continue (now that he is expelled)
144 --let $rpl_connection_name= server1
145 --source include/rpl_connection.inc
146 --exec kill -18 $server_pid
147 # Wait until the connection is dropped
148 --source include/wait_until_disconnected.inc
149
150 --echo
151 --echo #########################################################################
152 --echo # 4) Relaunch member 1.
153 --echo #########################################################################
154 --echo
155 --exec echo "restart" > $MYSQLTEST_VARDIR/tmp/mysqld.1.expect
156 --let $rpl_server_number= 1
157 --source include/rpl_reconnect.inc
158
159 --let $rpl_connection_name= server1
160 --source include/rpl_connection.inc
161 --replace_result $group_seeds_server1 GROUP_SEEDS_SERVER1
162 --eval SET @@global.group_replication_group_seeds="$group_seeds_server1"
163 --replace_result $local_address_server1 LOCAL_ADDRESS_SERVER1
164 --eval SET @@global.group_replication_local_address="$local_address_server1"
165 --source include/start_group_replication.inc
166 # Wait for member to stabilize in the group
167 --let $group_replication_number_of_members = 3
168 --source include/gr_wait_for_number_of_members.inc
169
170 --echo
171 --echo #########################################################################
172 --echo # 5) Cleanup.
173 --echo #########################################################################
174 --echo
175 --source include/group_replication_end.inc