Debian Codegraph @

mysql-test/suite/group_replication/t/gr_recovery_completion_mode_failure.test

raw
1 ################################################################################
2 # This test evaluates that when a policy cannot be enforced, recovery fails
3 #
4 # Test:
5 # 0. The test requires two servers.
6 # 1. Create 2 tables (t1,t2) on both servers.
7 # 2. Start group replication on server1 with some data inserted on t1.
8 # Change recovery policy on server2 to wait for transaction execution i.e.
9 # transactions_applied.
10 # 3. Lock table t1 on server2 and start group replication to block first
11 # phase of recovery. Recovery will get stuck as the member can't execute
12 # data on t1.
13 # 4. Insert some data on t2 on server1.
14 # Recovery application of cached data is waiting on the state transfer
15 # completion.
16 # 5. Fake a stopped applier thread during recovery.
17 # 6. Unlock t1 and recovery first phase will unblock.
18 # The member should error out as it can't execute cached transactions.
19 # 7. Clean up.
20 ################################################################################
21
22 --source include/big_test.inc
23 --source include/have_debug.inc
24 --let $group_replication_group_name= a5980950-41c7-11e5-b970-0800200c9a66
25 --source include/have_group_replication_plugin.inc
26 --let $rpl_skip_group_replication_start= 1
27 --source include/group_replication.inc
28
29 --echo #
30 --echo # Create t1 and t2 on both servers
31 --echo # Start group replication on server 1 and insert data on t1
32 --echo #
33
34 --connection server1
35 --echo server1
36
37 SET SESSION sql_log_bin=0;
38 CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
39 CREATE TABLE t2 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
40 SET SESSION sql_log_bin=1;
41
42 --source include/start_and_bootstrap_group_replication.inc
43
44 INSERT INTO t1 VALUES (1);
45
46 --connection server2
47 --echo server2
48
49 SET SESSION sql_log_bin=0;
50
51 CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
52 CREATE TABLE t2 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
53
54 call mtr.add_suppression("It is not possible to ensure the execution of group*");
55 call mtr.add_suppression("Unable to ensure the execution of group*");
56 call mtr.add_suppression("Fatal error during the incremental recovery process of Group Replication.*");
57 call mtr.add_suppression("The member is leaving a group without being on one");
58 call mtr.add_suppression("The member is already leaving or joining a group.");
59 call mtr.add_suppression("Error leaving the group");
60 call mtr.add_suppression("Skipping leave operation: concurrent attempt to leave the group is on-going.");
61 call mtr.add_suppression("Can't evaluate the group replication applier execution status. Group replication recovery will shutdown to avoid data corruption.");
62 call mtr.add_suppression("The server was automatically set into read only mode after an error was detected.");
63 SET SESSION sql_log_bin=1;
64
65 --echo #
66 --echo # Change recovery policy on server 2 to wait for transaction execution.
67 --echo #
68
69 --connection server2
70 --echo server2
71
72 SET @configured_rec_policy= @@GLOBAL.group_replication_recovery_complete_at;
73 SET GLOBAL group_replication_recovery_complete_at= "transactions_applied";
74
75 --echo #
76 --echo # Lock table t1 on server 2
77 --echo # Table t1: Blocks first phase of recovery
78 --echo #
79
80 --connection server_2
81 --echo server_2 (server2)
82
83 LOCK TABLE t1 READ;
84
85 --echo #
86 --echo # Start group replication on server 2 and check it is stuck on recovery
87 --echo #
88
89 --connection server2
90 --echo server2
91
92 --let $group_replication_start_member_state= RECOVERING
93 --source include/start_group_replication.inc
94
95 --echo #
96 --echo # Insert some transaction on server 1 that will be cached on server 2
97 --echo #
98
99 --connection server1
100 --echo server1
101
102 INSERT INTO t2 VALUES (1);
103
104 --echo #
105 --echo # Wait for the transactions to be cached on server 2
106 --echo #
107
108 --connection server2
109 --echo server2
110
111 --let $wait_condition= SELECT COUNT_TRANSACTIONS_IN_QUEUE=2 FROM performance_schema.replication_group_member_stats where member_id in (SELECT @@server_uuid);
112 --source include/wait_condition.inc
113
114 --echo #
115 --echo # Fake a stopped applier thread during recovery.
116 --echo #
117
118 --connection server2
119 --echo server2
120
121 SET @@GLOBAL.DEBUG= '+d,group_replication_wait_for_gtid_execution_force_error';
122
123 --echo #
124 --echo # UnLock table t1: First phase of recovery can carry on.
125 --echo # Member 2 will error out as it can't wait for data execution
126 --echo #
127
128 --connection server_2
129 --echo server_2 (server2)
130
131 UNLOCK TABLES;
132
133 --let $group_replication_member_state= ERROR
134 --source include/gr_wait_for_member_state.inc
135
136 SET @@GLOBAL.DEBUG= '-d,group_replication_wait_for_gtid_execution_force_error';
137
138 --echo #
139 --echo # Test cleanup
140 --echo #
141
142 --connection server1
143 --echo server1
144
145 --let $group_replication_number_of_members= 1
146 --source include/gr_wait_for_number_of_members.inc
147
148 --connection server2
149 --echo server2
150
151 --source include/stop_group_replication.inc
152 --source include/start_group_replication.inc
153
154 DROP TABLE t1;
155 DROP TABLE t2;
156
157 SET GLOBAL group_replication_recovery_complete_at= @configured_rec_policy;
158
159 --source include/group_replication_end.inc