Debian Codegraph @

mysql-test/suite/group_replication/t/gr_certifier_garbage_collection_with_clone.test

raw
1 ###############################################################################
2 # This test validates that while a member is recovering through clone,
3 # certification info garbage collection continues to happen.
4 #
5 # 0. The test requires three servers: M1, M2 and M3.
6 # 1. Install the clone plugin and bootstrap group
7 # replication on server1.
8 # 2. Start group replication on server3.
9 # 3. Restart server 2 with a monitoring process (mysqld_safe) if needed
10 # 4. Install the clone plugin on server 2
11 # Setup the server so group replication starts on boot
12 # 5. Start group replication on server 2
13 # Set a debug point so it blocks during clone.
14 # 6. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
15 # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers.
16 # 7. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
17 # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers
18 # after a garbage collection round.
19 # 8. Resume clone.
20 # Check process finished and server2 is online
21 # 9. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
22 # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers
23 # once all members are ONLNE.
24 # 10. Cleanup
25 #
26
27 --source include/big_test.inc
28 --source include/have_debug_sync.inc
29 --source include/have_clone_plugin.inc
30 --let $group_replication_group_name= aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa
31 --source include/have_group_replication_plugin.inc
32 --let $rpl_server_count= 3
33 --let $rpl_skip_group_replication_start= 1
34 --source include/group_replication.inc
35
36 # Validate plugins
37 --let plugins = CLONE_PLUGIN,GROUP_REPLICATION
38 --source include/check_plugin_dir.inc
39
40
41 --echo
42 --echo ############################################################
43 --echo # 1. Install the clone plugin and bootstrap group
44 --echo # replication on server1.
45 --let $rpl_connection_name= server1
46 --source include/rpl_connection.inc
47
48 --replace_result $CLONE_PLUGIN CLONE_PLUGIN
49 --eval INSTALL PLUGIN clone SONAME '$CLONE_PLUGIN'
50
51 --source include/start_and_bootstrap_group_replication.inc
52
53 CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
54 INSERT INTO t1 VALUES (0);
55
56
57 --echo
58 --echo ############################################################
59 --echo # 2. Start group replication on server3.
60 --let $rpl_connection_name= server3
61 --source include/rpl_connection.inc
62 --source include/start_group_replication.inc
63
64
65 --echo
66 --echo ########################################################################
67 --echo # 3. Restart server 2 with a monitoring process (mysqld_safe) if needed
68 --let $rpl_connection_name= server2
69 --source include/rpl_connection.inc
70
71 --let $_group_replication_local_address2= `SELECT @@GLOBAL.group_replication_local_address`
72 --let $_group_replication_group_seeds2= `SELECT @@GLOBAL.group_replication_group_seeds`
73 --let $_group_replication_comm_stack= `SELECT @@GLOBAL.group_replication_communication_stack`
74
75 --let $plugin_list= $GROUP_REPLICATION
76 --source include/spawn_monitoring_process.inc
77
78
79 --echo ############################################################
80 --echo # 4. Install the clone plugin on server 2
81 --echo # Setup the server so group replication starts on boot
82
83 --disable_query_log
84 --eval SET PERSIST group_replication_group_name= "$group_replication_group_name"
85 --eval SET PERSIST group_replication_local_address= "$_group_replication_local_address2"
86 --eval SET PERSIST group_replication_group_seeds= "$_group_replication_group_seeds2"
87 --eval SET PERSIST group_replication_communication_stack= "$_group_replication_comm_stack"
88
89 --let $_group_replication_start_on_boot_save = `SELECT @@GLOBAL.group_replication_start_on_boot;`
90 SET PERSIST group_replication_start_on_boot= ON;
91 --enable_query_log
92
93 --replace_result $CLONE_PLUGIN CLONE_PLUGIN
94 --eval INSTALL PLUGIN clone SONAME '$CLONE_PLUGIN'
95
96
97 --echo
98 --echo ############################################################
99 --echo # 5. Start group replication on server 2
100 --echo # Set a debug point so it blocks during clone.
101 --let $_group_replication_threshold_save= `SELECT @@GLOBAL.group_replication_clone_threshold`
102 SET GLOBAL group_replication_clone_threshold= 1;
103
104 SET GLOBAL clone_autotune_concurrency = OFF;
105 SET GLOBAL clone_max_concurrency = 1;
106 SET @@GLOBAL.DEBUG='+d,gr_clone_wait';
107
108 START GROUP_REPLICATION;
109
110 SET DEBUG_SYNC = 'now WAIT_FOR gr_clone_paused';
111
112
113 --echo
114 --echo ############################################################
115 --echo # 6. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
116 --echo # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers.
117 # Block applier on server3 so that it cannot apply the transactions, thence
118 # its GTID_EXECUTED will not increase, thence on slow machines it will not
119 # feed a garbage collection round that would make the test not deterministic.
120 --let $rpl_connection_name= server3
121 --source include/rpl_connection.inc
122 SET @@GLOBAL.DEBUG='+d,block_applier_updates';
123
124 --let $rpl_connection_name= server1
125 --source include/rpl_connection.inc
126 --disable_query_log
127 --let $inserts= 10
128 while($inserts)
129 {
130 --eval INSERT INTO t1 VALUES ($inserts)
131 --dec $inserts
132 }
133 --enable_query_log
134
135 --let $assert_text= 'Count_transactions_rows_validating must be equal to 10 on server1'
136 --let $assert_cond= "10" = "[SELECT Count_transactions_rows_validating FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
137 --source include/assert.inc
138
139 --let $assert_text= 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-4 on server1'
140 --let $assert_cond= "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-4" = "[SELECT Transactions_committed_all_members FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
141 --source include/assert.inc
142
143 --let $rpl_connection_name= server2
144 --source include/rpl_connection.inc
145 --let $assert_text= 'Count_transactions_rows_validating must be equal to 0 on server2'
146 --let $assert_cond= "0" = "[SELECT Count_transactions_rows_validating FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
147 --source include/assert.inc
148
149 --let $assert_text= 'Transactions_committed_all_members must be equal to "" on server2'
150 --let $assert_cond= "" = "[SELECT Transactions_committed_all_members FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
151 --source include/assert.inc
152
153 --let $rpl_connection_name= server3
154 --source include/rpl_connection.inc
155 --let $assert_text= 'Count_transactions_rows_validating must be equal to 10 on server3'
156 --let $assert_cond= "10" = "[SELECT Count_transactions_rows_validating FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
157 --source include/assert.inc
158
159 --let $assert_text= 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-4 on server3'
160 --let $assert_cond= "aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-4" = "[SELECT Transactions_committed_all_members FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
161 --source include/assert.inc
162
163 # Resume applier on server3.
164 SET DEBUG_SYNC = "now WAIT_FOR applier_read_blocked";
165 SET @@GLOBAL.DEBUG='-d,block_applier_updates';
166 SET DEBUG_SYNC = "now SIGNAL resume_applier_read";
167
168
169 --echo
170 --echo ############################################################
171 --echo # 7. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
172 --echo # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers
173 --echo # after a garbage collection round.
174 --let $rpl_connection_name= server1
175 --source include/rpl_connection.inc
176 --echo 'Count_transactions_rows_validating must be equal to 1 on server1'
177 --let $wait_timeout= 150
178 --let $wait_condition= SELECT Count_transactions_rows_validating=1 FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
179 --source include/wait_condition.inc
180
181 --echo 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-15 on server1'
182 --let $wait_timeout= 150
183 --let $wait_condition= SELECT Transactions_committed_all_members="aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-15" FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
184 --source include/wait_condition.inc
185
186 --let $rpl_connection_name= server2
187 --source include/rpl_connection.inc
188 --let $assert_text= 'Count_transactions_rows_validating must be equal to 0 on server2'
189 --let $assert_cond= "0" = "[SELECT Count_transactions_rows_validating FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
190 --source include/assert.inc
191
192 --let $assert_text= 'Transactions_committed_all_members must be equal to "" on server2'
193 --let $assert_cond= "" = "[SELECT Transactions_committed_all_members FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)]"
194 --source include/assert.inc
195
196 --let $rpl_connection_name= server3
197 --source include/rpl_connection.inc
198 --echo 'Count_transactions_rows_validating must be equal to 1 on server3'
199 --let $wait_timeout= 150
200 --let $wait_condition= SELECT Count_transactions_rows_validating=1 FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
201 --source include/wait_condition.inc
202
203 --echo 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-15 on server3'
204 --let $wait_timeout= 150
205 --let $wait_condition= SELECT Transactions_committed_all_members="aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-15" FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
206 --source include/wait_condition.inc
207
208
209 --echo
210 --echo ############################################################
211 --echo # 8. Resume clone.
212 --echo # Check process finished and server2 is online
213 --let $rpl_connection_name= server2
214 --source include/rpl_connection.inc
215
216 SET DEBUG_SYNC = 'now SIGNAL gr_clone_continue';
217 SET @@GLOBAL.DEBUG = '-d,gr_clone_wait';
218
219 --source include/wait_until_disconnected.inc
220
221 --let $rpl_server_number= 2
222 --source include/rpl_reconnect.inc
223
224 --let $group_replication_member_state=ONLINE
225 --source include/gr_wait_for_member_state.inc
226
227 --let $assert_text= Clone must be completed
228 --let $assert_cond= [SELECT state="Completed" FROM performance_schema.clone_status] = 1;
229 --source include/assert.inc
230
231
232 --echo
233 --echo ############################################################
234 --echo # 9. Assert COUNT_TRANSACTIONS_ROWS_VALIDATING and
235 --echo # TRANSACTIONS_COMMITTED_ALL_MEMBERS values on all servers
236 --echo # once all members are ONLNE.
237 --let $rpl_connection_name= server1
238 --source include/rpl_connection.inc
239 --echo 'Count_transactions_rows_validating must be equal to 0 on server1'
240 --let $wait_timeout= 150
241 --let $wait_condition= SELECT Count_transactions_rows_validating=0 FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
242 --source include/wait_condition.inc
243
244 --echo 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16 on server1'
245 --let $wait_timeout= 150
246 --let $wait_condition= SELECT Transactions_committed_all_members="aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16" FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
247 --source include/wait_condition.inc
248
249 --let $rpl_connection_name= server2
250 --source include/rpl_connection.inc
251 --echo 'Count_transactions_rows_validating must be equal to 0 on server2'
252 --let $wait_timeout= 150
253 --let $wait_condition= SELECT Count_transactions_rows_validating=0 FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
254 --source include/wait_condition.inc
255
256 --echo 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16 on server2'
257 --let $wait_timeout= 150
258 --let $wait_condition= SELECT Transactions_committed_all_members="aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16" FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
259 --source include/wait_condition.inc
260
261 --let $rpl_connection_name= server3
262 --source include/rpl_connection.inc
263 --echo 'Count_transactions_rows_validating must be equal to 0 on server3'
264 --let $wait_timeout= 150
265 --let $wait_condition= SELECT Count_transactions_rows_validating=0 FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
266 --source include/wait_condition.inc
267
268 --echo 'Transactions_committed_all_members must be equal to aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16 on server3'
269 --let $wait_timeout= 150
270 --let $wait_condition= SELECT Transactions_committed_all_members="aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1-16" FROM performance_schema.replication_group_member_stats WHERE member_id IN (SELECT @@server_uuid)
271 --source include/wait_condition.inc
272
273
274 --echo
275 --echo ############################################################
276 --echo # 10. Cleanup
277 --let $rpl_connection_name= server1
278 --source include/rpl_connection.inc
279 DROP TABLE t1;
280 --source include/rpl_sync.inc
281
282 --source include/stop_group_replication.inc
283 UNINSTALL PLUGIN clone;
284
285 --let $rpl_connection_name= server3
286 --source include/rpl_connection.inc
287 SET DEBUG_SYNC = 'RESET';
288 --source include/stop_group_replication.inc
289
290 --let $rpl_connection_name= server2
291 --source include/rpl_connection.inc
292 SET DEBUG_SYNC = 'RESET';
293
294 --source include/stop_group_replication.inc
295 UNINSTALL PLUGIN clone;
296
297 --replace_result $_group_replication_threshold_save GROUP_REPLICATION_CLONE_THRESHOLD
298 --eval SET GLOBAL group_replication_clone_threshold= $_group_replication_threshold_save
299
300 RESET PERSIST group_replication_group_name;
301 RESET PERSIST group_replication_local_address;
302 RESET PERSIST group_replication_group_seeds;
303 RESET PERSIST group_replication_start_on_boot;
304 RESET PERSIST group_replication_communication_stack;
305
306 --replace_result $_group_replication_start_on_boot_save GROUP_REPLICATION_START_ON_BOOT
307 --eval SET GLOBAL group_replication_start_on_boot= $_group_replication_start_on_boot_save
308
309 SET SESSION sql_log_bin=0;
310 call mtr.add_suppression("This member will start distributed recovery using clone. It is due to the number of missing transactions being higher than the configured threshold of 1.");
311 call mtr.add_suppression("Clone removing all user data for provisioning: Started");
312 call mtr.add_suppression("Clone removing all user data for provisioning: Finished");
313 # server3 does not have clone plugin installed to allow the test to stop group_replication_applier channel.
314 call mtr.add_suppression("Internal query: CLONE INSTANCE FROM 'root'@'127.0.0.1':.* Error number: 3862");
315 call mtr.add_suppression("There was an issue when cloning from another server: Error number: 3862 Error message: Clone Donor Error: 1524 : Plugin 'clone' is not loaded.");
316 SET SESSION sql_log_bin=1;
317
318 --source include/clean_monitoring_process.inc
319
320 --source include/group_replication_end.inc