Debian Codegraph @

mysql-test/suite/group_replication/t/gr_recovery_donor_retry.test

raw
1 ################################################################################
2 # This test verifies that recovery retries after not finding any donor
3 # for recovery.
4 #
5 # To test this a joiner is started with empty donor list. The donor
6 # list is made empty by activating recovery_thread_start_wait dbug
7 # point on the donor (the first joiner/bootstrapping member),
8 # which place both donor and joiner in recovery state.
9 # The test verifies that joiner retries and rebuilds donor list
10 # after failing in first attempt and recovers successfully after donor
11 # comes online.
12 #
13 # Test:
14 # 0. The test requires two servers: M1 and M2.
15 # 1. Set DEBUG on M1 to block recovery. Bootstrap start group on M1 to keep it
16 # in recovery state.
17 # 2. Start GR on M2 and verify it is in recovery state.
18 # 3. Awake/SIGNAL the recovery process and verify both members are ONLINE now.
19 # Assert check the messages in error log about joiner retries, establishing
20 # group recovery connection.
21 # 4. Clean up.
22 ################################################################################
23
24 --source include/have_debug.inc
25 --source include/have_group_replication_plugin.inc
26 --let $rpl_skip_group_replication_start= 1
27 --source include/group_replication.inc
28
29 --echo #
30 --echo # Start group replication on member1 and activate
31 --echo # recovery_thread_start_wait dbug point to keep it
32 --echo # in recovery state
33 --echo #
34
35 --let $rpl_connection_name= server1
36 --source include/rpl_connection.inc
37
38 SET @debug_save= @@GLOBAL.DEBUG;
39 --echo # Set the debug flag to block recovery
40 SET @@GLOBAL.DEBUG='d,recovery_thread_start_wait';
41
42 SET GLOBAL group_replication_bootstrap_group= 1;
43 --let $group_replication_start_member_state= RECOVERING
44 --source include/start_group_replication.inc
45 SET GLOBAL group_replication_bootstrap_group= 0;
46
47 --echo #
48 --echo # Start group replication on member2 and verify
49 --echo # it is in recovery state
50 --echo #
51
52 --let $rpl_connection_name= server2
53 --source include/rpl_connection.inc
54
55 --let $recovery_reconnect_interval= `SELECT @@GLOBAL.GROUP_REPLICATION_RECOVERY_RECONNECT_INTERVAL`
56 SET GLOBAL group_replication_recovery_reconnect_interval= 1;
57
58 --let $group_replication_start_member_state= RECOVERING
59 --source include/start_group_replication.inc
60
61 #sleep to give time for the start to get stuck on recovery and retry
62 --sleep 5
63
64 --echo #
65 --echo # Awake the recovery process and verify both members
66 --echo # are ONLINE now
67 --echo #
68
69 --let $rpl_connection_name= server1
70 --source include/rpl_connection.inc
71
72 SET DEBUG_SYNC= "now SIGNAL signal.recovery_continue";
73 SET @@GLOBAL.DEBUG= @debug_save;
74
75 --let $group_replication_member_state= ONLINE
76 --source include/gr_wait_for_member_state.inc
77
78 --let $rpl_connection_name= server2
79 --source include/rpl_connection.inc
80
81 --let $group_replication_member_state= ONLINE
82 --source include/gr_wait_for_member_state.inc
83
84 --replace_regex /[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]T[0-9][0-9]:[0-9][0-9]:[0-9][0-9]\.[0-9][0-9][0-9][0-9][0-9][0-9][-+Z][0-9:]* *[0-9]* *\[/DATE_TIME [/
85 --let $grep_file=$MYSQLTEST_VARDIR/tmp/group_replication_recovery_donor_retry.err
86 --let $grep_pattern= Establishing group recovery connection with a possible donor
87 --source include/grep_pattern.inc
88
89 --replace_regex /[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]T[0-9][0-9]:[0-9][0-9]:[0-9][0-9]\.[0-9][0-9][0-9][0-9][0-9][0-9][-+Z][0-9:]* *[0-9]* *\[/DATE_TIME [/
90 --let $grep_output= boolean
91 --let $grep_file=$MYSQLTEST_VARDIR/tmp/group_replication_recovery_donor_retry.err
92 --let $grep_pattern= Retrying group recovery connection with another donor
93 --source include/grep_pattern.inc
94
95 --replace_regex /[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]T[0-9][0-9]:[0-9][0-9]:[0-9][0-9]\.[0-9][0-9][0-9][0-9][0-9][0-9][-+Z][0-9:]* *[0-9]* *\[/DATE_TIME [/
96 --let $grep_output= boolean
97 --let $grep_file=$MYSQLTEST_VARDIR/tmp/group_replication_recovery_donor_retry.err
98 --let $grep_pattern= No valid donors exist in the group, retrying
99 --source include/grep_pattern.inc
100
101 --echo #
102 --echo # Cleanup
103 --echo #
104
105 --eval SET GLOBAL group_replication_recovery_reconnect_interval= $recovery_reconnect_interval
106 --source include/group_replication_end.inc