Debian Codegraph @

mysql-test/suite/group_replication/t/gr_parallel_applier_indexes.test

raw
1 #
2 # Check that Group Replication parallel applier parallelization
3 # indexes are corrected according to WL#8440.
4 #
5 # Steps:
6 # 1. Setup a new group with four members.
7 # Execute some transactions on member 1, 2 and 3 that will
8 # be applied on member 4 through Group Replication applier.
9 # Dump Group Replication applier channel relay log and
10 # validate its indexes on member 4.
11 # 2. Stop and start member 2 to force a relay log flush.
12 # Start member 1 again and execute another transactions
13 # on members 1 and 2.
14 # Purpose of the test: show that local transactions do
15 # not interfere with remote transactions, the ones that
16 # go through parallel applier.
17 # Dump Group Replication applier channel relay log and
18 # validate its indexes on members 2 and 1.
19 # 3. Wait for stable set propagation and certification info
20 # garbage collection on members 1 and 2.
21 # Execute some more transactions and assert that
22 # last_committed index was update with previous
23 # sequence_number, even when transactions do not
24 # depend on previous transactions.
25 # Dump Group Replication applier channel relay log and
26 # validate its indexes on members 2 and 1.
27 # 4. Test cleanup.
28 #
29
30 # Only run the test on non-debug binaries so that only one garbage
31 # collection runs on step 3, otherwise the test will fail to assert
32 # Server 2: server_id=1, last_committed=6, sequence_number=7
33 # on server2 relay log.
34 --source include/have_nodebug.inc
35 --source include/big_test.inc
36 --source include/have_group_replication_plugin.inc
37
38 --echo
39 --echo ############################################################
40 --echo # 1. Setup a new group with four members.
41 --echo # Four view_change transactions will be logged on member
42 --echo # 4. All these transactions, when seen on member 4, will
43 --echo # have indexes:
44 --echo # server_id=4, last_committed=0, sequence_number=0
45 --echo #
46 --let $rpl_server_count= 4
47 --source include/group_replication.inc
48
49 --echo
50 --echo # Execute some transactions on member 1, 2 and 3 that will
51 --echo # be applied on member 4 through Group Replication applier.
52 --echo #
53 --let $rpl_connection_name= server1
54 --source include/rpl_connection.inc
55 # Transactions with empty write set need to be executed sequentially,
56 # so last_committed of this and next transaction are incremented.
57 # server_id=1, last_committed=1, sequence_number=2
58 CREATE TABLE t1 (c1 INT NOT NULL PRIMARY KEY) ENGINE=InnoDB;
59 --source include/rpl_sync.inc
60
61 --let $rpl_connection_name= server2
62 --source include/rpl_connection.inc
63 # Since previous transaction didn't have write set, last_committed
64 # was incremented.
65 # server_id=2, last_committed=2, sequence_number=3
66 SET GTID_NEXT= 'aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1';
67 INSERT INTO t1 VALUES (1);
68 SET GTID_NEXT= AUTOMATIC;
69 --source include/rpl_sync.inc
70
71 --let $rpl_connection_name= server3
72 --source include/rpl_connection.inc
73 # No dependencies from last transaction, last_committed is the same.
74 # server_id=1, last_committed=2, sequence_number=4
75 INSERT INTO t1 VALUES (3);
76
77 --let $rpl_connection_name= server1
78 --source include/rpl_connection.inc
79 # Dependencies found, last_committed will be updated.
80 # server_id=1, last_committed=3, sequence_number=5
81 UPDATE t1 SET c1=2 WHERE c1=1;
82 --source include/rpl_sync.inc
83
84 --let $rpl_connection_name= server1
85 --source include/rpl_connection.inc
86 --source include/stop_group_replication.inc
87
88
89 --echo
90 --echo # Dump Group Replication applier channel relay log and
91 --echo # validate its indexes on member 4.
92 --echo #
93 --let $rpl_connection_name= server4
94 --source include/rpl_connection.inc
95
96 --let $dump_file=$MYSQLTEST_VARDIR/tmp/group_replication_parallel_applier_indexes.dump
97 --exec $MYSQL_BINLOG --force-if-open $server_4_datadir/server-relay-log-group_replication_applier.000002 > $dump_file
98 --let $grep_file= $dump_file
99 --let $grep_pattern= last_committed
100 --let $grep_output= print_each
101 --replace_regex /# at [0-9]*/# at #/ /#[0-9]+/#time#/ /[[:space:]]+[0-9]+:[0-9]+:[0-9]+/ ##:##:##/ /end_log_pos [0-9]+/end_log_pos ##/ /original_committed_timestamp=[0-9]*/original_committed_timestamp=##:##:##/ /immediate_commit_timestamp=[0-9]*/immediate_commit_timestamp=##:##:##/ /transaction_length=[0-9]*/transaction_length=#/
102 --source include/grep_pattern.inc
103
104 --let $binlog_file= server-relay-log-group_replication_applier.000002
105 --let $logical_timestamps= 0 0;0 0;0 0;1 2;2 3;2 4;3 5
106 --source include/assert_logical_timestamps.inc
107 --let $is_relay_log= 1
108 --source include/assert_transaction_length.inc
109
110
111 --echo
112 --echo ############################################################
113 --echo # 2. Stop and start member 2 to force a relay log flush.
114 --echo # Start member 1 again and execute another transactions
115 --echo # on members 1 and 2.
116 --echo # Purpose of the test: show that local transactions do
117 --echo # not interfere with remote transactions, the ones that
118 --echo # go through parallel applier.
119 --echo #
120 --let $rpl_connection_name= server2
121 --source include/rpl_connection.inc
122 --source include/stop_group_replication.inc
123 # server_id=2, last_committed=0, sequence_number=0
124 --source include/start_group_replication.inc
125
126 --let $rpl_connection_name= server1
127 --source include/rpl_connection.inc
128 # server_id=1, last_committed=0, sequence_number=0
129 --source include/start_group_replication.inc
130
131 --let $rpl_connection_name= server3
132 --source include/rpl_connection.inc
133 # Server 1: server_id=3, last_committed=1, sequence_number=2
134 # Server 2: server_id=3, last_committed=1, sequence_number=2
135 INSERT INTO t1 VALUES (4);
136 --source include/rpl_sync.inc
137
138 --let $rpl_connection_name= server2
139 --source include/rpl_connection.inc
140 # This transaction does not increment server 2 last_committed
141 # or sequence_number indexes, but increments them on server 1.
142 # Server 1: last_committed=2 sequence_number=3
143 # Server 2: No effect
144 UPDATE t1 SET c1=5 WHERE c1=4;
145 --source include/rpl_sync.inc
146
147 --let $rpl_connection_name= server1
148 --source include/rpl_connection.inc
149 # This transaction does not increment server 1 last_committed
150 # or sequence_number indexes.
151 # Server 1: No effect
152 # Server 2: last_committed=1 sequence_number=3
153 INSERT INTO t1 VALUES (6);
154 --source include/rpl_sync.inc
155
156 --let $rpl_connection_name= server4
157 --source include/rpl_connection.inc
158 # Server 1: server_id=4, last_committed=1, sequence_number=4
159 # Server 2: server_id=4, last_committed=3, sequence_number=4
160 UPDATE t1 SET c1=7 WHERE c1=6;
161 --source include/rpl_sync.inc
162
163
164 --echo
165 --echo # Dump Group Replication applier channel relay log and
166 --echo # validate its indexes on member 2.
167 --echo #
168 --let $rpl_connection_name= server2
169 --source include/rpl_connection.inc
170 --exec $MYSQL_BINLOG --force-if-open $server_2_datadir/server-relay-log-group_replication_applier.000003 > $dump_file
171 --replace_regex /# at [0-9]*/# at #/ /#[0-9]+/#time#/ /[[:space:]]+[0-9]+:[0-9]+:[0-9]+/ ##:##:##/ /end_log_pos [0-9]+/end_log_pos ##/ /original_committed_timestamp=[0-9]*/original_committed_timestamp=##:##:##/ /immediate_commit_timestamp=[0-9]*/immediate_commit_timestamp=##:##:##/ /transaction_length=[0-9]*/transaction_length=#/
172 --source include/grep_pattern.inc
173
174 --let $binlog_file= server-relay-log-group_replication_applier.000003
175 --let $logical_timestamps= 0 0;1 2;1 3;3 4
176 --source include/assert_logical_timestamps.inc
177 --let $is_relay_log= 1
178 --source include/assert_transaction_length.inc
179
180 --echo
181 --echo # Dump Group Replication applier channel relay log and
182 --echo # validate its indexes on member 1.
183 --echo #
184 --let $rpl_connection_name= server1
185 --source include/rpl_connection.inc
186 --exec $MYSQL_BINLOG --force-if-open $server_1_datadir/server-relay-log-group_replication_applier.000003 > $dump_file
187 --replace_regex /# at [0-9]*/# at #/ /#[0-9]+/#time#/ /[[:space:]]+[0-9]+:[0-9]+:[0-9]+/ ##:##:##/ /end_log_pos [0-9]+/end_log_pos ##/ /original_committed_timestamp=[0-9]*/original_committed_timestamp=##:##:##/ /immediate_commit_timestamp=[0-9]*/immediate_commit_timestamp=##:##:##/ /transaction_length=[0-9]*/transaction_length=#/
188 --source include/grep_pattern.inc
189
190 --let $binlog_file= server-relay-log-group_replication_applier.000003
191 --let $logical_timestamps= 0 0;1 2;2 3;1 4
192 --source include/assert_logical_timestamps.inc
193 --let $is_relay_log= 1
194 --source include/assert_transaction_length.inc
195
196
197 --echo
198 --echo ############################################################
199 --echo # 3. Wait for stable set propagation and certification info
200 --echo # garbage collection on members 1 and 2.
201 --let $rpl_connection_name= server1
202 --source include/rpl_connection.inc
203 --let $_gtid_executed= `SELECT @@GLOBAL.GTID_EXECUTED`
204 --let $wait_timeout= 180
205 --let $wait_condition= SELECT COUNT(*)=1 FROM performance_schema.replication_group_member_stats WHERE Transactions_committed_all_members = "$_gtid_executed" AND Count_transactions_rows_validating=2 AND member_id in (SELECT @@server_uuid)
206 --source include/wait_condition.inc
207
208 --let $rpl_connection_name= server2
209 --source include/rpl_connection.inc
210 --let $wait_timeout= 180
211 --let $wait_condition= SELECT COUNT(*)=1 FROM performance_schema.replication_group_member_stats WHERE Transactions_committed_all_members = "$_gtid_executed" AND Count_transactions_rows_validating=2 AND member_id in (SELECT @@server_uuid)
212 --source include/wait_condition.inc
213
214
215 --echo
216 --echo # Execute some more transactions and assert that
217 --echo # last_committed index was update with previous
218 --echo # sequence_number, even when transactions do not
219 --echo # depend on previous transactions.
220 --let $rpl_connection_name= server1
221 --source include/rpl_connection.inc
222 # Server 1: No effect
223 # Server 2: server_id=1, last_committed=6, sequence_number=7
224 INSERT INTO t1 VALUES (8);
225
226 --let $rpl_connection_name= server2
227 --source include/rpl_connection.inc
228 # Server 1: server_id=2, last_committed=4, sequence_number=5
229 # Server 2: No effect
230 INSERT INTO t1 VALUES (9);
231 --source include/rpl_sync.inc
232
233 --echo
234 --echo # Dump Group Replication applier channel relay log and
235 --echo # validate its indexes on member 2.
236 --echo #
237 --let $rpl_connection_name= server2
238 --source include/rpl_connection.inc
239 --exec $MYSQL_BINLOG --force-if-open $server_2_datadir/server-relay-log-group_replication_applier.000003 > $dump_file
240 --replace_regex /# at [0-9]*/# at #/ /#[0-9]+/#time#/ /[[:space:]]+[0-9]+:[0-9]+:[0-9]+/ ##:##:##/ /end_log_pos [0-9]+/end_log_pos ##/ /original_committed_timestamp=[0-9]*/original_committed_timestamp=##:##:##/ /immediate_commit_timestamp=[0-9]*/immediate_commit_timestamp=##:##:##/ /transaction_length=[0-9]*/transaction_length=#/
241 --source include/grep_pattern.inc
242
243 --let $binlog_file= server-relay-log-group_replication_applier.000003
244 --let $logical_timestamps= 0 0;1 2;1 3;3 4;4 5
245 --source include/assert_logical_timestamps.inc
246 --let $is_relay_log= 1
247 --source include/assert_transaction_length.inc
248
249 --echo
250 --echo # Dump Group Replication applier channel relay log and
251 --echo # validate its indexes on member 1.
252 --echo #
253 --let $rpl_connection_name= server1
254 --source include/rpl_connection.inc
255 --exec $MYSQL_BINLOG --force-if-open $server_1_datadir/server-relay-log-group_replication_applier.000003 > $dump_file
256 --replace_regex /# at [0-9]*/# at #/ /#[0-9]+/#time#/ /[[:space:]]+[0-9]+:[0-9]+:[0-9]+/ ##:##:##/ /end_log_pos [0-9]+/end_log_pos ##/ /original_committed_timestamp=[0-9]*/original_committed_timestamp=##:##:##/ /immediate_commit_timestamp=[0-9]*/immediate_commit_timestamp=##:##:##/ /transaction_length=[0-9]*/transaction_length=#/
257 --source include/grep_pattern.inc
258
259 --let $binlog_file= server-relay-log-group_replication_applier.000003
260 --let $logical_timestamps= 1 2;2 3;1 4;4 5
261 --source include/assert_logical_timestamps.inc
262 --let $is_relay_log= 1
263 --source include/assert_transaction_length.inc
264
265
266 --echo
267 --echo ############################################################
268 --echo # 4. Test cleanup.
269 DROP TABLE t1;
270 --source include/group_replication_end.inc
271 --remove_file $dump_file