| 1 |
# ==== Purpose ==== |
| 2 |
# |
| 3 |
# Background: For 5.7 binary logs (after WL#7592), the slave applier |
| 4 |
# thread sets GTID_NEXT according to the Gtid_log_event or |
| 5 |
# Anonymous_log_event preceding every transaction. For 5.6 binary |
| 6 |
# logs using GTID_MODE=ON, it does the same. But for 5.6 binary log |
| 7 |
# using GTID_MODE=OFF, or for 5.5 or earlier binary logs, there are no |
| 8 |
# Gtid_log_events or Anonymous_gtid_log_event. In order to set |
| 9 |
# gtid_next correctly also for this case, we use a special mechanism: |
| 10 |
# when any Format_description_log_event is applied, it sets |
| 11 |
# thd->variables.gtid_next.type=NOT_YET_DETERMINED_GTID. The next |
| 12 |
# statement to execute then sets the real value for gtid_next: if the |
| 13 |
# next statement is SET GTID_NEXT, then gtid_next is set |
| 14 |
# accordingly. If the next statement is anything else, it assumes that |
| 15 |
# this is an old binary log and changes NOT_YET_DETERMINED_GTID to |
| 16 |
# ANONYMOUS_GTID (which causes an error to be generated if |
| 17 |
# GTID_MODE=ON). |
| 18 |
# |
| 19 |
# The code that changes NOT_YET_DETERMINED_GTID to ANONYMOUS_GTID |
| 20 |
# invoked for SQL statements (from mysql_parse). This normally covers |
| 21 |
# also the RBR case, because RBR transactions begin with a |
| 22 |
# query_log_event(BEGIN), so it will set gtid_next=ANONYMOUS for the |
| 23 |
# BEGIN statement. |
| 24 |
# |
| 25 |
# However, if the applier thread begins execution in the middle of a |
| 26 |
# transaction, it is possible that a row event is processed when |
| 27 |
# gtid_next.type is NOT_YET_DETERMINED_GTID. This can happen if |
| 28 |
# an explicit CHANGE MASTER TO RELAY_LOG_POS statement positions the |
| 29 |
# applier thread after the BEGIN statement, or if an explicit CHANGE |
| 30 |
# MASTER TO MASTER_LOG_POS statement positions the receiver thread in |
| 31 |
# the middle of a transaction. |
| 32 |
# |
| 33 |
# Therefore, even Rows_log_events need to upgrade |
| 34 |
# NOT_YET_DETERMINED_GTID to ANONYMOUS. This test verifies that this |
| 35 |
# logic works correctly. |
| 36 |
# |
| 37 |
# ==== Implementation ==== |
| 38 |
# |
| 39 |
# 1. Verify basic properties of GTID_NEXT = NOT_YET_DETERMINED: |
| 40 |
# 1.1. Format_description_event sets GTID_NEXT = NOT_YET_DETERMINED. |
| 41 |
# 1.2. DO, SELECT, SHOW, and SET don't change NOT_YET_DETERMINED |
| 42 |
# to ANONYMOUS. |
| 43 |
# 1.3. Other SQL statements change NOT_YET_DETERMINED to ANONYMOUS |
| 44 |
# when GTID_MODE = OFF. |
| 45 |
# 1.4. Row injection using BINLOG statement changes |
| 46 |
# NOT_YET_DETERMINED to ANONYMOUS when GTID_MODE = OFF. |
| 47 |
# 1.5. Other SQL statements generate an error if GTID_NEXT = |
| 48 |
# NOT_YET_DETERMINED and GTID_MODE = ON. |
| 49 |
# 1.6. Row injection using BINLOG statement generates an error if |
| 50 |
# GTID_NEXT = NOT_YET_DETERMINED and GTID_MODE = ON. |
| 51 |
# 1.7. It is allowed to set any other value for GTID_NEXT after |
| 52 |
# it has been set to NOT_YET_DETERMINED. |
| 53 |
# 2. Position the slave receiver thread after a BEGIN event in the |
| 54 |
# master's binary log and verify that replication works (no crash). |
| 55 |
# 3. Position the slave applier thread after a BEGIN event in the |
| 56 |
# slave's relay log and verify that replication works (no crash). |
| 57 |
# |
| 58 |
# ==== Related bugs and worklogs ==== |
| 59 |
# |
| 60 |
# WL#3584: Global Transaction Identifiers (GTIDs) |
| 61 |
# - The logic of NOT_YET_DETERMINED_GROUP was introduced in this worklog. |
| 62 |
# WL#7592: GTIDs: generate Gtid_log_event and Previous_gtids_log_event always |
| 63 |
# - The code was refactored in this worklog (and the bug introduced). |
| 64 |
# BUG#20883676: ASSERT `THD->OWNED_GTID.SIDNO == THD::OWNED_SIDNO_ANONYMOUS' |
| 65 |
# AT BINLOG.CC:1144 |
| 66 |
# - The logic was corrected again in this bug. |
| 67 |
|
| 68 |
# Not meaningful to test with GTID_MODE=ON. |
| 69 |
|
| 70 |
# Test mixed mode to verify that SQL statements convert NOT_YET_DETERMINED |
| 71 |
# to ANONYMOUS. Test row mode to verify that row events convert |
| 72 |
# NOT_YET_DETERMINED to ANONYMOUS. No need to test other formats. |
| 73 |
# |
| 74 |
# BUG#18089914: REFACTORING: RENAME GROUP TO GTID |
| 75 |
# - changed NOT_YET_DETERMINED_GROUP to NOT_YET_DETERMINED_GTID |
| 76 |
|
| 77 |
# this test case expects certain events in a given order. This |
| 78 |
# is not allowed when compression is on, because the transaction |
| 79 |
# shows up compressed in a single event. |
| 80 |
--source include/not_binlog_transaction_compression_on.inc |
| 81 |
|
| 82 |
--source include/have_binlog_format_mixed_or_row.inc |
| 83 |
|
| 84 |
# MTS does not allow row events outside transactions. |
| 85 |
--source include/not_mts_replica_parallel_workers.inc |
| 86 |
|
| 87 |
--source include/set_privilege_checks_user_as_system_user.inc |
| 88 |
--source include/master-slave.inc |
| 89 |
|
| 90 |
--echo #### Initialize #### |
| 91 |
|
| 92 |
CREATE TABLE t1 (a INT); |
| 93 |
--source include/sync_slave_sql_with_master.inc |
| 94 |
CALL mtr.add_suppression('QUERY.*COMMIT or ROLLBACK.* or XID_LOG_EVENT is not expected in an event stream outside a transaction'); |
| 95 |
CALL mtr.add_suppression('An unexpected event sequence was detected by the IO thread while queuing the event received from source'); |
| 96 |
|
| 97 |
--echo #### 1. Check basic properties of GTID_NEXT = NOT_YET_DETERMINED #### |
| 98 |
|
| 99 |
# This is a 5.7 Format_description_log_event. |
| 100 |
let $fd_event= |
| 101 |
'C9BAVQ8BAAAAdwAAAHsAAAABAAQANS43LjgtcmMtZGVidWctbG9nAAAAAAAAAAAAAAAAAAAAAAAA |
| 102 |
AAAAAAAAAAAAAAAAAAAL0EBVEzgNAAgAEgAEBAQEEgAAXwAEGggAAAAICAgCAAAACgoKKioAEjUA |
| 103 |
AdVXOVA='; |
| 104 |
|
| 105 |
--echo ---- 1.1. Format_description_log_event sets NOT_YET_DETERMINED ---- |
| 106 |
eval BINLOG $fd_event; |
| 107 |
SELECT @@SESSION.GTID_NEXT; |
| 108 |
|
| 109 |
--echo ---- 1.2. DO, SELECT, SHOW, and SET don't change GTID_NEXT ---- |
| 110 |
DO 1; |
| 111 |
SELECT 1; |
| 112 |
SHOW VARIABLES LIKE 'whatever'; |
| 113 |
SET @foo = 1; |
| 114 |
SELECT @@SESSION.GTID_NEXT; |
| 115 |
|
| 116 |
--echo ---- 1.3. Other stm changes NOT_YET_DETERMINED to ANONYMOUS if GTID_MODE=OFF ---- |
| 117 |
BEGIN; |
| 118 |
SELECT @@SESSION.GTID_NEXT; |
| 119 |
ROLLBACK; |
| 120 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 121 |
|
| 122 |
--echo ---- 1.4. Row injection changes NOT_YET_DETERMINED to ANONYMOUS if GTID_MODE=OFF ---- |
| 123 |
eval BINLOG $fd_event; |
| 124 |
SELECT @@SESSION.GTID_NEXT; |
| 125 |
BINLOG ' |
| 126 |
qyhTVRMBAAAALQAAAPIBAAAAAGwAAAAAAAEABHRlc3QAAnQxAAEDAAGFeQAI |
| 127 |
qyhTVR4BAAAAKAAAABoCAAAAAGwAAAAAAAEAAgAB//4BAAAAcd2jbw== |
| 128 |
'/*!*/; |
| 129 |
SELECT @@SESSION.GTID_NEXT; |
| 130 |
ROLLBACK; |
| 131 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 132 |
|
| 133 |
--echo ---- 1.5. Other stm generates error for NOT_YET_DETERMINED if GTID_MODE=ON ---- |
| 134 |
--let $rpl_set_enforce_gtid_consistency= 1 |
| 135 |
--let $rpl_gtid_mode= ON |
| 136 |
--source include/rpl_set_gtid_mode.inc |
| 137 |
|
| 138 |
eval BINLOG $fd_event; |
| 139 |
SELECT @@SESSION.GTID_NEXT; |
| 140 |
--error ER_CANT_SET_GTID_NEXT_TO_ANONYMOUS_WHEN_GTID_MODE_IS_ON |
| 141 |
BEGIN; |
| 142 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 143 |
|
| 144 |
--echo ---- 1.6. Row injection generates error for NOT_YET_DETERMINED if GTID_MODE=ON ---- |
| 145 |
eval BINLOG $fd_event; |
| 146 |
SELECT @@SESSION.GTID_NEXT; |
| 147 |
--error ER_CANT_SET_GTID_NEXT_TO_ANONYMOUS_WHEN_GTID_MODE_IS_ON |
| 148 |
BINLOG ' |
| 149 |
qyhTVRMBAAAALQAAAPIBAAAAAGwAAAAAAAEABHRlc3QAAnQxAAEDAAGFeQAI |
| 150 |
qyhTVR4BAAAAKAAAABoCAAAAAGwAAAAAAAEAAgAB//4BAAAAcd2jbw== |
| 151 |
'/*!*/; |
| 152 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 153 |
|
| 154 |
--let $rpl_set_enforce_gtid_consistency= 0 |
| 155 |
--let $rpl_gtid_mode= OFF |
| 156 |
--source include/rpl_set_gtid_mode.inc |
| 157 |
|
| 158 |
--echo ---- 1.7.1 Can set AUTOMATIC after NOT_YET_DETERMINED ---- |
| 159 |
eval BINLOG $fd_event; |
| 160 |
SELECT @@SESSION.GTID_NEXT; |
| 161 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 162 |
SELECT @@SESSION.GTID_NEXT; |
| 163 |
|
| 164 |
--echo ---- 1.7.2 Can set DEFAULT after NOT_YET_DETERMINED ---- |
| 165 |
eval BINLOG $fd_event; |
| 166 |
SELECT @@SESSION.GTID_NEXT; |
| 167 |
SET @@SESSION.GTID_NEXT = DEFAULT; |
| 168 |
SELECT @@SESSION.GTID_NEXT; |
| 169 |
|
| 170 |
--echo ---- 1.7.3 Can set ANONYMOUS after NOT_YET_DETERMINED ---- |
| 171 |
eval BINLOG $fd_event; |
| 172 |
SELECT @@SESSION.GTID_NEXT; |
| 173 |
SET @@SESSION.GTID_NEXT = 'ANONYMOUS'; |
| 174 |
SELECT @@SESSION.GTID_NEXT; |
| 175 |
ROLLBACK; |
| 176 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 177 |
|
| 178 |
--echo ---- 1.7.4 Can set GTID after NOT_YET_DETERMINED ---- |
| 179 |
SET GLOBAL GTID_MODE = OFF_PERMISSIVE; |
| 180 |
eval BINLOG $fd_event; |
| 181 |
SELECT @@SESSION.GTID_NEXT; |
| 182 |
SET GTID_NEXT = 'aaaaaaaa-aaaa-aaaa-aaaa-aaaaaaaaaaaa:1'; |
| 183 |
SELECT @@SESSION.GTID_NEXT; |
| 184 |
ROLLBACK; |
| 185 |
SET @@SESSION.GTID_NEXT = 'AUTOMATIC'; |
| 186 |
SET GLOBAL GTID_MODE = OFF; |
| 187 |
|
| 188 |
--echo #### 2. CHANGE MASTER TO MASTER_LOG_POS #### |
| 189 |
|
| 190 |
--connection slave |
| 191 |
--source include/stop_slave_io.inc |
| 192 |
--connection master |
| 193 |
--let $file= query_get_value(SHOW MASTER STATUS, File, 1) |
| 194 |
--let $position= query_get_value(SHOW MASTER STATUS, Position, 1) |
| 195 |
INSERT INTO t1 VALUES (1); |
| 196 |
|
| 197 |
# Force slave to skip the Anonymous_gtid_log_event and |
| 198 |
# Query_log_event(BEGIN) so that the first event it sees is a |
| 199 |
# Table_map_log_event. |
| 200 |
--let $position= query_get_value(SHOW BINLOG EVENTS IN '$file' FROM $position, End_log_pos, 2) |
| 201 |
|
| 202 |
--connection slave |
| 203 |
--replace_result $file FILE $position POSITION |
| 204 |
eval CHANGE REPLICATION SOURCE TO SOURCE_LOG_FILE = '$file', SOURCE_LOG_POS = $position; |
| 205 |
--source include/start_slave_io.inc |
| 206 |
|
| 207 |
--connection master |
| 208 |
--source include/sync_slave_sql_with_master.inc |
| 209 |
|
| 210 |
--echo #### 3. CHANGE MASTER TO RELAY_LOG_POS #### |
| 211 |
|
| 212 |
--let $file= query_get_value(SHOW SLAVE STATUS, Relay_Log_File, 1) |
| 213 |
--let $position= query_get_value(SHOW SLAVE STATUS, Relay_Log_Pos, 1) |
| 214 |
--source include/stop_slave_sql.inc |
| 215 |
|
| 216 |
--connection master |
| 217 |
INSERT INTO t1 VALUES (2); |
| 218 |
--source include/sync_slave_io_with_master.inc |
| 219 |
--let $position = query_get_value(SHOW RELAYLOG EVENTS IN '$file' FROM $position, Pos, 3) |
| 220 |
|
| 221 |
--replace_result $file FILE $position POSITION |
| 222 |
eval CHANGE REPLICATION SOURCE TO RELAY_LOG_FILE = '$file', RELAY_LOG_POS = $position; |
| 223 |
--source include/start_slave.inc |
| 224 |
|
| 225 |
--connection master |
| 226 |
--source include/sync_slave_sql_with_master.inc |
| 227 |
|
| 228 |
--echo #### Clean up #### |
| 229 |
|
| 230 |
--connection master |
| 231 |
DROP TABLE t1; |
| 232 |
|
| 233 |
--source include/rpl_end.inc |