Debian Codegraph @

mysql-test/suite/clone/t/local_dml.test

raw
1 # Test clone with concurrent DML
2
3 if (!$no_binlog) {
4 --source include/have_log_bin.inc
5 }
6 --source include/have_innodb_default_undo_tablespaces.inc
7 --source ../include/clone_connection_begin.inc
8
9 if ($disabled_redo) {
10 ALTER INSTANCE DISABLE INNODB REDO_LOG;
11 }
12
13 --let $CLONE_DATADIR = $MYSQL_TMP_DIR/data_new
14 --let $CLONE_DATADIR1 = $MYSQL_TMP_DIR/data_new1
15
16 if ($clone_upgrade) {
17 --eval INSTALL PLUGIN clone SONAME '$CLONE_PLUGIN'
18
19 --echo # Upgrade 5.7 database
20 --let $MYSQLD_DATADIR_UPGRADE = $MYSQL_TMP_DIR/data_upgrade
21 --source ../include/clone_upgrade.inc
22
23 --echo # Cloning database immediately after upgrade
24 --replace_result $CLONE_PLUGIN CLONE_PLUGIN
25 --eval INSTALL PLUGIN clone SONAME '$CLONE_PLUGIN'
26 --connection clone_conn_1
27 --source ../include/clone_command.inc
28
29 select count(*) from 57_data_table;
30
31 --echo # In connection default - Finished Cloning
32 --connection default
33 UNINSTALL PLUGIN clone;
34 }
35
36 --source include/count_sessions.inc
37
38 # Use a couple explicit undo tablespaces
39 CREATE UNDO TABLESPACE undo_003 ADD DATAFILE 'undo_003.ibu';
40 CREATE UNDO TABLESPACE undo_004 ADD DATAFILE 'undo_004.ibu';
41 SELECT NAME, SPACE_TYPE, STATE
42 FROM INFORMATION_SCHEMA.INNODB_TABLESPACES
43 WHERE SPACE_TYPE = 'Undo' ORDER BY NAME;
44 SELECT TABLESPACE_NAME, FILE_NAME, FILE_TYPE, ENGINE
45 FROM INFORMATION_SCHEMA.FILES
46 WHERE FILE_NAME LIKE '%undo_00%'
47 ORDER BY TABLESPACE_NAME;
48
49 ## Install plugin
50
51 --replace_result $CLONE_PLUGIN CLONE_PLUGIN
52 --eval INSTALL PLUGIN clone SONAME '$CLONE_PLUGIN'
53
54 SHOW VARIABLES LIKE "clone_buffer_size";
55
56 SET GLOBAL clone_buffer_size = 2097152;
57
58 SHOW VARIABLES LIKE "clone_buffer_size";
59
60 ## Create test schema
61 --source ../include/create_schema.inc
62
63 # Replace tables with compressed row format tables
64 if ($row_format_compressed) {
65 DROP TABLE t1;
66 DROP TABLE t2;
67
68 CREATE TABLE t1(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB)
69 ROW_FORMAT = COMPRESSED;
70 CREATE TABLE t2(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB)
71 ROW_FORMAT = COMPRESSED;
72 }
73
74 ## Execute Clone while concurrent DMLs are in progress
75 --let num_rows = 100
76
77 # Insert 1k rows to run clone for longer and test auto tuning
78 if ($clone_auto_tune) {
79 --let num_rows = 1000
80 --let clone_throttle = 1
81 }
82
83 if ($clone_ddl) {
84 --let num_rows = 200
85 --let clone_throttle = 1
86 }
87
88 # Insert rows
89 --eval call execute_dml(0, 0, $num_rows, $num_rows, 10, 0)
90
91 # Check base rows
92 SHOW CREATE TABLE t1;
93 SELECT count(*) from t1;
94 SELECT col1, col2, col3 FROM t1 ORDER BY col1 LIMIT 10;
95 SELECT col1, col2, col3 FROM t1 ORDER BY col1 DESC LIMIT 10;
96
97 SHOW CREATE TABLE t2;
98 SELECT count(*) from t2;
99 SELECT col1, col2, col3 FROM t2 ORDER BY col1 LIMIT 10;
100 SELECT col1, col2, col3 FROM t2 ORDER BY col1 DESC LIMIT 10;
101
102 --echo # In connection con1 - Running Insert Random [100 - 200 Key range]
103 connect (con1,localhost,root,,);
104 --send call execute_dml(0, 100, 100, 100, 20, 1)
105
106 --echo # In connection con2 - Running Update Random [0 - 25 Key Range]
107 connect (con2,localhost,root,,);
108 --send call execute_dml(1, 0, 25, 100, 20, 1)
109
110 --echo # In connection con3 - Running Delete Random [26 - 50 Key Range]
111 connect (con3,localhost,root,,);
112 --send call execute_dml(2, 26, 25, 100, 20, 1)
113
114 --echo # In connection con4 - Running Update Random uncommited [51 - 75 Key Range]
115 connect (con4,localhost,root,,);
116
117 if ($clone_ddl) {
118 --send call execute_ddl(10)
119 }
120
121 if (!$clone_ddl) {
122 begin;
123 --send call execute_dml(1, 51, 25, 100, 200, 1)
124 }
125
126 --echo # In connection default - Cloning database
127 --connection clone_conn_1
128
129 if ($disabled_redo) {
130 --echo # Clone must return error when redo logging is disabled
131 --let disabled_redo = 0
132 --let $clone_err = ER_INNODB_REDO_DISABLED
133 --source ../include/clone_command.inc
134
135 --let disabled_redo = 1
136 --let $clone_err = 0
137 }
138
139 --source ../include/clone_command.inc
140 --echo # In connection default - Finished Cloning
141
142 show variables like 'clone_autotune_concurrency';
143
144 --echo # In connection con1 - Waiting
145 connection con1;
146 --reap
147
148 --echo # In connection con2 - Waiting
149 connection con2;
150 --reap
151
152 --echo # In connection con3 - Waiting
153 connection con3;
154 --reap
155
156 --echo # In connection con4 - Waiting
157 connection con4;
158 --reap
159 commit;
160
161 --echo # In connection default
162 connection default;
163
164 disconnect con1;
165 disconnect con2;
166 disconnect con3;
167 disconnect con4;
168
169 --source include/wait_until_count_sessions.inc
170
171 if (!$clone_remote_replace) {
172 --echo # Restart cloned database
173 --replace_result $CLONE_DATADIR CLONE_DATADIR
174 --let restart_parameters="restart: --datadir=$CLONE_DATADIR"
175 --source include/restart_mysqld.inc
176 }
177
178 if ($clone_remote_replace) {
179 --connection clone_conn_1
180 }
181
182 select STATE, ERROR_NO, length(BINLOG_FILE) > 0, length(GTID_EXECUTED) > 0,
183 (BINLOG_POSITION > 0) from performance_schema.clone_status;
184
185 # Insert 2k rows with throttle to run clone for longer and test auto tuning
186 if ($clone_auto_tune) {
187 --let num_rows = 2000
188 --let clone_throttle = 0
189 }
190
191 # Execute procedure to delete all rows and insert
192 call execute_dml(3, 0, 1, 1, 1, 0);
193 --eval call execute_dml(0, 0, $num_rows, $num_rows, 10, 0)
194
195 # Check table in cloned database
196 SHOW CREATE TABLE t1;
197 SELECT count(*) from t1;
198 SELECT col1, col2, col3 FROM t1 ORDER BY col1 LIMIT 10;
199 SELECT col1, col2, col3 FROM t1 ORDER BY col1 DESC LIMIT 10;
200
201 SHOW CREATE TABLE t2;
202 SELECT count(*) from t2;
203 SELECT col1, col2, col3 FROM t2 ORDER BY col1 LIMIT 10;
204 SELECT col1, col2, col3 FROM t2 ORDER BY col1 DESC LIMIT 10;
205
206 SELECT NAME, SPACE_TYPE, STATE
207 FROM INFORMATION_SCHEMA.INNODB_TABLESPACES
208 WHERE SPACE_TYPE = 'Undo';
209 SELECT TABLESPACE_NAME, FILE_NAME, FILE_TYPE, ENGINE
210 FROM INFORMATION_SCHEMA.FILES
211 WHERE FILE_NAME LIKE '%undo_00%';
212
213 # Test clone after recovering from cloned databse
214 --let $CLONE_DATADIR = $CLONE_DATADIR1
215 --source ../include/clone_command.inc
216 --let $CLONE_DATADIR = $MYSQL_TMP_DIR/data_new
217
218 if (!$clone_remote_replace) {
219 --echo # Restart cloned database
220 --replace_result $CLONE_DATADIR1 CLONE_DATADIR1
221 --let restart_parameters="restart: --datadir=$CLONE_DATADIR1"
222 --source include/restart_mysqld.inc
223 }
224
225 select STATE, ERROR_NO, length(BINLOG_FILE) > 0, length(GTID_EXECUTED) > 0,
226 (BINLOG_POSITION > 0) from performance_schema.clone_status;
227
228 # Execute procedure to delete all rows and insert
229 call execute_dml(3, 0, 1, 1, 1, 0);
230 call execute_dml(0, 0, 100, 100, 10, 0);
231
232 # Check table in cloned database
233 SHOW CREATE TABLE t1;
234 SELECT count(*) from t1;
235 SELECT col1, col2, col3 FROM t1 ORDER BY col1 LIMIT 10;
236 SELECT col1, col2, col3 FROM t1 ORDER BY col1 DESC LIMIT 10;
237
238 SHOW CREATE TABLE t2;
239 SELECT count(*) from t2;
240 SELECT col1, col2, col3 FROM t2 ORDER BY col1 LIMIT 10;
241 SELECT col1, col2, col3 FROM t2 ORDER BY col1 DESC LIMIT 10;
242
243 #Cleanup
244 if (!$clone_remote_replace) {
245 --let restart_parameters="restart:"
246 --source include/restart_mysqld.inc
247 }
248 --connection default
249
250 # Drop the two explicit undo tablespaces
251 ALTER UNDO TABLESPACE undo_003 SET INACTIVE;
252 let $inactive_undo_space = undo_003;
253 source include/wait_until_undo_space_is_empty.inc;
254 DROP UNDO TABLESPACE undo_003;
255
256 ALTER UNDO TABLESPACE undo_004 SET INACTIVE;
257 let $inactive_undo_space = undo_004;
258 source include/wait_until_undo_space_is_empty.inc;
259 DROP UNDO TABLESPACE undo_004;
260
261 SELECT NAME, SPACE_TYPE, STATE
262 FROM INFORMATION_SCHEMA.INNODB_TABLESPACES
263 WHERE SPACE_TYPE = 'Undo' ORDER BY NAME;
264 SELECT TABLESPACE_NAME, FILE_NAME, FILE_TYPE, ENGINE
265 FROM INFORMATION_SCHEMA.FILES
266 WHERE FILE_NAME LIKE '%undo_00%'
267 ORDER BY TABLESPACE_NAME;
268
269 --source ../include/drop_schema.inc
270
271 if (!$clone_remote_replace) {
272 --force-rmdir $CLONE_DATADIR
273 --force-rmdir $CLONE_DATADIR1
274 }
275
276 if ($clone_upgrade) {
277 --echo # Cleanup: Restart with default options.
278 --let $restart_parameters =
279 --source include/restart_mysqld.inc
280
281 --echo
282 --echo # Remove upgraded data directory.
283 --force-rmdir $MYSQLD_DATADIR_UPGRADE
284 }
285
286 # Clean recipient by cloning the cleaned up donor
287 if ($clone_remote_replace) {
288 --connection clone_conn_1
289 --source ../include/clone_command.inc
290 }
291 --source ../include/clone_connection_end.inc
292
293 UNINSTALL PLUGIN clone;
294
295 if ($disabled_redo) {
296 ALTER INSTANCE ENABLE INNODB REDO_LOG;
297 }