# Prepare for creating Encrypted Table # create bootstrap file # Create and start mysqld with keyring plugin. # restart: --datadir=ENCRYPT_DATADIR --early-plugin-load=keyring_file=KEYRING_PLUGIN --keyring_file_data=MYSQL_TMP_DIR/mysecret_keyring INSTALL PLUGIN clone SONAME 'CLONE_PLUGIN'; CREATE TABLE t1(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); CREATE TABLE t2(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB) PARTITION BY KEY(col1) PARTITIONS 5; CREATE PROCEDURE execute_dml( p_dml_type INT, p_key_min INT, p_key_range INT, p_loop_count INT, p_frequency INT, p_is_rand INT) BEGIN DECLARE v_idx INT DEFAULT 0; DECLARE v_commit INT DEFAULT 0; DECLARE v_key INT DEFAULT 0; /* Loop and INSERT data at random position */ WHILE(v_idx < p_loop_count) DO /* Generate key between 1 to p_loop_count */ IF p_is_rand = 1 THEN SET v_key = p_key_min + FLOOR(RAND() * p_key_range); ELSE SET v_key = p_key_min + (v_idx % p_key_range); END IF; CASE p_dml_type WHEN 0 THEN SET @clol3_text = CONCAT('Clone Test Row - ', v_key); INSERT INTO t1 (col1, col2, col3, col4) VALUES ( v_key, v_key * 10, @clol3_text, REPEAT('Large Column Data ', 2048)) ON DUPLICATE KEY UPDATE col2 = col2 + 1; INSERT INTO t2 (col1, col2, col3, col4) VALUES ( v_key, v_key * 10, @clol3_text, REPEAT('Large Column Data ', 2048)) ON DUPLICATE KEY UPDATE col2 = col2 + 1; WHEN 1 THEN UPDATE t1 SET col2 = v_idx + 1 WHERE col1 = v_key; UPDATE t2 SET col2 = v_idx + 1 WHERE col1 = v_key; WHEN 2 THEN DELETE FROM t1 WHERE col1 = v_key; DELETE FROM t2 WHERE col1 = v_key; ELSE DELETE FROM t1; DELETE FROM t2; END CASE; SET v_idx = v_idx + 1; /* Commit or rollback work at specified frequency. */ IF v_idx % p_frequency = 0 THEN SET v_commit = FLOOR(RAND() * 2); IF v_commit = 0 AND p_is_rand = 1 THEN ROLLBACK; START TRANSACTION; ELSE COMMIT; START TRANSACTION; END IF; END IF; END WHILE; COMMIT; END| call execute_dml(0, 0, 100, 100, 10, 0); CREATE TABLE t SELECT * FROM t1; CREATE TABLE t0 (col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); CREATE TABLE t01 (col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); CREATE TABLE t3 (col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); CREATE TABLE t11 (col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); CREATE TABLE t21 (col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB); INSERT INTO t11 SELECT * FROM t; INSERT INTO t21 SELECT * FROM t; SHOW VARIABLES LIKE 'clone_ddl_timeout'; Variable_name Value clone_ddl_timeout 300 SHOW VARIABLES LIKE 'clone_block_ddl'; Variable_name Value clone_block_ddl OFF CREATE TABLESPACE tbs; DROP TABLE t1; CREATE TABLE t1(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB) TABLESPACE = tbs; DROP TABLE t2; CREATE TABLE t2(col1 INT PRIMARY KEY, col2 int, col3 varchar(64), col4 BLOB) TABLESPACE = tbs; # 1. Enable REDO and UNDO encryption while clone in progress RESET MASTER; SET GLOBAL DEBUG = '+d,remote_release_clone_file_pin'; SET GLOBAL DEBUG = '+d,log_redo_with_invalid_master_key'; SET DEBUG_SYNC = 'clone_before_init_meta SIGNAL start_ddl_file_init WAIT_FOR resume_file_init'; SET DEBUG_SYNC = 'clone_file_copy SIGNAL start_ddl_file WAIT_FOR resume_file'; SET DEBUG_SYNC = 'clone_file_copy_end_before_ack SIGNAL start_ddl_file_ack WAIT_FOR resume_file_ack'; SET DEBUG_SYNC = 'clone_before_file_ddl_meta SIGNAL start_ddl_file_meta WAIT_FOR resume_file_meta'; SET DEBUG_SYNC = 'clone_page_copy SIGNAL start_ddl_page WAIT_FOR resume_page'; SET DEBUG_SYNC = 'clone_before_page_ddl_meta SIGNAL start_ddl_page_meta WAIT_FOR resume_page_meta'; SET DEBUG_SYNC = 'clone_redo_copy SIGNAL start_ddl_redo WAIT_FOR resume_redo'; SET GLOBAL clone_autotune_concurrency = OFF; SET GLOBAL clone_max_concurrency = 8; SET GLOBAL clone_valid_donor_list = 'HOST:PORT'; CLONE INSTANCE FROM USER@HOST:PORT IDENTIFIED BY '' DATA DIRECTORY = 'CLONE_DATADIR'; # In connection CON1 SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; SET DEBUG_SYNC = 'now SIGNAL resume_file_init'; # Waiting for clone to reach 'file copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_file'; # Wait finished # For remote clone, let the donor progress concurrently # otherwise file pins may not be released causing deadlock SET DEBUG_SYNC = 'clone_notify_ddl SIGNAL resume_file'; SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; CALL execute_dml(0, 0, 100, 100, 10, 0); # Flush all dirty pages to track SET GLOBAL innodb_buf_flush_list_now = 1; SET DEBUG_SYNC = 'now SIGNAL resume_file'; SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_file_ack'; SET DEBUG_SYNC = 'now SIGNAL resume_file_ack'; SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; CALL execute_dml(0, 0, 100, 100, 10, 0); SET DEBUG_SYNC = 'now SIGNAL resume_file_meta'; # Waiting for clone to reach 'page copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_page'; # Wait finished SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; CALL execute_dml(0, 0, 100, 100, 10, 0); SET DEBUG_SYNC = 'now SIGNAL resume_page'; # Waiting for clone to reach 'redo copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_redo'; # Wait finished SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; CALL execute_dml(0, 0, 100, 100, 10, 0); SET GLOBAL innodb_redo_log_encrypt = ON; SET GLOBAL innodb_undo_log_encrypt = ON; ALTER TABLESPACE tbs ENCRYPTION = 'Y'; SET DEBUG_SYNC = 'now SIGNAL resume_redo'; # In connection DEFAULT # Waiting for clone to complete # Wait finished SET GLOBAL DEBUG = '-d,remote_release_clone_file_pin'; # Restart server on cloned data directory # restart: --datadir=CLONE_DATADIR --early-plugin-load=keyring_file=KEYRING_PLUGIN --keyring_file_data=MYSQL_TMP_DIR/mysecret_keyring # Check cloned data SHOW TABLES; Tables_in_test t t0 t01 t1 t11 t2 t21 t3 SHOW CREATE TABLE t1; Table Create Table t1 CREATE TABLE `t1` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) /*!50100 TABLESPACE `tbs` */ ENGINE=InnoDB DEFAULT CHARSET=latin1 /*!80016 ENCRYPTION='Y' */ CHECK TABLE t1 EXTENDED; Table Op Msg_type Msg_text test.t1 check status OK SELECT count(*) from t1; count(*) 100 SELECT col1, col2, col3 FROM t1 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 2 Clone Test Row - 0 1 12 Clone Test Row - 1 2 22 Clone Test Row - 2 3 32 Clone Test Row - 3 4 42 Clone Test Row - 4 5 52 Clone Test Row - 5 6 62 Clone Test Row - 6 7 72 Clone Test Row - 7 8 82 Clone Test Row - 8 9 92 Clone Test Row - 9 SELECT col1, col2, col3 FROM t1 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 992 Clone Test Row - 99 98 982 Clone Test Row - 98 97 972 Clone Test Row - 97 96 962 Clone Test Row - 96 95 952 Clone Test Row - 95 94 942 Clone Test Row - 94 93 932 Clone Test Row - 93 92 922 Clone Test Row - 92 91 912 Clone Test Row - 91 90 902 Clone Test Row - 90 SHOW CREATE TABLE t11; Table Create Table t11 CREATE TABLE `t11` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) ENGINE=InnoDB DEFAULT CHARSET=latin1 CHECK TABLE t11 EXTENDED; Table Op Msg_type Msg_text test.t11 check status OK SELECT count(*) from t11; count(*) 100 SELECT col1, col2, col3 FROM t11 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 0 Clone Test Row - 0 1 10 Clone Test Row - 1 2 20 Clone Test Row - 2 3 30 Clone Test Row - 3 4 40 Clone Test Row - 4 5 50 Clone Test Row - 5 6 60 Clone Test Row - 6 7 70 Clone Test Row - 7 8 80 Clone Test Row - 8 9 90 Clone Test Row - 9 SELECT col1, col2, col3 FROM t11 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 990 Clone Test Row - 99 98 980 Clone Test Row - 98 97 970 Clone Test Row - 97 96 960 Clone Test Row - 96 95 950 Clone Test Row - 95 94 940 Clone Test Row - 94 93 930 Clone Test Row - 93 92 920 Clone Test Row - 92 91 910 Clone Test Row - 91 90 900 Clone Test Row - 90 SHOW CREATE TABLE t2; Table Create Table t2 CREATE TABLE `t2` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) /*!50100 TABLESPACE `tbs` */ ENGINE=InnoDB DEFAULT CHARSET=latin1 /*!80016 ENCRYPTION='Y' */ CHECK TABLE t2 EXTENDED; Table Op Msg_type Msg_text test.t2 check status OK SELECT count(*) from t2; count(*) 100 SELECT col1, col2, col3 FROM t2 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 2 Clone Test Row - 0 1 12 Clone Test Row - 1 2 22 Clone Test Row - 2 3 32 Clone Test Row - 3 4 42 Clone Test Row - 4 5 52 Clone Test Row - 5 6 62 Clone Test Row - 6 7 72 Clone Test Row - 7 8 82 Clone Test Row - 8 9 92 Clone Test Row - 9 SELECT col1, col2, col3 FROM t2 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 992 Clone Test Row - 99 98 982 Clone Test Row - 98 97 972 Clone Test Row - 97 96 962 Clone Test Row - 96 95 952 Clone Test Row - 95 94 942 Clone Test Row - 94 93 932 Clone Test Row - 93 92 922 Clone Test Row - 92 91 912 Clone Test Row - 91 90 902 Clone Test Row - 90 call execute_dml(1, 0, 100, 100, 10, 0); # Restart server back on base data directory # restart: --datadir=ENCRYPT_DATADIR --early-plugin-load=keyring_file=KEYRING_PLUGIN --keyring_file_data=MYSQL_TMP_DIR/mysecret_keyring SET DEBUG_SYNC = 'RESET'; # 2. Disable REDO and UNDO encryption while clone in progress RESET MASTER; SET GLOBAL DEBUG = '+d,remote_release_clone_file_pin'; SET GLOBAL DEBUG = '+d,log_redo_with_invalid_master_key'; SET DEBUG_SYNC = 'clone_before_init_meta SIGNAL start_ddl_file_init WAIT_FOR resume_file_init'; SET DEBUG_SYNC = 'clone_file_copy SIGNAL start_ddl_file WAIT_FOR resume_file'; SET DEBUG_SYNC = 'clone_file_copy_end_before_ack SIGNAL start_ddl_file_ack WAIT_FOR resume_file_ack'; SET DEBUG_SYNC = 'clone_before_file_ddl_meta SIGNAL start_ddl_file_meta WAIT_FOR resume_file_meta'; SET DEBUG_SYNC = 'clone_page_copy SIGNAL start_ddl_page WAIT_FOR resume_page'; SET DEBUG_SYNC = 'clone_before_page_ddl_meta SIGNAL start_ddl_page_meta WAIT_FOR resume_page_meta'; SET DEBUG_SYNC = 'clone_redo_copy SIGNAL start_ddl_redo WAIT_FOR resume_redo'; SET GLOBAL clone_autotune_concurrency = OFF; SET GLOBAL clone_max_concurrency = 8; SET GLOBAL clone_valid_donor_list = 'HOST:PORT'; CLONE INSTANCE FROM USER@HOST:PORT IDENTIFIED BY '' DATA DIRECTORY = 'CLONE_DATADIR'; # In connection CON1 SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; SET DEBUG_SYNC = 'now SIGNAL resume_file_init'; # Waiting for clone to reach 'file copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_file'; # Wait finished # For remote clone, let the donor progress concurrently # otherwise file pins may not be released causing deadlock SET DEBUG_SYNC = 'clone_notify_ddl SIGNAL resume_file'; SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; call execute_dml(1, 0, 100, 100, 10, 0); # Flush all dirty pages to track SET GLOBAL innodb_buf_flush_list_now = 1; SET DEBUG_SYNC = 'now SIGNAL resume_file'; SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_file_ack'; SET DEBUG_SYNC = 'now SIGNAL resume_file_ack'; SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; INSERT INTO t11 SELECT * FROM t ON DUPLICATE KEY UPDATE col2 = t11.col2 + 1;; SET DEBUG_SYNC = 'now SIGNAL resume_file_meta'; # Waiting for clone to reach 'page copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_page'; # Wait finished SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; call execute_dml(1, 0, 100, 100, 10, 0); SET DEBUG_SYNC = 'now SIGNAL resume_page'; # Waiting for clone to reach 'redo copy' SET DEBUG_SYNC = 'now WAIT_FOR start_ddl_redo'; # Wait finished SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; INSERT INTO t21 SELECT * FROM t ON DUPLICATE KEY UPDATE col2 = t21.col2 + 1;; SET GLOBAL innodb_redo_log_encrypt = OFF; SET GLOBAL innodb_undo_log_encrypt = OFF; ALTER TABLESPACE tbs ENCRYPTION = 'N'; SET DEBUG_SYNC = 'now SIGNAL resume_redo'; # In connection DEFAULT # Waiting for clone to complete # Wait finished SET GLOBAL DEBUG = '-d,remote_release_clone_file_pin'; # Restart server on cloned data directory # restart: --datadir=CLONE_DATADIR --early-plugin-load=keyring_file=KEYRING_PLUGIN --keyring_file_data=MYSQL_TMP_DIR/mysecret_keyring # Check cloned data SHOW TABLES; Tables_in_test t t0 t01 t1 t11 t2 t21 t3 SHOW CREATE TABLE t1; Table Create Table t1 CREATE TABLE `t1` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) /*!50100 TABLESPACE `tbs` */ ENGINE=InnoDB DEFAULT CHARSET=latin1 CHECK TABLE t1 EXTENDED; Table Op Msg_type Msg_text test.t1 check status OK SELECT count(*) from t1; count(*) 100 SELECT col1, col2, col3 FROM t1 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 1 Clone Test Row - 0 1 2 Clone Test Row - 1 2 3 Clone Test Row - 2 3 4 Clone Test Row - 3 4 5 Clone Test Row - 4 5 6 Clone Test Row - 5 6 7 Clone Test Row - 6 7 8 Clone Test Row - 7 8 9 Clone Test Row - 8 9 10 Clone Test Row - 9 SELECT col1, col2, col3 FROM t1 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 100 Clone Test Row - 99 98 99 Clone Test Row - 98 97 98 Clone Test Row - 97 96 97 Clone Test Row - 96 95 96 Clone Test Row - 95 94 95 Clone Test Row - 94 93 94 Clone Test Row - 93 92 93 Clone Test Row - 92 91 92 Clone Test Row - 91 90 91 Clone Test Row - 90 SHOW CREATE TABLE t11; Table Create Table t11 CREATE TABLE `t11` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) ENGINE=InnoDB DEFAULT CHARSET=latin1 CHECK TABLE t11 EXTENDED; Table Op Msg_type Msg_text test.t11 check status OK SELECT count(*) from t11; count(*) 100 SELECT col1, col2, col3 FROM t11 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 1 Clone Test Row - 0 1 11 Clone Test Row - 1 2 21 Clone Test Row - 2 3 31 Clone Test Row - 3 4 41 Clone Test Row - 4 5 51 Clone Test Row - 5 6 61 Clone Test Row - 6 7 71 Clone Test Row - 7 8 81 Clone Test Row - 8 9 91 Clone Test Row - 9 SELECT col1, col2, col3 FROM t11 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 991 Clone Test Row - 99 98 981 Clone Test Row - 98 97 971 Clone Test Row - 97 96 961 Clone Test Row - 96 95 951 Clone Test Row - 95 94 941 Clone Test Row - 94 93 931 Clone Test Row - 93 92 921 Clone Test Row - 92 91 911 Clone Test Row - 91 90 901 Clone Test Row - 90 SHOW CREATE TABLE t2; Table Create Table t2 CREATE TABLE `t2` ( `col1` int NOT NULL, `col2` int DEFAULT NULL, `col3` varchar(64) DEFAULT NULL, `col4` blob, PRIMARY KEY (`col1`) ) /*!50100 TABLESPACE `tbs` */ ENGINE=InnoDB DEFAULT CHARSET=latin1 CHECK TABLE t2 EXTENDED; Table Op Msg_type Msg_text test.t2 check status OK SELECT count(*) from t2; count(*) 100 SELECT col1, col2, col3 FROM t2 ORDER BY col1 LIMIT 10;; col1 col2 col3 0 1 Clone Test Row - 0 1 2 Clone Test Row - 1 2 3 Clone Test Row - 2 3 4 Clone Test Row - 3 4 5 Clone Test Row - 4 5 6 Clone Test Row - 5 6 7 Clone Test Row - 6 7 8 Clone Test Row - 7 8 9 Clone Test Row - 8 9 10 Clone Test Row - 9 SELECT col1, col2, col3 FROM t2 ORDER BY col1 DESC LIMIT 10;; col1 col2 col3 99 100 Clone Test Row - 99 98 99 Clone Test Row - 98 97 98 Clone Test Row - 97 96 97 Clone Test Row - 96 95 96 Clone Test Row - 95 94 95 Clone Test Row - 94 93 94 Clone Test Row - 93 92 93 Clone Test Row - 92 91 92 Clone Test Row - 91 90 91 Clone Test Row - 90 call execute_dml(1, 0, 100, 100, 10, 0); # Restart server back on base data directory # restart: --datadir=ENCRYPT_DATADIR --early-plugin-load=keyring_file=KEYRING_PLUGIN --keyring_file_data=MYSQL_TMP_DIR/mysecret_keyring SET DEBUG_SYNC = 'RESET'; # Cleanup DROP TABLE t; DROP TABLE t1; DROP TABLE t2; DROP PROCEDURE execute_dml; DROP TABLE t0; DROP TABLE t01; DROP TABLE t3; DROP TABLE t11; DROP TABLE t21; DROP TABLESPACE tbs; # Uninstall clone UNINSTALL PLUGIN clone; # Restart server and remove encrypted data directory # restart: