Debian Codegraph @

mysql-test/suite/rpl/t/rpl_encryption_master_key_rotation_at_startup.test

raw
1 # ==== Purpose ====
2 #
3 # This test case will enable binlog encryption master key rotation on
4 # server startup forcing some failures to exercise the binlog encryption
5 # master key recovery process.
6 #
7 # The first failure is after generating the 1st master key and before
8 # storing its index in the keyring.
9 #
10 # Then, it shall fail to rotate the master key at startup because it will
11 # not be able to remove the "new" master key index in the cleanup process
12 # before the key rotation.
13 #
14 # After the two failures above, the test case will start the server with
15 # both binlog encryption and rotation options ON many times asserting it
16 # is generating the keys and rotating binary logs as expected.
17 #
18 # Finally, the slave is started making the master to read from all encrypted
19 # binary log files with distinct encryption keys.
20 #
21 # ==== Related Bugs and Worklogs ====
22 #
23 # WL#10957: Binary log encryption at rest
24 #
25
26 --source include/have_debug.inc
27 # This test case is binary log format agnostic
28 --source include/have_binlog_format_row.inc
29 --let $rpl_skip_start_slave= 1
30 --source include/master-slave.inc
31
32 #
33 # On master
34 #
35
36 --let $master_debug=`SELECT @@GLOBAL.debug`
37 --let $MASTER_DATADIR= `select @@datadir`
38 --let $PLUGIN_DIR =`select @@plugin_dir`
39 --let $master_error_log= $MYSQL_TMP_DIR/master.err
40 --let $keyring_master= $MYSQL_TMP_DIR/keyring_master
41
42 --echo Restart the master enabling the rotate option only
43 --let $rpl_server_number= 1
44 --let $rpl_server_parameters= --binlog_rotate_encryption_master_key_at_startup=ON --log-error=$MYSQL_TMP_DIR/master.err
45 --let $rpl_omit_print_server_parameters= 1
46 --source include/rpl_restart_server.inc
47 --let $assert_text=binlog_encryption option shall be OFF
48 --let $option_value = `SELECT variable_value FROM performance_schema.global_variables WHERE variable_name = "binlog_encryption"`
49 --let $assert_cond= "$option_value" = "OFF"
50 --source include/assert.inc
51 --let $assert_file= $master_error_log
52 --let $assert_text= Server ignored binlog_rotate_encryption_master_key_at_startup
53 --let $assert_select=Ignoring binlog_rotate_encryption_master_key_at_startup
54 --let $assert_count= 1
55 --source include/assert_grep.inc
56 --let $binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
57 --let $assert_text=Binary log rotated
58 --let $assert_cond= RIGHT("$binlog_file", 6) = "000002"
59 --source include/assert.inc
60 --let $assert_text= 2nd binary log is not encrypted on master
61 --let $assert_cond= "[SHOW BINARY LOGS, Encrypted, 2]" = "No"
62 --source include/assert.inc
63
64 --let $rpl_server_number= 1
65 --source include/rpl_stop_server.inc
66 # Master is not able to run some queries from includes until restarted
67 --connection slave
68 --remove_file $master_error_log
69
70 --let $debug_point=rpl_encryption_first_time_enable_3
71 # The 1st master key will be generated in this point
72 --echo # Force the server to fail storing master key index
73 --let $error_message=Failed to store key
74 --let $rpl_server_number= 1
75 --let $rpl_server_parameters= $KEYRING_PLUGIN_OPT $KEYRING_PLUGIN_LOAD --loose-keyring_file_data=$keyring_master --binlog_encryption=ON --binlog_rotate_encryption_master_key_at_startup=ON --debug=d,$debug_point --log-error=$MYSQL_TMP_DIR/master.err
76 --echo Try to restart the master enabling the options with debug instrumentation
77 --error 0,1
78 --exec $MYSQLD --defaults-file=$MYSQLTEST_VARDIR/my.cnf --defaults-group-suffix=.$rpl_server_number $rpl_server_parameters
79 --let $assert_file= $master_error_log
80 --let $assert_text= Server reported: $error_message
81 --let $assert_select= $error_message
82 --let $assert_count= 1
83 --source include/assert_grep.inc
84 --let $assert_text= Server failed to initialize binlog encryption
85 --let $assert_select= Failed to initialize binlog encryption
86 --let $assert_count= 1
87 --source include/assert_grep.inc
88 --let $assert_text= Server did not failed to rotate binlog encryption master key at startup
89 --let $assert_select= Failed to rotate binlog encryption master key at startup
90 --let $assert_count= 0
91 --source include/assert_grep.inc
92 --let $assert_text= Server aborted to start
93 --let $assert_select= Server.*Aborting
94 --let $assert_count= 1
95 --source include/assert_grep.inc
96 --remove_file $master_error_log
97
98 --echo Restart the master enabling the options
99 --let $rpl_server_parameters= $KEYRING_PLUGIN_OPT $KEYRING_PLUGIN_LOAD --loose-keyring_file_data=$keyring_master --binlog_encryption=ON --binlog_rotate_encryption_master_key_at_startup=ON --log-error=$MYSQL_TMP_DIR/master.err
100 --let $rpl_omit_print_server_parameters= 1
101 --source include/rpl_start_server.inc
102 --connection master
103 --let $assert_text=binlog_encryption option shall be ON
104 --let $option_value = `SELECT variable_value FROM performance_schema.global_variables WHERE variable_name = "binlog_encryption"`
105 --let $assert_cond= "$option_value" = "ON"
106 --source include/assert.inc
107 --let $binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
108 --let $assert_text=Binary log rotated
109 --let $assert_cond= RIGHT("$binlog_file", 6) = "000003"
110 --source include/assert.inc
111 --let $assert_text= 3rd binary log is encrypted on master
112 --let $assert_cond= "[SHOW BINARY LOGS, Encrypted, 3]" = "Yes"
113 --source include/assert.inc
114 --let $rpl_log_file=$MASTER_DATADIR$binlog_file
115 --source include/rpl_get_log_encryption_key_id.inc
116 --let $assert_text=Binary log is encrypted with 2nd key
117 --let $assert_cond= RIGHT("$rpl_encryption_key_id", 2) = "_2"
118 --source include/assert.inc
119
120 # Recovery of a failed key rotation with key seqno > 1
121 --let $rpl_server_number= 1
122 --source include/rpl_stop_server.inc
123 # Master is not able to run some queries from includes until restarted
124 --connection slave
125 --remove_file $master_error_log
126 --let $point=3
127 --let $debug_point=rpl_encryption_first_time_enable_$point
128 # The 3rd master key will be generated in this point
129 --echo # Force the server to fail storing master key index
130 --let $error_message=Failed to store key
131 --let $rpl_server_parameters= $KEYRING_PLUGIN_OPT $KEYRING_PLUGIN_LOAD --loose-keyring_file_data=$keyring_master --binlog_encryption=ON --binlog_rotate_encryption_master_key_at_startup=ON --debug=d,$debug_point --log-error=$MYSQL_TMP_DIR/master.err
132 --echo Try to restart the master enabling the options with debug instrumentation
133 --error 0,1
134 --exec $MYSQLD --defaults-file=$MYSQLTEST_VARDIR/my.cnf --defaults-group-suffix=.$rpl_server_number $rpl_server_parameters
135 --let $assert_file= $master_error_log
136 --let $assert_text= Server reported: $error_message
137 --let $assert_select= $error_message
138 --let $assert_count= 1
139 --source include/assert_grep.inc
140 --let $assert_text= Server failed to initialize binlog encryption
141 --let $assert_select= Failed to initialize binlog encryption
142 --let $assert_count= 1
143 --source include/assert_grep.inc
144 --let $assert_text= Server did not failed to rotate binlog encryption master key at startup
145 --let $assert_select= Failed to rotate binlog encryption master key at startup
146 --let $assert_count= 0
147 --source include/assert_grep.inc
148 --let $assert_text= Server aborted to start
149 --let $assert_select= Server.*Aborting
150 --let $assert_count= 1
151 --source include/assert_grep.inc
152 --remove_file $master_error_log
153
154 --echo Restart the master enabling just the binlog_encryption option
155 --let $rpl_server_parameters= $KEYRING_PLUGIN_OPT $KEYRING_PLUGIN_LOAD --keyring_file_data=$keyring_master --binlog_encryption=ON --log-error=$MYSQL_TMP_DIR/master.err
156 --let $rpl_omit_print_server_parameters= 1
157 --source include/rpl_start_server.inc
158 --connection master
159 --let $assert_text=binlog_encryption option shall be ON
160 --let $option_value = `SELECT variable_value FROM performance_schema.global_variables WHERE variable_name = "binlog_encryption"`
161 --let $assert_cond= "$option_value" = "ON"
162 --source include/assert.inc
163 --let $binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
164 --let $assert_text=Binary log rotated
165 --let $assert_cond= RIGHT("$binlog_file", 6) = "000004"
166 --source include/assert.inc
167 --let $assert_text= 4th binary log is encrypted on master
168 --let $assert_cond= "[SHOW BINARY LOGS, Encrypted, 4]" = "Yes"
169 --source include/assert.inc
170 --let $rpl_log_file=$MASTER_DATADIR$binlog_file
171 --source include/rpl_get_log_encryption_key_id.inc
172 --let $assert_text=Binary log is encrypted with 3th key
173 --let $assert_cond= RIGHT("$rpl_encryption_key_id", 2) = "_3"
174 --source include/assert.inc
175
176 # Generate some traffic for replication
177 CREATE TABLE t1 (c1 INT PRIMARY KEY AUTO_INCREMENT, c2 TEXT);
178 INSERT INTO t1 (c2) VALUES ("MySQL");
179 --let $key=3
180 --let $last_binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
181 while ($key < 9)
182 {
183 --inc $key
184 --echo Restart the master enabling the options to generate key #$key
185 --let $rpl_server_number= 1
186 --let $rpl_server_parameters= $KEYRING_PLUGIN_OPT $KEYRING_PLUGIN_LOAD --keyring_file_data=$keyring_master --binlog_encryption=ON --binlog_rotate_encryption_master_key_at_startup=ON --log-error=$MYSQL_TMP_DIR/master.err
187 --let $rpl_omit_print_server_parameters= 1
188 --source include/rpl_restart_server.inc
189 --let $assert_text=binlog_encryption option shall be ON
190 --let $option_value = `SELECT variable_value FROM performance_schema.global_variables WHERE variable_name = "binlog_encryption"`
191 --let $assert_cond= "$option_value" = "ON"
192 --source include/assert.inc
193 --let $binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
194 --let $assert_text=Binary log rotated as expected
195 --let $assert_cond= RIGHT("$binlog_file", 6) = 1 + RIGHT("$last_binlog_file", 6)
196 --source include/assert.inc
197 --let $rpl_log_file=$MASTER_DATADIR$binlog_file
198 --source include/rpl_get_log_encryption_key_id.inc
199 --let $assert_text=Binary log is encrypted with key #$key
200 --let $assert_cond= RIGHT("$rpl_encryption_key_id", 2) = "_$key"
201 --source include/assert.inc
202 --let $last_binlog_file=query_get_value(SHOW MASTER STATUS, File, 1)
203 INSERT INTO t1 (c2) VALUES ("MySQL");
204 }
205
206 --echo ==== Cleanup ====
207
208 --echo * Disable encryption, cleanup database, and consume all encrypted logs.
209 --source include/rpl_connection_slave.inc
210 --source include/start_slave.inc
211 SET GLOBAL binlog_encryption = OFF;
212
213 --source include/rpl_connection_master.inc
214 SET GLOBAL binlog_encryption = OFF;
215 DROP TABLE t1;
216 --source include/sync_slave_sql_with_master.inc
217
218 --echo * Remove all encrypted logs.
219 --source include/rpl_reset.inc
220
221 --echo * Uninstall the plugin and delete the keyring.
222 --source include/rpl_connection_master.inc
223 UNINSTALL PLUGIN keyring_file;
224 --remove_file $keyring_master
225
226 --echo * Restart the servers with the same command lines as before the test.
227 --let $rpl_server_number = 1
228 --let $rpl_server_parameters =
229 --let $rpl_omit_print_server_parameters = 1
230 --source include/rpl_restart_server.inc
231 --let $rpl_server_number= 2
232 --source include/rpl_restart_server.inc
233
234 --echo * Clean up replication test framework
235 --source include/rpl_connection_slave.inc
236 --source include/start_slave.inc
237 --source include/rpl_end.inc