Debian Codegraph @

test/unit/test_role_management.c

raw
1 #include "../../src/protocol.h"
2 #include "../../src/roles.h"
3 #include "../../src/tracing.h"
4 #include "../lib/runner.h"
5
6 /* DSL for writing declarative role-management tests */
7
8 #define VOTERS(x) x
9 #define STANDBYS(x) x
10 #define ONLINE true
11 #define OFFLINE false
12 #define FAILURE_DOMAIN(x) x
13 #define WEIGHT(x) x
14
15 #define TARGET(voters_, standbys_) \
16 do { \
17 struct adjust_fixture *f = data; \
18 f->voters = voters_; \
19 f->standbys = standbys_; \
20 f->n = 0; \
21 } while (0)
22
23 #define BEFORE(id_, role_, online_, failure_domain_, weight_) \
24 do { \
25 struct adjust_fixture *f = data; \
26 munit_assert_uint(id_, >, 0); \
27 munit_assert_uint(id_, <=, 10); \
28 munit_assert_uint(id_, ==, f->n + 1); \
29 f->nodes[f->n].id = id_; \
30 f->nodes[f->n].role = role_; \
31 f->nodes[f->n].online = online_; \
32 f->nodes[f->n].failure_domain = failure_domain_; \
33 f->nodes[f->n].weight = weight_; \
34 f->n += 1; \
35 } while (0)
36
37 #define COMPUTE(id_) \
38 do { \
39 struct adjust_fixture *f = data; \
40 RolesComputeChanges(f->voters, f->standbys, f->nodes, f->n, \
41 id_, applyChangeCb, f); \
42 } while (0)
43
44 #define AFTER(id_, role_) \
45 do { \
46 unsigned i_; \
47 struct adjust_fixture *f = data; \
48 munit_assert_uint(id_, >, 0); \
49 munit_assert_uint(id_, <=, f->n); \
50 for (i_ = 0; i_ < f->n; i_ += 1) { \
51 if (f->nodes[i_].id == id_) { \
52 munit_assert_int(f->nodes[i_].role, ==, \
53 role_); \
54 break; \
55 } \
56 } \
57 if (i_ == f->n) { \
58 munit_assert(false); \
59 } \
60 } while (0)
61
62 TEST_MODULE(role_management);
63
64 TEST_SUITE(adjust);
65
66 struct adjust_fixture
67 {
68 int voters;
69 int standbys;
70 unsigned n;
71 struct all_node_info nodes[10];
72 };
73
74 static void applyChangeCb(uint64_t id, int role, void *arg)
75 {
76 (void)id;
77 (void)role;
78 (void)arg;
79 }
80
81 TEST_SETUP(adjust)
82 {
83 (void)params;
84 (void)user_data;
85 struct adjust_fixture *f = munit_malloc(sizeof *f);
86 memset(f, 0, sizeof *f);
87 return f;
88 }
89
90 TEST_TEAR_DOWN(adjust)
91 {
92 free(data);
93 }
94
95 /* A standby is promoted when there aren't enough voters. */
96 TEST_CASE(adjust, promote_voter, NULL)
97 {
98 (void)params;
99 TARGET(VOTERS(3), STANDBYS(0));
100 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
101 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
102 BEFORE(3, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
103 COMPUTE(1);
104 AFTER(1, COWSQL_VOTER);
105 AFTER(2, COWSQL_VOTER);
106 AFTER(3, COWSQL_VOTER);
107 return MUNIT_OK;
108 }
109
110 /* A voter is demoted when there are too many voters. */
111 TEST_CASE(adjust, demote_voter, NULL)
112 {
113 (void)params;
114 TARGET(VOTERS(1), STANDBYS(0));
115 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
116 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
117 COMPUTE(1);
118 AFTER(1, COWSQL_VOTER);
119 AFTER(2, COWSQL_SPARE);
120 return MUNIT_OK;
121 }
122
123 /* A spare is promoted when there aren't enough standbys. */
124 TEST_CASE(adjust, promote_standby, NULL)
125 {
126 (void)params;
127 TARGET(VOTERS(3), STANDBYS(1));
128 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
129 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
130 BEFORE(3, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
131 BEFORE(4, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
132 COMPUTE(1);
133 AFTER(1, COWSQL_VOTER);
134 AFTER(2, COWSQL_VOTER);
135 AFTER(3, COWSQL_VOTER);
136 AFTER(4, COWSQL_STANDBY);
137 return MUNIT_OK;
138 }
139
140 /* A standby is demoted when there are too many standbys. */
141 TEST_CASE(adjust, demote_standby, NULL)
142 {
143 (void)params;
144 TARGET(VOTERS(1), STANDBYS(0));
145 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
146 BEFORE(2, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
147 COMPUTE(1);
148 AFTER(1, COWSQL_VOTER);
149 AFTER(2, COWSQL_SPARE);
150 return MUNIT_OK;
151 }
152
153 /* An offline node is demoted, even when there's a shortage of voters and
154 * standbys. */
155 TEST_CASE(adjust, demote_offline, NULL)
156 {
157 (void)params;
158 TARGET(VOTERS(3), STANDBYS(1));
159 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
160 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
161 BEFORE(3, COWSQL_STANDBY, OFFLINE, FAILURE_DOMAIN(1), WEIGHT(1));
162 COMPUTE(1);
163 AFTER(1, COWSQL_VOTER);
164 AFTER(2, COWSQL_VOTER);
165 AFTER(3, COWSQL_SPARE);
166 return MUNIT_OK;
167 }
168
169 /* An offline voter is demoted and an online spare is promoted. */
170 TEST_CASE(adjust, voter_online_exchange, NULL)
171 {
172 (void)params;
173 TARGET(VOTERS(3), STANDBYS(0));
174 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
175 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
176 BEFORE(3, COWSQL_VOTER, OFFLINE, FAILURE_DOMAIN(1), WEIGHT(1));
177 BEFORE(4, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
178 COMPUTE(1);
179 AFTER(1, COWSQL_VOTER);
180 AFTER(2, COWSQL_VOTER);
181 AFTER(3, COWSQL_SPARE);
182 AFTER(4, COWSQL_VOTER);
183 return MUNIT_OK;
184 }
185
186 /* An offline standby is demoted and an online spare is promoted. */
187 TEST_CASE(adjust, standby_online_exchange, NULL)
188 {
189 (void)params;
190 TARGET(VOTERS(1), STANDBYS(1));
191 BEFORE(1, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
192 BEFORE(2, COWSQL_STANDBY, OFFLINE, FAILURE_DOMAIN(1), WEIGHT(1));
193 BEFORE(3, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
194 COMPUTE(3);
195 AFTER(1, COWSQL_STANDBY);
196 AFTER(2, COWSQL_SPARE);
197 AFTER(3, COWSQL_VOTER);
198 return MUNIT_OK;
199 }
200
201 /* A standby is promoted to voter, and a spare replaces it. */
202 TEST_CASE(adjust, voter_standby_promote_succession, NULL)
203 {
204 (void)params;
205 TARGET(VOTERS(3), STANDBYS(1));
206 BEFORE(1, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
207 BEFORE(2, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
208 BEFORE(3, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
209 BEFORE(4, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
210 COMPUTE(4);
211 AFTER(1, COWSQL_STANDBY);
212 AFTER(2, COWSQL_VOTER);
213 AFTER(3, COWSQL_VOTER);
214 AFTER(4, COWSQL_VOTER);
215 return MUNIT_OK;
216 }
217
218 /* A standby with a distinctive failure domain is preferred for promotion. */
219 TEST_CASE(adjust, voter_failure_domains, NULL)
220 {
221 (void)params;
222 TARGET(VOTERS(3), STANDBYS(1));
223 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
224 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
225 BEFORE(3, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
226 BEFORE(4, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(2), WEIGHT(1));
227 COMPUTE(1);
228 AFTER(1, COWSQL_VOTER);
229 AFTER(2, COWSQL_VOTER);
230 AFTER(3, COWSQL_STANDBY);
231 AFTER(4, COWSQL_VOTER);
232 return MUNIT_OK;
233 }
234
235 /* A spare with a distinctive failure domain is preferred for promotion. */
236 TEST_CASE(adjust, standby_failure_domains, NULL)
237 {
238 (void)params;
239 TARGET(VOTERS(1), STANDBYS(1));
240 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
241 BEFORE(2, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(2), WEIGHT(1));
242 BEFORE(3, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
243 COMPUTE(1);
244 AFTER(1, COWSQL_VOTER);
245 AFTER(2, COWSQL_STANDBY);
246 AFTER(3, COWSQL_SPARE);
247 return MUNIT_OK;
248 }
249
250 /* An offline standby is demoted even when it has a distinctive failure domain.
251 */
252 TEST_CASE(adjust, voter_failure_domains_vs_online, NULL)
253 {
254 (void)params;
255 TARGET(VOTERS(3), STANDBYS(1));
256 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
257 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
258 BEFORE(3, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
259 BEFORE(4, COWSQL_STANDBY, OFFLINE, FAILURE_DOMAIN(2), WEIGHT(1));
260 COMPUTE(1);
261 AFTER(1, COWSQL_VOTER);
262 AFTER(2, COWSQL_VOTER);
263 AFTER(3, COWSQL_VOTER);
264 AFTER(4, COWSQL_SPARE);
265 return MUNIT_OK;
266 }
267
268 /* An offline spare is not promoted even when it has a distinctive failure
269 * domain. */
270 TEST_CASE(adjust, standby_failure_domains_vs_online, NULL)
271 {
272 (void)params;
273 TARGET(VOTERS(1), STANDBYS(1));
274 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
275 BEFORE(2, COWSQL_SPARE, OFFLINE, FAILURE_DOMAIN(2), WEIGHT(1));
276 BEFORE(3, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
277 COMPUTE(1);
278 AFTER(1, COWSQL_VOTER);
279 AFTER(2, COWSQL_SPARE);
280 AFTER(3, COWSQL_STANDBY);
281 return MUNIT_OK;
282 }
283
284 /* A standby with a lower weight is preferred for promotion. */
285 TEST_CASE(adjust, voter_weights, NULL)
286 {
287 (void)params;
288 TARGET(VOTERS(3), STANDBYS(1));
289 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
290 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
291 BEFORE(3, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(2));
292 BEFORE(4, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
293 COMPUTE(1);
294 AFTER(1, COWSQL_VOTER);
295 AFTER(2, COWSQL_VOTER);
296 AFTER(3, COWSQL_STANDBY);
297 AFTER(4, COWSQL_VOTER);
298 return MUNIT_OK;
299 }
300
301 /* A spare with a lower weight is preferred for promotion. */
302 TEST_CASE(adjust, standby_weights, NULL)
303 {
304 (void)params;
305 TARGET(VOTERS(1), STANDBYS(1));
306 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
307 BEFORE(2, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
308 BEFORE(3, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(2));
309 COMPUTE(1);
310 AFTER(1, COWSQL_VOTER);
311 AFTER(2, COWSQL_STANDBY);
312 AFTER(3, COWSQL_SPARE);
313 return MUNIT_OK;
314 }
315
316 /* A standby with a distinctive failure domain is preferred for promotion over
317 * one with a low weight. */
318 TEST_CASE(adjust, voter_weights_vs_failure_domains, NULL)
319 {
320 (void)params;
321 TARGET(VOTERS(3), STANDBYS(1));
322 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
323 BEFORE(2, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
324 BEFORE(3, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(2), WEIGHT(2));
325 BEFORE(4, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
326 COMPUTE(1);
327 AFTER(1, COWSQL_VOTER);
328 AFTER(2, COWSQL_VOTER);
329 AFTER(3, COWSQL_VOTER);
330 AFTER(4, COWSQL_STANDBY);
331 return MUNIT_OK;
332 }
333
334 /* A spare with a distinctive failure domain is preferred for promotion over one
335 * with a low weight. */
336 TEST_CASE(adjust, standby_weights_vs_failure_domains, NULL)
337 {
338 (void)params;
339 TARGET(VOTERS(1), STANDBYS(2));
340 BEFORE(1, COWSQL_VOTER, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
341 BEFORE(2, COWSQL_STANDBY, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
342 BEFORE(3, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(1), WEIGHT(1));
343 BEFORE(4, COWSQL_SPARE, ONLINE, FAILURE_DOMAIN(2), WEIGHT(2));
344 COMPUTE(1);
345 AFTER(1, COWSQL_VOTER);
346 AFTER(2, COWSQL_STANDBY);
347 AFTER(3, COWSQL_SPARE);
348 AFTER(4, COWSQL_STANDBY);
349 return MUNIT_OK;
350 }