Debian Codegraph @

dirsrvtests/tests/suites/memberof_plugin/regression_test.py

raw
1 # --- BEGIN COPYRIGHT BLOCK ---
2 # Copyright (C) 2025 Red Hat, Inc.
3 # All rights reserved.
4 #
5 # License: GPL (version 3 or any later version).
6 # See LICENSE for details.
7 # --- END COPYRIGHT BLOCK ---
8 #
9 import logging
10 import pytest
11 import os
12 import time
13 import signal
14 import threading
15 import ldap
16 from datetime import datetime
17 from random import sample
18 from lib389.utils import ds_is_older, ensure_list_bytes, ensure_bytes, ensure_str
19 from test389.topologies import topology_m1h1c1 as topo, topology_st, topology_m2 as topo_m2
20 from lib389._constants import *
21 from lib389.plugins import MemberOfPlugin, RetroChangelogPlugin, USNPlugin
22 from lib389.backend import Backends
23 from lib389.mappingTree import MappingTrees
24 from lib389 import Entry
25 from lib389.idm.user import UserAccount, UserAccounts, TEST_USER_PROPERTIES
26 from lib389.idm.group import Groups, Group, UniqueGroups
27 from lib389.replica import ReplicationManager
28 from lib389.tasks import *
29 from lib389.idm.nscontainer import nsContainers
30 from lib389.idm.domain import Domain
31 from lib389.dirsrv_log import DirsrvErrorLog
32 from lib389.utils import get_default_db_lib
33 from . import check_membership
34
35
36 # Skip on older versions
37 pytestmark = [pytest.mark.tier1,
38 pytest.mark.skipif(ds_is_older('1.3.7'), reason="Not implemented")]
39
40 USER_CN = 'user_'
41 GROUP_CN = 'group1'
42 DEBUGGING = os.getenv('DEBUGGING', False)
43 SUBTREE_1 = 'cn=sub1,%s' % SUFFIX
44 SUBTREE_2 = 'cn=sub2,%s' % SUFFIX
45
46
47 if DEBUGGING:
48 logging.getLogger(__name__).setLevel(logging.DEBUG)
49 else:
50 logging.getLogger(__name__).setLevel(logging.INFO)
51 log = logging.getLogger(__name__)
52
53
54 @pytest.fixture(scope="function")
55 def users(request, topo_m2):
56 """Add users to the default suffix
57 Return the list of added user DNs.
58 """
59 users_num = request.param
60 users_list = []
61 users = UserAccounts(topo_m2.ms["supplier1"], DEFAULT_SUFFIX, rdn=None)
62 log.info('Adding %d users' % users_num)
63 for num in sample(list(range(1000)), users_num):
64 num_ran = int(round(num))
65 USER_NAME = 'test%05d' % num_ran
66 user = users.create(properties={
67 'uid': USER_NAME,
68 'sn': USER_NAME,
69 'cn': USER_NAME,
70 'uidNumber': '%s' % num_ran,
71 'gidNumber': '%s' % num_ran,
72 'homeDirectory': '/home/%s' % USER_NAME,
73 'mail': '%[email protected]' % USER_NAME,
74 'userpassword': 'pass%s' % num_ran,
75 })
76 users_list.append(user)
77
78 def fin():
79 for user in users_list:
80 user.delete()
81
82 request.addfinalizer(fin)
83 return users_list
84
85
86 def config_memberof(server):
87 # Configure fractional to prevent total init to send memberof
88 memberof = MemberOfPlugin(server)
89 memberof.enable()
90 memberof.set_autoaddoc('nsMemberOf')
91 server.restart()
92 ents = server.agreement.list(suffix=DEFAULT_SUFFIX)
93 for ent in ents:
94 log.info('update %s to add nsDS5ReplicatedAttributeListTotal' % ent.dn)
95 server.agreement.setProperties(agmnt_dn=ents[0].dn,
96 properties={RA_FRAC_EXCLUDE: '(objectclass=*) $ EXCLUDE memberOf',
97 RA_FRAC_EXCLUDE_TOTAL_UPDATE: '(objectclass=*) $ EXCLUDE '})
98
99
100 def send_updates_now(server):
101 ents = server.agreement.list(suffix=DEFAULT_SUFFIX)
102 for ent in ents:
103 server.agreement.pause(ent.dn)
104 server.agreement.resume(ent.dn)
105
106
107 def _find_memberof(server, member_dn, group_dn):
108 # To get the specific server's (M1, C1 and H1) user and group
109 user = UserAccount(server, member_dn)
110 assert user.exists()
111 group = Group(server, group_dn)
112 assert group.exists()
113
114 # test that the user entry should have memberof attribute with specified group dn value
115 assert group._dn.lower() in user.get_attr_vals_utf8_l('memberOf')
116
117
118 def test_memberof_with_repl(topo):
119 """Test that we allowed to enable MemberOf plugin in dedicated consumer
120
121 :id: ef71cd7c-e792-41bf-a3c0-b3b38391cbe5
122 :setup: 1 Supplier - 1 Hub - 1 Consumer
123 :steps:
124 1. Configure replication to EXCLUDE memberof
125 2. Enable memberof plugin
126 3. Create users/groups
127 4. Make user_0 member of group_0
128 5. Checks that user_0 is memberof group_0 on M,H,C
129 6. Make group_0 member of group_1 (nest group)
130 7. Checks that user_0 is memberof group_0 and group_1 on M,H,C
131 8. Check group_0 is memberof group_1 on M,H,C
132 9. Remove group_0 from group_1
133 10. Check group_0 and user_0 are NOT memberof group_1 on M,H,C
134 11. Remove user_0 from group_0
135 12. Check user_0 is not memberof group_0 and group_1 on M,H,C
136 13. Disable memberof on C
137 14. make user_0 member of group_1
138 15. Checks that user_0 is memberof group_0 on M,H but not on C
139 16. Enable memberof on C
140 17. Checks that user_0 is memberof group_0 on M,H but not on C
141 18. Run memberof fixup task
142 19. Checks that user_0 is memberof group_0 on M,H,C
143 :expectedresults:
144 1. Configuration should be successful
145 2. Plugin should be enabled
146 3. Users and groups should be created
147 4. user_0 should be member of group_0
148 5. user_0 should be memberof group_0 on M,H,C
149 6. group_0 should be member of group_1
150 7. user_0 should be memberof group_0 and group_1 on M,H,C
151 8. group_0 should be memberof group_1 on M,H,C
152 9. group_0 from group_1 removal should be successful
153 10. group_0 and user_0 should not be memberof group_1 on M,H,C
154 11. user_0 from group_0 remove should be successful
155 12. user_0 should not be memberof group_0 and group_1 on M,H,C
156 13. memberof should be disabled on C
157 14. user_0 should be member of group_1
158 15. user_0 should be memberof group_0 on M,H and should not on C
159 16. Enable memberof on C should be successful
160 17. user_0 should be memberof group_0 on M,H should not on C
161 18. memberof fixup task should be successful
162 19. user_0 should be memberof group_0 on M,H,C
163 """
164
165 M1 = topo.ms["supplier1"]
166 H1 = topo.hs["hub1"]
167 C1 = topo.cs["consumer1"]
168 repl = ReplicationManager(DEFAULT_SUFFIX)
169
170 # Step 1 & 2
171 M1.config.enable_log('audit')
172 config_memberof(M1)
173 M1.restart()
174
175 H1.config.enable_log('audit')
176 config_memberof(H1)
177 H1.restart()
178
179 C1.config.enable_log('audit')
180 config_memberof(C1)
181 C1.restart()
182
183 #Declare lists of users and groups
184 test_users = []
185 test_groups = []
186
187 # Step 3
188 # In for loop create users and add them in the user list
189 # it creates user_0 to user_9 (range is fun)
190 for i in range(10):
191 CN = '%s%d' % (USER_CN, i)
192 users = UserAccounts(M1, SUFFIX)
193 user_props = TEST_USER_PROPERTIES.copy()
194 user_props.update({'uid': CN, 'cn': CN, 'sn': '_%s' % CN})
195 testuser = users.create(properties=user_props)
196 time.sleep(2)
197 test_users.append(testuser)
198
199 # In for loop create groups and add them to the group list
200 # it creates group_0 to group_2 (range is fun)
201 for i in range(3):
202 CN = '%s%d' % (GROUP_CN, i)
203 groups = Groups(M1, SUFFIX)
204 testgroup = groups.create(properties={'cn': CN})
205 time.sleep(2)
206 test_groups.append(testgroup)
207
208 # Step 4
209 # Now start testing by adding differnt user to differn group
210 if not ds_is_older('1.3.7'):
211 test_groups[0].remove('objectClass', 'nsMemberOf')
212
213 member_dn = test_users[0].dn
214 grp0_dn = test_groups[0].dn
215 grp1_dn = test_groups[1].dn
216
217 test_groups[0].add_member(member_dn)
218 repl.wait_while_replication_is_progressing(M1, C1)
219
220 # Step 5
221 for i in [M1, H1, C1]:
222 _find_memberof(i, member_dn, grp0_dn)
223
224 # Step 6
225 test_groups[1].add_member(test_groups[0].dn)
226 repl.wait_while_replication_is_progressing(M1, C1)
227
228 # Step 7
229 for i in [grp0_dn, grp1_dn]:
230 for inst in [M1, H1, C1]:
231 _find_memberof(inst, member_dn, i)
232
233 # Step 8
234 for i in [M1, H1, C1]:
235 _find_memberof(i, grp0_dn, grp1_dn)
236
237 # Step 9
238 test_groups[1].remove_member(test_groups[0].dn)
239 time.sleep(2)
240
241 # Step 10
242 # For negative testcase, we are using assertionerror
243 for inst in [M1, H1, C1]:
244 for i in [grp0_dn, member_dn]:
245 with pytest.raises(AssertionError):
246 _find_memberof(inst, i, grp1_dn)
247
248 # Step 11
249 test_groups[0].remove_member(member_dn)
250 time.sleep(2)
251
252 # Step 12
253 for inst in [M1, H1, C1]:
254 for grp in [grp0_dn, grp1_dn]:
255 with pytest.raises(AssertionError):
256 _find_memberof(inst, member_dn, grp)
257
258 # Step 13
259 C1.plugins.disable(name=PLUGIN_MEMBER_OF)
260 C1.restart()
261
262 # Step 14
263 test_groups[0].add_member(member_dn)
264 repl.wait_while_replication_is_progressing(M1, C1)
265
266 # Step 15
267 for i in [M1, H1]:
268 _find_memberof(i, member_dn, grp0_dn)
269 with pytest.raises(AssertionError):
270 _find_memberof(C1, member_dn, grp0_dn)
271
272 # Step 16
273 memberof = MemberOfPlugin(C1)
274 memberof.enable()
275 C1.restart()
276
277 # Step 17
278 for i in [M1, H1]:
279 _find_memberof(i, member_dn, grp0_dn)
280 with pytest.raises(AssertionError):
281 _find_memberof(C1, member_dn, grp0_dn)
282
283 # Step 18
284 memberof.fixup(SUFFIX)
285 # have to sleep instead of task.wait() because the task opens a thread and exits
286 time.sleep(5)
287
288 # Step 19
289 for i in [M1, H1, C1]:
290 _find_memberof(i, member_dn, grp0_dn)
291
292
293 @pytest.mark.skipif(ds_is_older('1.3.7'), reason="Not implemented")
294 def test_scheme_violation_errors_logged(topo_m2):
295 """Check that ERR messages are verbose enough, if a member entry
296 doesn't have the appropriate objectclass to support 'memberof' attribute
297
298 :id: e2af0aaa-447e-4e85-a5ce-57ae66260d0b
299 :setup: Standalone instance
300 :steps:
301 1. Enable memberofPlugin and set autoaddoc to nsMemberOf
302 2. Restart the instance
303 3. Add a user without nsMemberOf attribute
304 4. Create a group and add the user to the group
305 5. Check that user has memberOf attribute
306 6. Check the error log for ".*oc_check_allowed_sv.*USER_DN.*memberOf.*not allowed.*"
307 and ".*schema violation caught - repair operation.*" patterns
308 :expectedresults:
309 1. Should be successful
310 2. Should be successful
311 3. Should be successful
312 4. Should be successful
313 5. User should have the attribute
314 6. Errors should be logged
315 """
316
317 inst = topo_m2.ms["supplier1"]
318 memberof = MemberOfPlugin(inst)
319 memberof.enable()
320 memberof.set_autoaddoc('nsMemberOf')
321 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
322 delay = 3
323 else:
324 delay = 0
325 inst.restart()
326
327 users = UserAccounts(inst, SUFFIX)
328 user_props = TEST_USER_PROPERTIES.copy()
329 user_props.update({'uid': USER_CN, 'cn': USER_CN, 'sn': USER_CN})
330 testuser = users.create(properties=user_props)
331 testuser.remove('objectclass', 'nsMemberOf')
332
333 groups = Groups(inst, SUFFIX)
334 testgroup = groups.create(properties={'cn': GROUP_CN})
335
336 testgroup.add('member', testuser.dn)
337
338 time.sleep(delay)
339 user_memberof_attr = testuser.get_attr_val_utf8('memberof')
340 assert user_memberof_attr
341 log.info('memberOf attr value - {}'.format(user_memberof_attr))
342
343 pattern = ".*oc_check_allowed_sv.*{}.*memberOf.*not allowed.*".format(testuser.dn)
344 log.info("pattern = %s" % pattern)
345 assert inst.ds_error_log.match(pattern)
346
347 pattern = ".*schema violation caught - repair operation.*"
348 assert inst.ds_error_log.match(pattern)
349
350
351 @pytest.mark.parametrize("users", [999], indirect=True)
352 def test_memberof_with_changelog_reset(topo_m2, users):
353 """Test that replication does not break, after DS stop-start, due to changelog reset
354
355 :id: 60c11636-55a1-4704-9e09-2c6bcc828de4
356 :setup: 2 Suppliers, 999 user entries on supplier 1 (created by users fixture)
357 :steps:
358 1. On M1 and M2, Enable memberof
359 2. On M1, add a group with these 999 user entries as members
360 3. Stop M1 in between,
361 when add the group memberof is called and before it is finished the
362 add, so step 3 should be executed after memberof has started and
363 before the add has finished
364 4. Check that replication is working fine
365 :expectedresults:
366 1. memberof should be enabled
367 2. Add operation should start
368 3. M1 should be stopped
369 4. Replication should be working fine
370 """
371 m1 = topo_m2.ms["supplier1"]
372 m2 = topo_m2.ms["supplier2"]
373
374 log.info("Configure memberof on M1 and M2")
375 memberof = MemberOfPlugin(m1)
376 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
377 # too difficult to make a large update work at shutdown
378 # need a dedicated test
379 return
380 memberof.enable()
381 memberof.set_autoaddoc('nsMemberOf')
382 m1.restart()
383
384 memberof = MemberOfPlugin(m2)
385 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
386 # too difficult to make a large update work at shutdown
387 # need a dedicated test
388 return
389 memberof.enable()
390 memberof.set_autoaddoc('nsMemberOf')
391 m2.restart()
392
393 log.info("On M1, add a group with these 999 entries as members")
394 dic_of_attributes = {'cn': ensure_bytes('testgroup'),
395 'objectclass': ensure_list_bytes(['top', 'groupOfNames'])}
396
397 for user in users:
398 dic_of_attributes.setdefault('member', [])
399 dic_of_attributes['member'].append(user.dn)
400
401 log.info('Adding the test group using async function')
402 groupdn = 'cn=testgroup,%s' % DEFAULT_SUFFIX
403 m1.add(Entry((groupdn, dic_of_attributes)))
404
405 #shutdown the server in-between adding the group
406 m1.stop()
407
408 #start the server
409 m1.start()
410
411 log.info("Check the log messages for error")
412 error_msg = "ERR - NSMMReplicationPlugin - ruv_compare_ruv"
413 assert not m1.ds_error_log.match(error_msg)
414
415 log.info("Check that the replication is working fine both ways, M1 <-> M2")
416 repl = ReplicationManager(DEFAULT_SUFFIX)
417 repl.test_replication_topology(topo_m2)
418
419
420 def add_container(inst, dn, name, sleep=False):
421 """Creates container entry"""
422 conts = nsContainers(inst, dn)
423 cont = conts.create(properties={'cn': name})
424 if sleep:
425 time.sleep(1)
426 return cont
427
428
429 def add_member(server, cn, subtree):
430 dn = subtree
431 users = UserAccounts(server, dn, rdn=None)
432 users.create(properties={'uid': 'test_%s' % cn,
433 'cn': "%s" % cn,
434 'sn': 'SN',
435 'description': 'member',
436 'uidNumber': '1000',
437 'gidNumber': '2000',
438 'homeDirectory': '/home/testuser'
439 })
440
441
442 def add_group(server, cn, subtree):
443 group = Groups(server, subtree, rdn=None)
444 group.create(properties={'cn': "%s" % cn,
445 'member': ['uid=test_m1,%s' % SUBTREE_1, 'uid=test_m2,%s' % SUBTREE_1],
446 'description': 'group'})
447
448
449 def rename_entry(server, cn, from_subtree, to_subtree):
450 dn = '%s,%s' % (cn, from_subtree)
451 nrdn = '%s-new' % cn
452 log.fatal('Renaming user (%s): new %s' % (dn, nrdn))
453 server.rename_s(dn, nrdn, newsuperior=to_subtree, delold=0)
454
455
456 def _find_memberof_ext(server, user_dn=None, group_dn=None, find_result=True):
457 assert (server)
458 assert (user_dn)
459 assert (group_dn)
460 ent = server.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
461 found = False
462 if ent.hasAttr('memberof'):
463
464 for val in ent.getValues('memberof'):
465 server.log.info("!!!!!!! %s: memberof->%s" % (user_dn, val))
466 if ensure_str(val) == group_dn:
467 found = True
468 break
469
470 if find_result:
471 assert found
472 else:
473 assert (not found)
474
475 def _check_membership(server, entry, expected_members, expected_memberof):
476 assert server
477 assert entry
478
479 memberof = entry.get_attr_vals('memberof')
480 member = entry.get_attr_vals('member')
481 assert len(member) == len(expected_members)
482 assert len(memberof) == len(expected_memberof)
483 for e in expected_members:
484 server.log.info("Checking %s has member %s" % (entry.dn, e.dn))
485 assert e.dn.encode() in member
486 for e in expected_memberof:
487 server.log.info("Checking %s is member of %s" % (entry.dn, e.dn))
488 assert e.dn.encode() in memberof
489
490
491 def test_memberof_group(topology_st):
492 """Test memberof does not fail if group is moved into scope
493
494 :id: d1d276ae-6375-4ad8-9437-6a0afcbee7d2
495
496 :setup: Single instance
497
498 :steps:
499 1. Enable memberof plugin and set memberofentryscope
500 2. Restart the server
501 3. Add test sub-suffixes
502 4. Add test users
503 5. Add test groups
504 6. Check for memberof attribute added to the test users
505 7. Rename the group entry
506 8. Check the new name is reflected in memberof attribute of user
507
508 :expectedresults:
509 1. memberof plugin should be enabled and memberofentryscope should be set
510 2. Server should be restarted
511 3. Sub-suffixes should be added
512 4. Test users should be added
513 5. Test groups should be added
514 6. memberof attribute should be present in the test users
515 7. Group entry should be renamed
516 8. New group name should be present in memberof attribute of user
517 """
518
519 inst = topology_st.standalone
520 log.info('Enable memberof plugin and set the scope as cn=sub1,dc=example,dc=com')
521 memberof = MemberOfPlugin(inst)
522 memberof.enable()
523 memberof.replace('memberOfEntryScope', SUBTREE_1)
524 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
525 delay = 3
526 else:
527 delay = 0
528 inst.restart()
529
530 add_container(inst, SUFFIX, 'sub1')
531 add_container(inst, SUFFIX, 'sub2')
532 add_member(inst, 'm1', SUBTREE_1)
533 add_member(inst, 'm2', SUBTREE_1)
534 add_group(inst, 'g1', SUBTREE_1)
535 add_group(inst, 'g2', SUBTREE_2)
536
537 time.sleep(delay)
538 # _check_memberof
539 dn1 = '%s,%s' % ('uid=test_m1', SUBTREE_1)
540 dn2 = '%s,%s' % ('uid=test_m2', SUBTREE_1)
541 g1 = '%s,%s' % ('cn=g1', SUBTREE_1)
542 g2 = '%s,%s' % ('cn=g2', SUBTREE_2)
543 _find_memberof_ext(inst, dn1, g1, True)
544 _find_memberof_ext(inst, dn2, g1, True)
545 _find_memberof_ext(inst, dn1, g2, False)
546 _find_memberof_ext(inst, dn2, g2, False)
547
548 rename_entry(inst, 'cn=g2', SUBTREE_2, SUBTREE_1)
549
550 time.sleep(delay)
551 g2n = '%s,%s' % ('cn=g2-new', SUBTREE_1)
552 _find_memberof_ext(inst, dn1, g1, True)
553 _find_memberof_ext(inst, dn2, g1, True)
554 _find_memberof_ext(inst, dn1, g2n, True)
555 _find_memberof_ext(inst, dn2, g2n, True)
556
557 def test_multipaths(topology_st, request):
558 """Test memberof succeeds to update memberof when
559 there are multiple paths from a leaf to an intermediate node
560
561 :id: 35aa704a-b895-4153-9dcb-1e8a13612ebf
562
563 :setup: Single instance
564
565 :steps:
566 1. Create a graph G1->U1, G2->G21->U1
567 2. Add G2 as member of G1: G1->U1, G1->G2->G21->U1
568 3. Check members and memberof in entries G1,G2,G21,User1
569
570 :expectedresults:
571 1. Graph should be created
572 2. succeed
573 3. Membership is okay
574 """
575
576 inst = topology_st.standalone
577 memberof = MemberOfPlugin(inst)
578 memberof.enable()
579 memberof.replace('memberOfEntryScope', SUFFIX)
580 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
581 delay = 3
582 else:
583 delay = 0
584 inst.restart()
585
586 #
587 # Create the hierarchy
588 #
589 #
590 # Grp1 ---------------> User1
591 # ^
592 # /
593 # Grp2 ----> Grp21 ------/
594 #
595 users = UserAccounts(inst, SUFFIX, rdn=None)
596 user1 = users.create(properties={'uid': "user1",
597 'cn': "user1",
598 'sn': 'SN',
599 'description': 'leaf',
600 'uidNumber': '1000',
601 'gidNumber': '2000',
602 'homeDirectory': '/home/user1'
603 })
604 group = Groups(inst, SUFFIX, rdn=None)
605 g0 = group.create(properties={'cn': 'group0',
606 'description': 'group0'})
607 g1 = group.create(properties={'cn': 'group1',
608 'member': user1.dn,
609 'description': 'group1'})
610 g21 = group.create(properties={'cn': 'group21',
611 'member': user1.dn,
612 'description': 'group21'})
613 g2 = group.create(properties={'cn': 'group2',
614 'member': [g21.dn],
615 'description': 'group2'})
616
617 # Enable debug logs if necessary
618 #inst.config.replace('nsslapd-errorlog-level', '65536')
619 #inst.config.set('nsslapd-accesslog-level','260')
620 #inst.config.set('nsslapd-plugin-logging', 'on')
621 #inst.config.set('nsslapd-auditlog-logging-enabled','on')
622 #inst.config.set('nsslapd-auditfaillog-logging-enabled','on')
623
624 #
625 # Update the hierarchy
626 #
627 #
628 # Grp1 ----------------> User1
629 # \ ^
630 # \ /
631 # --> Grp2 --> Grp21 --
632 #
633 g1.add_member(g2.dn)
634 time.sleep(delay)
635
636 #
637 # Check G1, G2, G21 and User1 members and memberof
638 #
639 _check_membership(inst, g1, expected_members=[g2, user1], expected_memberof=[])
640 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[g1])
641 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g2, g1])
642 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1])
643
644 #inst.config.replace('nsslapd-errorlog-level', '65536')
645 #inst.config.set('nsslapd-accesslog-level','260')
646 #inst.config.set('nsslapd-plugin-logging', 'on')
647 #inst.config.set('nsslapd-auditlog-logging-enabled','on')
648 #inst.config.set('nsslapd-auditfaillog-logging-enabled','on')
649 #
650 # Update the hierarchy
651 #
652 #
653 # Grp1 ----------------> User1
654 # ^
655 # /
656 # Grp2 --> Grp21 --
657 #
658 g1.remove_member(g2.dn)
659 time.sleep(delay)
660
661 #
662 # Check G1, G2, G21 and User1 members and memberof
663 #
664 _check_membership(inst, g1, expected_members=[user1], expected_memberof=[])
665 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[])
666 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g2])
667 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1])
668
669 #
670 # Update the hierarchy
671 #
672 #
673 # Grp1 ----------------> User1
674 # \__________ ^
675 # | /
676 # v /
677 # Grp2 --> Grp21 ----
678 #
679 g1.add_member(g21.dn)
680 time.sleep(delay)
681
682 #
683 # Check G1, G2, G21 and User1 members and memberof
684 #
685 _check_membership(inst, g1, expected_members=[user1, g21], expected_memberof=[])
686 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[])
687 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g2, g1])
688 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1])
689
690 #
691 # Update the hierarchy
692 #
693 #
694 # Grp1 ----------------> User1
695 # ^
696 # /
697 # Grp2 --> Grp21 --
698 #
699 g1.remove_member(g21.dn)
700 time.sleep(delay)
701
702 #
703 # Check G1, G2, G21 and User1 members and memberof
704 #
705 _check_membership(inst, g1, expected_members=[user1], expected_memberof=[])
706 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[])
707 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g2])
708 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1])
709
710 #
711 # Update the hierarchy
712 #
713 #
714 # Grp1 ----------------> User1
715 # ^
716 # /
717 # Grp0 ---> Grp2 ---> Grp21 ---
718 #
719 g0.add_member(g2.dn)
720 time.sleep(delay)
721
722 #
723 # Check G0,G1, G2, G21 and User1 members and memberof
724 #
725 _check_membership(inst, g0, expected_members=[g2], expected_memberof=[])
726 _check_membership(inst, g1, expected_members=[user1], expected_memberof=[])
727 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[g0])
728 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g0, g2])
729 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1, g0])
730
731 #
732 # Update the hierarchy
733 #
734 #
735 # Grp1 ----------------> User1
736 # ^ ^
737 # / /
738 # Grp0 ---> Grp2 ---> Grp21 ---
739 #
740 g0.add_member(g1.dn)
741 time.sleep(delay)
742
743 #
744 # Check G0,G1, G2, G21 and User1 members and memberof
745 #
746 _check_membership(inst, g0, expected_members=[g1,g2], expected_memberof=[])
747 _check_membership(inst, g1, expected_members=[user1], expected_memberof=[g0])
748 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[g0])
749 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g0, g2])
750 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1, g0])
751
752 #
753 # Update the hierarchy
754 #
755 #
756 # Grp1 ----------------> User1
757 # ^ \_____________ ^
758 # / | /
759 # / V /
760 # Grp0 ---> Grp2 ---> Grp21 ---
761 #
762 g1.add_member(g21.dn)
763 time.sleep(delay)
764
765 #
766 # Check G0,G1, G2, G21 and User1 members and memberof
767 #
768 _check_membership(inst, g0, expected_members=[g1, g2], expected_memberof=[])
769 _check_membership(inst, g1, expected_members=[user1, g21], expected_memberof=[g0])
770 _check_membership(inst, g2, expected_members=[g21], expected_memberof=[g0])
771 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g0, g1, g2])
772 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g2, g1, g0])
773
774 #
775 # Update the hierarchy
776 #
777 #
778 # Grp1 ----------------> User1
779 # ^ \_____________ ^
780 # / | /
781 # / V /
782 # Grp0 ---> Grp2 Grp21 ---
783 #
784 g2.remove_member(g21.dn)
785 time.sleep(delay)
786
787 #
788 # Check G0,G1, G2, G21 and User1 members and memberof
789 #
790 _check_membership(inst, g0, expected_members=[g1, g2], expected_memberof=[])
791 _check_membership(inst, g1, expected_members=[user1, g21], expected_memberof=[g0])
792 _check_membership(inst, g2, expected_members=[], expected_memberof=[g0])
793 _check_membership(inst, g21, expected_members=[user1], expected_memberof=[g0, g1])
794 _check_membership(inst, user1, expected_members=[], expected_memberof=[g21, g1, g0])
795
796 def fin():
797 try:
798 user1.delete()
799 g1.delete()
800 g2.delete()
801 g21.delete()
802 except:
803 pass
804 request.addfinalizer(fin)
805
806 def _config_memberof_entrycache_on_modrdn_failure(server):
807
808 server.plugins.enable(name=PLUGIN_MEMBER_OF)
809 peoplebase = 'ou=people,%s' % SUFFIX
810 MEMBEROF_PLUGIN_DN = ('cn=' + PLUGIN_MEMBER_OF + ',cn=plugins,cn=config')
811 server.modify_s(MEMBEROF_PLUGIN_DN, [(ldap.MOD_REPLACE, 'memberOfAllBackends', b'on'),
812 (ldap.MOD_REPLACE, 'memberOfEntryScope', peoplebase.encode()),
813 (ldap.MOD_REPLACE, 'memberOfAutoAddOC', b'nsMemberOf')])
814
815
816 def _disable_auto_oc_memberof(server):
817 MEMBEROF_PLUGIN_DN = ('cn=' + PLUGIN_MEMBER_OF + ',cn=plugins,cn=config')
818 server.modify_s(MEMBEROF_PLUGIN_DN,
819 [(ldap.MOD_REPLACE, 'memberOfAutoAddOC', b'nsContainer')])
820
821
822 def test_entrycache_on_modrdn_failure(topology_st):
823 """This test checks that when a modrdn fails, the destination entry is not returned by a search
824 This could happen in case the destination entry remains in the entry cache
825
826 :id: a4d8ac0b-2448-406a-9dc2-5a72851e30b6
827 :setup: Standalone Instance
828 :steps:
829 1. configure memberof to only scope ou=people,SUFFIX
830 2. Creates 10 users
831 3. Create groups0 (in peoplebase) that contain user0 and user1
832 4. Check user0 and user1 have memberof=group0.dn
833 5. Create group1 (OUT peoplebase) that contain user0 and user1
834 6. Check user0 and user1 have NOT memberof=group1.dn
835 7. Move group1 IN peoplebase and check users0 and user1 HAVE memberof=group1.dn
836 8. Create group2 (OUT peoplebase) that contain user2 and user3. Group2 contains a specific description value
837 9. Check user2 and user3 have NOT memberof=group2.dn
838 10. configure memberof so that added objectclass does not allow 'memberof' attribute
839 11. Move group2 IN peoplebase and check move failed OPERATIONS_ERROR (because memberof failed)
840 12. Search all groups and check that the group, having the specific description value,
841 has the original DN of group2.dn
842 :expectedresults:
843 1. should succeed
844 2. should succeed
845 3. should succeed
846 4. should succeed
847 5. should succeed
848 6. should succeed
849 7. should succeed
850 8. should succeed
851 9. should succeed
852 10. should succeed
853 11. should fail OPERATION_ERROR because memberof plugin fails to add 'memberof' to members.
854 12. should succeed
855
856 """
857
858 # only scopes peoplebase
859 _config_memberof_entrycache_on_modrdn_failure(topology_st.standalone)
860 memberof = MemberOfPlugin(topology_st.standalone)
861 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
862 delay = 3
863 else:
864 delay = 0
865 topology_st.standalone.restart(timeout=10)
866
867 # create 10 users
868 peoplebase = 'ou=people,%s' % SUFFIX
869 for i in range(10):
870 cn = 'user%d' % i
871 dn = 'cn=%s,%s' % (cn, peoplebase)
872 log.fatal('Adding user (%s): ' % dn)
873 topology_st.standalone.add_s(Entry((dn, {'objectclass': ['top', 'person'],
874 'sn': 'user_%s' % cn,
875 'description': 'add on standalone'})))
876
877 # Check that members of group0 (in the scope) have 'memberof
878 group0_dn = 'cn=group_in0,%s' % peoplebase
879 topology_st.standalone.add_s(Entry((group0_dn, {'objectclass': ['top', 'groupofnames'],
880 'member': [
881 'cn=user0,%s' % peoplebase,
882 'cn=user1,%s' % peoplebase,
883 ],
884 'description': 'mygroup'})))
885
886 time.sleep(delay)
887 # Check the those entries have memberof with group0
888 for i in range(2):
889 user_dn = 'cn=user%d,%s' % (i, peoplebase)
890 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
891 assert ent.hasAttr('memberof')
892 found = False
893 for val in ent.getValues('memberof'):
894 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, group0_dn.encode().lower()))
895 if val.lower() == group0_dn.encode().lower():
896 found = True
897 break
898 assert found
899
900 # Create a group1 out of the scope
901 group1_dn = 'cn=group_out1,%s' % SUFFIX
902 topology_st.standalone.add_s(Entry((group1_dn, {'objectclass': ['top', 'groupofnames'],
903 'member': [
904 'cn=user0,%s' % peoplebase,
905 'cn=user1,%s' % peoplebase,
906 ],
907 'description': 'mygroup'})))
908
909 time.sleep(delay)
910 # Check the those entries have not memberof with group1
911 for i in range(2):
912 user_dn = 'cn=user%d,%s' % (i, peoplebase)
913 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
914 assert ent.hasAttr('memberof')
915 found = False
916 for val in ent.getValues('memberof'):
917 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, group1_dn.encode().lower()))
918 if val.lower() == group1_dn.encode().lower():
919 found = True
920 break
921 assert not found
922
923 # move group1 into the scope and check user0 and user1 are memberof group1
924 topology_st.standalone.rename_s(group1_dn, 'cn=group_in1', newsuperior=peoplebase, delold=0)
925 new_group1_dn = 'cn=group_in1,%s' % peoplebase
926
927 time.sleep(delay)
928 for i in range(2):
929 user_dn = 'cn=user%d,%s' % (i, peoplebase)
930 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
931 assert ent.hasAttr('memberof')
932 found = False
933 for val in ent.getValues('memberof'):
934 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, new_group1_dn.encode().lower()))
935 if val.lower() == new_group1_dn.encode().lower():
936 found = True
937 break
938 assert found
939
940 # Create a group2 out of the scope with a SPECIFIC description value
941 entry_description = "this is to check that the entry having this description has the appropriate DN"
942 group2_dn = 'cn=group_out2,%s' % SUFFIX
943 topology_st.standalone.add_s(Entry((group2_dn, {'objectclass': ['top', 'groupofnames'],
944 'member': [
945 'cn=user2,%s' % peoplebase,
946 'cn=user3,%s' % peoplebase,
947 ],
948 'description': entry_description})))
949 time.sleep(delay)
950 # Check the those entries have not memberof with group2
951 for i in (2, 3):
952 user_dn = 'cn=user%d,%s' % (i, peoplebase)
953 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
954 assert not ent.hasAttr('memberof')
955
956 # memberof will not add the missing objectclass
957 _disable_auto_oc_memberof(topology_st.standalone)
958 topology_st.standalone.restart(timeout=10)
959
960 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
961 # move group2 into the scope and check it succeeds
962 topology_st.standalone.rename_s(group2_dn, 'cn=group_in2', newsuperior=peoplebase, delold=0)
963 topology_st.standalone.log.info("This is expected, modrdn does not fail only updates of members will fail")
964 else:
965 # move group2 into the scope and check it fails
966 try:
967 topology_st.standalone.rename_s(group2_dn, 'cn=group_in2', newsuperior=peoplebase, delold=0)
968 topology_st.standalone.log.info("This is unexpected, modrdn should fail as the member entry have not the appropriate objectclass")
969 assert False
970 except ldap.OBJECT_CLASS_VIOLATION:
971 pass
972
973 # retrieve the entry having the specific description value
974 # check that the entry DN is the original group2 DN
975 ents = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, '(cn=gr*)')
976 found = False
977 for ent in ents:
978 topology_st.standalone.log.info("retrieve: %s with desc=%s" % (ent.dn, ent.getValue('description')))
979 if ent.getValue('description') == entry_description.encode():
980 found = True
981 assert ent.dn == group2_dn
982 assert found
983
984
985 def _config_memberof_silent_memberof_failure(server):
986 _config_memberof_entrycache_on_modrdn_failure(server)
987
988
989 def test_silent_memberof_failure(topology_st, request):
990 """This test checks that if during a MODRDN, the memberof plugin fails
991 then MODRDN also fails
992
993 :id: 095aee01-581c-43dd-a241-71f9631a18bb
994 :setup: Standalone Instance
995 :steps:
996 1. configure memberof to only scope ou=people,SUFFIX
997 2. Do some cleanup and Creates 10 users
998 3. Create groups0 (IN peoplebase) that contain user0 and user1
999 4. Check user0 and user1 have memberof=group0.dn
1000 5. Create group1 (OUT peoplebase) that contain user0 and user1
1001 6. Check user0 and user1 have NOT memberof=group1.dn
1002 7. Move group1 IN peoplebase and check users0 and user1 HAVE memberof=group1.dn
1003 8. Create group2 (OUT peoplebase) that contain user2 and user3.
1004 9. Check user2 and user3 have NOT memberof=group2.dn
1005 10. configure memberof so that added objectclass does not allow 'memberof' attribute
1006 11. Move group2 IN peoplebase and check move failed OPERATIONS_ERROR (because memberof failed)
1007 12. Check user2 and user3 have NOT memberof=group2.dn
1008 13. ADD group3 (IN peoplebase) with user4 and user5 members and check add failed OPERATIONS_ERROR (because memberof failed)
1009 14. Check user4 and user5 have NOT memberof=group2.dn
1010 :expectedresults:
1011 1. should succeed
1012 2. should succeed
1013 3. should succeed
1014 4. should succeed
1015 5. should succeed
1016 6. should succeed
1017 7. should succeed
1018 8. should succeed
1019 9. should succeed
1020 10. should succeed
1021 11. should fail OPERATION_ERROR because memberof plugin fails to add 'memberof' to members.
1022 12. should succeed
1023 13. should fail OPERATION_ERROR because memberof plugin fails to add 'memberof' to members
1024 14. should succeed
1025 """
1026 # only scopes peoplebase
1027 _config_memberof_silent_memberof_failure(topology_st.standalone)
1028 memberof = MemberOfPlugin(topology_st.standalone)
1029 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
1030 delay = 3
1031 else:
1032 delay = 0
1033 topology_st.standalone.restart(timeout=10)
1034
1035 # first do some cleanup
1036 peoplebase = 'ou=people,%s' % SUFFIX
1037 for i in range(10):
1038 cn = 'user%d' % i
1039 dn = 'cn=%s,%s' % (cn, peoplebase)
1040 try:
1041 topology_st.standalone.delete_s(dn)
1042 except ldap.NO_SUCH_OBJECT:
1043 pass
1044
1045 for i in range(3):
1046 try:
1047 topology_st.standalone.delete_s('cn=group_in%d,%s' % (i, peoplebase))
1048 except ldap.NO_SUCH_OBJECT:
1049 pass
1050
1051 try:
1052 topology_st.standalone.delete_s('cn=group_out2,%s' % SUFFIX)
1053 except ldap.NO_SUCH_OBJECT:
1054 pass
1055
1056 # create 10 users
1057 for i in range(10):
1058 cn = 'user%d' % i
1059 dn = 'cn=%s,%s' % (cn, peoplebase)
1060 log.fatal('Adding user (%s): ' % dn)
1061 topology_st.standalone.add_s(Entry((dn, {'objectclass': ['top', 'person'],
1062 'sn': 'user_%s' % cn,
1063 'description': 'add on standalone'})))
1064
1065 # Check that members of group0 (in the scope) have 'memberof
1066 group0_dn = 'cn=group_in0,%s' % peoplebase
1067 topology_st.standalone.add_s(Entry((group0_dn, {'objectclass': ['top', 'groupofnames'],
1068 'member': [
1069 'cn=user0,%s' % peoplebase,
1070 'cn=user1,%s' % peoplebase,
1071 ],
1072 'description': 'mygroup'})))
1073
1074 time.sleep(delay)
1075 # Check the those entries have memberof with group0
1076 for i in range(2):
1077 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1078 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1079 assert ent.hasAttr('memberof')
1080 found = False
1081 for val in ent.getValues('memberof'):
1082 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, group0_dn.encode().lower()))
1083 if val.lower() == group0_dn.encode().lower():
1084 found = True
1085 break
1086 assert found
1087
1088 # Create a group1 out of the scope
1089 group1_dn = 'cn=group_out1,%s' % SUFFIX
1090 topology_st.standalone.add_s(Entry((group1_dn, {'objectclass': ['top', 'groupofnames'],
1091 'member': [
1092 'cn=user0,%s' % peoplebase,
1093 'cn=user1,%s' % peoplebase,
1094 ],
1095 'description': 'mygroup'})))
1096
1097 time.sleep(delay)
1098 # Check the those entries have not memberof with group1
1099 for i in range(2):
1100 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1101 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1102 assert ent.hasAttr('memberof')
1103 found = False
1104 for val in ent.getValues('memberof'):
1105 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, group1_dn.encode().lower()))
1106 if val.lower() == group1_dn.encode().lower():
1107 found = True
1108 break
1109 assert not found
1110
1111 # move group1 into the scope and check user0 and user1 are memberof group1
1112 topology_st.standalone.rename_s(group1_dn, 'cn=group_in1', newsuperior=peoplebase, delold=0)
1113 new_group1_dn = 'cn=group_in1,%s' % peoplebase
1114 time.sleep(delay)
1115 for i in range(2):
1116 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1117 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1118 assert ent.hasAttr('memberof')
1119 found = False
1120 for val in ent.getValues('memberof'):
1121 topology_st.standalone.log.info("!!!!!!! %s: memberof->%s (vs %s)" % (user_dn, val, new_group1_dn.encode().lower()))
1122 if val.lower() == new_group1_dn.encode().lower():
1123 found = True
1124 break
1125 assert found
1126
1127 # Create a group2 out of the scope
1128 group2_dn = 'cn=group_out2,%s' % SUFFIX
1129 topology_st.standalone.add_s(Entry((group2_dn, {'objectclass': ['top', 'groupofnames'],
1130 'member': [
1131 'cn=user2,%s' % peoplebase,
1132 'cn=user3,%s' % peoplebase,
1133 ],
1134 'description': 'mygroup'})))
1135
1136 time.sleep(delay)
1137 # Check the those entries have not memberof with group2
1138 for i in (2, 3):
1139 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1140 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1141 assert not ent.hasAttr('memberof')
1142
1143 # memberof will not add the missing objectclass
1144 _disable_auto_oc_memberof(topology_st.standalone)
1145 topology_st.standalone.restart(timeout=10)
1146
1147 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
1148 # move group2 into the scope and check it succeeds
1149 topology_st.standalone.rename_s(group2_dn, 'cn=group_in2', newsuperior=peoplebase, delold=0)
1150 topology_st.standalone.log.info("This is expected, modrdn does not fail only updates of members will fail")
1151 else:
1152 # move group2 into the scope and check it fails
1153 try:
1154 topology_st.standalone.rename_s(group2_dn, 'cn=group_in2', newsuperior=peoplebase, delold=0)
1155 topology_st.standalone.log.info("This is unexpected, modrdn should fail as the member entry have not the appropriate objectclass")
1156 assert False
1157 except ldap.OBJECT_CLASS_VIOLATION:
1158 pass
1159
1160 time.sleep(delay)
1161 # Check the those entries have not memberof
1162 for i in (2, 3):
1163 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1164 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1165 topology_st.standalone.log.info("Should assert %s has memberof is %s" % (user_dn, ent.hasAttr('memberof')))
1166 assert not ent.hasAttr('memberof')
1167
1168 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() == "on"):
1169 # Create a group3 in the scope
1170 group3_dn = 'cn=group3_in,%s' % peoplebase
1171 topology_st.standalone.add_s(Entry((group3_dn, {'objectclass': ['top', 'groupofnames'],
1172 'member': ['cn=user4,%s' % peoplebase,
1173 'cn=user5,%s' % peoplebase,],
1174 'description': 'mygroup'})))
1175 topology_st.standalone.log.info("This is expected, add does not fail only updates of members will fail")
1176 else:
1177 # Create a group3 in the scope
1178 group3_dn = 'cn=group3_in,%s' % peoplebase
1179 try:
1180 topology_st.standalone.add_s(Entry((group3_dn, {'objectclass': ['top', 'groupofnames'],
1181 'member': [
1182 'cn=user4,%s' % peoplebase,
1183 'cn=user5,%s' % peoplebase,
1184 ],
1185 'description': 'mygroup'})))
1186 topology_st.standalone.log.info("This is unexpected, ADD should fail as the member entry have not the appropriate objectclass")
1187 assert False
1188 except ldap.OBJECT_CLASS_VIOLATION:
1189 pass
1190 except ldap.OPERATIONS_ERROR:
1191 pass
1192
1193 time.sleep(delay)
1194 # Check the those entries do not have memberof
1195 for i in (4, 5):
1196 user_dn = 'cn=user%d,%s' % (i, peoplebase)
1197 ent = topology_st.standalone.getEntry(user_dn, ldap.SCOPE_BASE, "(objectclass=*)", ['memberof'])
1198 topology_st.standalone.log.info("Should assert %s has memberof is %s" % (user_dn, ent.hasAttr('memberof')))
1199 assert not ent.hasAttr('memberof')
1200
1201 def fin():
1202 # Cleanup the user[0-9]* entries
1203 peoplebase = 'ou=people,%s' % SUFFIX
1204 for i in range(10):
1205 cn = 'user%d' % i
1206 dn = 'cn=%s,%s' % (cn, peoplebase)
1207 try:
1208 topology_st.standalone.delete_s(dn)
1209 except ldap.NO_SUCH_OBJECT:
1210 pass
1211
1212 # Cleanup the user_ entries
1213 ents = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, '(uid=user_*)')
1214 for ent in ents:
1215 try:
1216 topology_st.standalone.delete_s(ent.dn)
1217 except ldap.NO_SUCH_OBJECT:
1218 pass
1219
1220 # Cleanup the test_ entries
1221 ents = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, '(uid=test_*)')
1222 for ent in ents:
1223 try:
1224 topology_st.standalone.delete_s(ent.dn)
1225 except ldap.NO_SUCH_OBJECT:
1226 pass
1227
1228 for i in range(3):
1229 try:
1230 topology_st.standalone.delete_s('cn=group_in%d,%s' % (i, peoplebase))
1231 except ldap.NO_SUCH_OBJECT:
1232 pass
1233
1234 try:
1235 topology_st.standalone.delete_s('cn=group_out2,%s' % SUFFIX)
1236 except ldap.NO_SUCH_OBJECT:
1237 pass
1238
1239 request.addfinalizer(fin)
1240
1241
1242 def check_memberof_consistency(inst, group):
1243 """This function checks that there is same number of:
1244 - entries having 'memberOf' attribute
1245 - members in the group
1246 """
1247 suffix = Domain(inst, SUFFIX)
1248 group_members = len(group.get_attr_vals('member'))
1249 users_memberof = len(suffix.search(filter='(memberof=*)'))
1250 assert group_members == users_memberof
1251
1252
1253 def count_global_fixup_message(errlog):
1254 """This function returns a tuple (nbstarted, nsfinished) telling how many messages
1255 (about Memberof pluging global fixed task) are found in the error log.
1256 """
1257 nbstarted = 0
1258 nbfinished = 0
1259 for line in errlog.match('.*Memberof plugin [a-z]* the global fixup task.*'):
1260 if 'started' in line:
1261 nbstarted += 1
1262 elif 'finished' in line:
1263 nbfinished += 1
1264 log.info(f'Global fixup start was started {nbstarted} times.')
1265 log.info(f'Global fixup start was finished {nbfinished} times.')
1266 return (nbstarted, nbfinished)
1267
1268 def _kill_instance(inst, sig=signal.SIGTERM, delay=None):
1269 pid = None
1270 try:
1271 with open(inst.pid_file(), 'rb') as f:
1272 for line in f.readlines():
1273 try:
1274 pid = int(line.strip())
1275 break
1276 except ValueError:
1277 continue
1278 except IOError:
1279 pass
1280
1281 if not pid or pid == 0:
1282 pytest.raises(AssertionError)
1283
1284 if delay:
1285 time.sleep(delay)
1286 os.kill(pid, signal.SIGKILL)
1287
1288 @pytest.mark.skipif(get_default_db_lib() == "mdb", reason="Not supported over mdb")
1289 def test_shutdown_on_deferred_memberof(topology_st, request):
1290 """This test checks that shutdown is handled properly if memberof updayes are deferred.
1291
1292 :id: c5629cae-15a0-11ee-8807-482ae39447e5
1293 :setup: Standalone Instance
1294 :steps:
1295 1. Enable memberof plugin to scope SUFFIX
1296 2. create 500 users
1297 3. Create a large groups with 250 members
1298 4. Restart the instance (using the default 2 minutes timeout)
1299 5. Check that users memberof and group members are in sync.
1300 6. Modify the group to have 250 others members.
1301 7. Restart the instance with short timeout
1302 8. Check that the instance needs fixup
1303 9. Check that deferred thread did not run fixup
1304 10. Allow deferred thread to run fixup
1305 11. Modify the group to have 250 others members.
1306 12. Restart the instance with short timeout
1307 13. Check that the instance needs fixup
1308 14. Check that deferred thread did run fixup
1309 :expectedresults:
1310 1. should succeed
1311 2. should succeed
1312 3. should succeed
1313 4. should succeed
1314 5. should succeed
1315 6. should succeed
1316 7. should succeed
1317 8. should succeed
1318 9. should succeed
1319 """
1320
1321 inst = topology_st.standalone
1322 inst.stop()
1323 lpath = inst.ds_error_log._get_log_path()
1324 os.unlink(lpath)
1325 inst.start()
1326 inst.config.loglevel(vals=(ErrorLog.DEFAULT,ErrorLog.PLUGIN))
1327 errlog = DirsrvErrorLog(inst)
1328 test_timeout = 900
1329
1330
1331 # Step 1. Enable memberof plugin to scope SUFFIX
1332 memberof = MemberOfPlugin(inst)
1333 delay=0
1334 memberof.set_memberofdeferredupdate("on")
1335 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() != "on"):
1336 pytest.skip("Memberof deferred update not enabled or not supported.");
1337 else:
1338 delay=10
1339 memberof.set_attr('memberOf')
1340 memberof.replace_groupattr('member')
1341 memberof.remove_all_entryscope()
1342 memberof.remove_all_excludescope()
1343 memberof.remove_configarea()
1344 memberof.remove_autoaddoc()
1345 memberof.enable()
1346 inst.restart()
1347
1348 #Creates users and groups
1349 users_dn = []
1350
1351 # Step 2. create 500 users
1352 for i in range(500):
1353 CN = '%s%d' % (USER_CN, i)
1354 users = UserAccounts(inst, SUFFIX)
1355 user_props = TEST_USER_PROPERTIES.copy()
1356 user_props.update({'uid': CN, 'cn': CN, 'sn': '_%s' % CN})
1357 testuser = users.create(properties=user_props)
1358 users_dn.append(testuser.dn)
1359
1360 # Step 3. Create a large groups with 250 members
1361 groups = Groups(inst, SUFFIX)
1362 testgroup = groups.create(properties={'cn': 'group50', 'member': users_dn[0:249]})
1363
1364 # Step 4. Restart the instance (using the default 2 minutes timeout)
1365 time.sleep(10)
1366 log.info(f'Stopping instance at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1367 inst.stop()
1368 log.info(f'Instance stopped at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1369 inst.start()
1370
1371 time.sleep(delay)
1372 # Step 5. Check that users memberof and group members are in sync.
1373 check_memberof_consistency(inst, testgroup)
1374
1375 # Step 6. Modify the group to get another big group.
1376 testgroup.replace('member', users_dn[250:499])
1377
1378 # Step 7. Restart the instance with short timeout
1379 pattern = 'deferred_thread_func - thread has stopped'
1380 original_nbcleanstop = len(errlog.match(pattern))
1381 log.info(f'Stopping instance at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1382 _kill_instance(inst, sig=signal.SIGKILL, delay=5)
1383 log.info(f'Instance stopped at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1384 # Double check that timeout occured during shutdown
1385 # (i.e: no new 'deferred_thread_func - thread has stopped' message)
1386 nbcleanstop = len(errlog.match(pattern))
1387 assert nbcleanstop == original_nbcleanstop
1388
1389 log.info(f'Instance restarted after timeout at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1390 inst.restart()
1391 assert inst.status()
1392 log.info(f'Restart completed at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1393
1394 # Step 9.
1395 # Check that memberofneedfixup is present
1396 # and fixup task was not launched because by default launch_fixup is no
1397 memberof = MemberOfPlugin(inst)
1398 memberof.set_memberofdeferredupdate("on")
1399 if (memberof.get_memberofdeferredupdate() and memberof.get_memberofdeferredupdate().lower() != "on"):
1400 pytest.skip("Memberof deferred update not enabled or not supported.");
1401 else:
1402 delay=10
1403 value = memberof.get_memberofneedfixup()
1404 assert ((str(value).lower() == "yes") or (str(value).lower() == "true"))
1405 assert len(errlog.match('.*It is recommended to launch memberof fixup task.*')) == 1
1406
1407 # Step 10. allow the server to launch the fixup task
1408 inst.stop()
1409 inst.deleteErrorLogs()
1410 inst.start()
1411 log.info(f'set memberoflaunchfixup=ON')
1412 memberof.set_memberoflaunchfixup('on')
1413 inst.restart()
1414
1415 # Step 11. Modify the group to get another big group.
1416 testgroup.replace('member', users_dn[250:499])
1417
1418 # Step 12. then kill/reset errorlog/restart
1419 _kill_instance(inst, sig=signal.SIGKILL, delay=5)
1420 log.info(f'Instance restarted after timeout at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1421 inst.restart()
1422 assert inst.status()
1423 log.info(f'Restart completed at {datetime.now().strftime("%Y-%m-%d %H:%M:%S")}')
1424
1425 # step 13. Check that memberofneedfixup is present
1426 memberof = MemberOfPlugin(inst)
1427 value = memberof.get_memberofneedfixup()
1428 assert ((str(value).lower() == "yes") or (str(value).lower() == "true"))
1429
1430 # step 14. Verify the global fixup started/finished messages
1431 attribute_name = 'memberOf'
1432 started_lines = errlog.match('.*Memberof plugin started the global fixup task for attribute .*')
1433 assert len(started_lines) >= 1
1434 for line in started_lines:
1435 log.info(f'Started line: {line}')
1436 assert f'attribute {attribute_name}' in line
1437
1438 # Wait for finished messages to appear, then verify no nulls are present
1439 finished_lines = []
1440 for _ in range(60):
1441 finished_lines = errlog.match('.*Memberof plugin finished the global fixup task.*')
1442 if finished_lines:
1443 break
1444 time.sleep(1)
1445 assert len(finished_lines) >= 1
1446 for line in finished_lines:
1447 log.info(f'Finished line: {line}')
1448 assert '(null)' not in line
1449
1450 # Check that users memberof and group members are in sync.
1451 time.sleep(delay)
1452 check_memberof_consistency(inst, testgroup)
1453
1454
1455 def fin():
1456
1457 for dn in users_dn:
1458 try:
1459 inst.delete_s(dn)
1460 except ldap.NO_SUCH_OBJECT:
1461 pass
1462
1463 try:
1464 inst.delete_s(testgroup.dn)
1465 except ldap.NO_SUCH_OBJECT:
1466 pass
1467
1468 request.addfinalizer(fin)
1469
1470
1471 def test_memberof_modrdn_to_itself(topology_st, user1, group1):
1472 """Test that memberOf plugin correctly handles modrdn operations on groups
1473
1474 :id: a4c7f8e9-2f1a-11ef-8a3c-482ae39447e5
1475 :setup: Standalone Instance with user1 and group1 fixtures
1476 :steps:
1477 1. Enable the memberOf plugin and restart the server
1478 2. Verify user is not initially a member of the group
1479 3. Add user to the group
1480 4. Verify user is now a member of the group
1481 5. Enable plugin logging to capture modrdn operations
1482 6. Perform modrdn operation on group (rename to itself)
1483 7. Verify user is still a member of the group after rename
1484 8. Verify memberOf plugin logs skip message for identical src/dst rename
1485 :expectedresults:
1486 1. MemberOf plugin should be enabled successfully
1487 2. User should not have memberOf attribute initially
1488 3. User should be added to group successfully
1489 4. User should have memberOf attribute pointing to group
1490 5. Plugin logging should be enabled successfully
1491 6. Modrdn operation should complete without errors
1492 7. User should retain memberOf attribute after rename operation
1493 8. Plugin should log that modrdn was skipped due to identical src/dst
1494 """
1495
1496 # Enable the MemberOf plugin
1497 memberof = MemberOfPlugin(topology_st.standalone)
1498 memberof.remove_all_entryscope()
1499 memberof.remove_all_excludescope()
1500 memberof.remove_configarea()
1501 memberof.remove_autoaddoc()
1502 memberof.enable()
1503 topology_st.standalone.restart()
1504
1505 # Verify that the user is not a member of the group
1506 check_membership(user1, group1.dn, False)
1507 # Add the user to the group
1508 group1.add_member(user1.dn)
1509 # Verify that the user is a member of the group
1510 check_membership(user1, group1.dn, True)
1511
1512 # Enable the plugin log to capture memberof modrdn callback notification
1513 topology_st.standalone.config.loglevel(vals=[LOG_PLUGIN, LOG_DEFAULT], service='error')
1514
1515 # Rename the group on itself
1516 group1.rename('cn=group1')
1517
1518 # Verify that the user is still a member of the group
1519 check_membership(user1, group1.dn, True)
1520
1521 # Verify that the memberof modrdn callback notification is logged
1522 assert topology_st.standalone.ds_error_log.match('.*Skip modrdn operation because src/dst identical.*')
1523
1524
1525 def check_memberof_on_server(server, group, users, expected_present=True):
1526 for user in users:
1527 entry = server.getEntry(user.dn, ldap.SCOPE_BASE, "(objectclass=*)")
1528 if expected_present:
1529 assert entry.hasAttr('memberof') and ensure_str(entry.getValue('memberof')) == group.dn
1530 else:
1531 assert not entry.hasAttr('memberof')
1532
1533
1534 @pytest.mark.parametrize("users", [5], indirect=True)
1535 def test_memberof_total_init_with_fractional_replication(topo_m2, users):
1536 """Test that memberOf attributes survive total initialization when configured
1537 with fractional replication that excludes memberOf from regular updates but
1538 NOT from total initialization.
1539
1540 :id: 2c3f1a88-1e4f-4a97-8b2a-1d5c6e7f8901
1541 :setup: Two suppliers with memberOf plugin and fractional replication, 5 user entries created by fixture
1542 :steps:
1543 1. Configure memberOf plugin on supplier1 with fractional replication
1544 (excludes memberOf from regular updates, includes in total init)
1545 2. Enable memberOf plugin on supplier2
1546 3. Wait for replication of users and verify they exist on supplier2
1547 4. Create test group with all users as members on supplier1
1548 5. Wait for group replication and verify group exists on supplier2
1549 6. Verify memberOf attributes are present on both suppliers
1550 7. Perform total initialization from supplier1 to supplier2
1551 8. Verify memberOf attributes survive total initialization on both suppliers
1552 9. Add new user and verify ongoing replication still works correctly
1553 10. Reset replication agreement to plain replication and cleanup test objects
1554 :expectedresults:
1555 1. MemberOf plugin and fractional replication should be configured successfully
1556 2. MemberOf plugin should be enabled on supplier2
1557 3. Users should exist on both suppliers after replication
1558 4. Test group should be created with members successfully
1559 5. Group should replicate and exist on both suppliers
1560 6. MemberOf attributes should be present on both suppliers before total init
1561 7. Total initialization should complete successfully
1562 8. MemberOf attributes should survive total initialization despite fractional exclusion
1563 9. Post-init replication should work correctly with memberOf attributes
1564 10. Replication agreement should be reset to prevent affecting other tests
1565 """
1566
1567 supplier1 = topo_m2.ms["supplier1"]
1568 supplier2 = topo_m2.ms["supplier2"]
1569
1570 # Enable memberOf plugin on supplier1 with fractional replication to exclude
1571 # memberOf from regular updates but NOT from total initialization
1572 config_memberof(supplier1)
1573
1574 # Enable memberOf plugin on supplier2
1575 memberof2 = MemberOfPlugin(supplier2)
1576 memberof2.enable()
1577 supplier2.restart()
1578
1579 # Wait for replication of users (created by fixture)
1580 repl = ReplicationManager(DEFAULT_SUFFIX)
1581 repl.wait_while_replication_is_progressing(supplier1, supplier2)
1582
1583 # Verify users exist on supplier2
1584 users2 = UserAccounts(supplier2, DEFAULT_SUFFIX)
1585 for user in users:
1586 user2 = users2.get(dn=user.dn)
1587 assert user2.exists()
1588 log.info(f'Verified user exists on supplier2: {user2.dn}')
1589
1590 # Create test group with members on supplier1
1591 groups1 = Groups(supplier1, DEFAULT_SUFFIX)
1592 group_props = {
1593 'cn': 'testgroup',
1594 'member': [user.dn for user in users]
1595 }
1596 group1 = groups1.create(properties=group_props)
1597 log.info(f'Created group with members: {group1.dn}')
1598
1599 # Wait for replication of group
1600 repl.wait_while_replication_is_progressing(supplier1, supplier2)
1601
1602 # Verify group exists on supplier2
1603 groups2 = Groups(supplier2, DEFAULT_SUFFIX)
1604 group2 = groups2.get('testgroup')
1605 assert group2.exists()
1606 log.info(f'Verified group exists on supplier2: {group2.dn}')
1607
1608 # Verify memberOf attributes are present on both suppliers
1609 time.sleep(5) # Allow time for memberOf plugin to process
1610
1611 check_memberof_on_server(supplier1, group1, users, True)
1612 check_memberof_on_server(supplier2, group2, users, True)
1613 log.info('MemberOf attributes verified on both suppliers before total init')
1614
1615 # Perform total initialization from supplier1 to supplier2
1616 log.info('Starting total initialization from supplier1 to supplier2')
1617 supplier1.agreement.init(DEFAULT_SUFFIX, supplier2.host, supplier2.port)
1618 log.info('Total initialization initiated')
1619
1620 # Wait for total initialization to complete
1621 supplier1.waitForReplInit(supplier1.agreement.list(suffix=DEFAULT_SUFFIX)[0].dn)
1622 log.info('Total initialization completed')
1623
1624 # Verify memberOf attributes are still present on both suppliers after total init
1625 time.sleep(5) # Allow time for any post-init processing
1626
1627 check_memberof_on_server(supplier1, group1, users, True)
1628 check_memberof_on_server(supplier2, group2, users, True)
1629 log.info('MemberOf attributes verified on both suppliers after total init')
1630
1631 # Additional verification: ensure replication is still working
1632 log.info('Verifying replication still works after total init')
1633
1634 # Add a new member to test ongoing replication
1635 new_user_props = {
1636 'uid': 'member',
1637 'cn': 'member',
1638 'sn': 'member',
1639 'uidNumber': '1005',
1640 'gidNumber': '2005',
1641 'homeDirectory': '/home/member'
1642 }
1643 users1 = UserAccounts(supplier1, DEFAULT_SUFFIX)
1644 new_user = users1.create(properties=new_user_props)
1645 group1.add_member(new_user.dn)
1646
1647 # Wait for replication
1648 repl.wait_while_replication_is_progressing(supplier1, supplier2)
1649 time.sleep(5)
1650
1651 # Verify new member has memberOf on both suppliers
1652 user1_new = users1.get('member')
1653 user2_new = users2.get('member')
1654
1655 memberof1_new = user1_new.get_attr_vals_utf8('memberOf')
1656 memberof2_new = user2_new.get_attr_vals_utf8('memberOf')
1657
1658 assert memberof1_new and group1.dn in memberof1_new
1659 assert memberof2_new and group2.dn in memberof2_new
1660
1661 # Cleanup: Reset replication agreement to plain replication
1662 agreements1 = supplier1.agreement.list(suffix=DEFAULT_SUFFIX)
1663 if agreements1:
1664 supplier1.agreement.setProperties(agmnt_dn=agreements1[0].dn,
1665 properties={RA_FRAC_EXCLUDE: None,
1666 RA_FRAC_EXCLUDE_TOTAL_UPDATE: None})
1667
1668 # Cleanup test objects (users are cleaned up automatically by fixture)
1669 new_user.delete()
1670 group1.delete()
1671 group2.delete()
1672
1673
1674 class ModifySecondBackendThread(threading.Thread):
1675 """Thread class for continuously modifying entries in the second backend"""
1676
1677 def __init__(self, inst, second_suffix, timeout, num_operations=5000):
1678 threading.Thread.__init__(self)
1679 self.daemon = True
1680 self.inst = inst
1681 self.second_suffix = second_suffix
1682 self.timeout = timeout
1683 self.num_operations = num_operations
1684
1685 def run(self):
1686 """Run continuous modifications on the second backend"""
1687 try:
1688 # Create a new connection for this thread
1689 conn = self.inst.clone()
1690 # Ensure the connection is properly opened
1691 conn.open()
1692
1693 # Set timeout using a try/except to handle connection issues
1694 try:
1695 conn.set_option(ldap.OPT_TIMEOUT, self.timeout)
1696 except (AttributeError, ldap.LDAPError):
1697 # If setting timeout fails, continue without it
1698 log.warning('Could not set LDAP timeout for thread connection')
1699
1700 log.info('Starting modifications on second backend...')
1701
1702 for x in range(self.num_operations):
1703 try:
1704 conn.modify_s(self.second_suffix,
1705 [(ldap.MOD_REPLACE, 'description',
1706 ensure_bytes(f'modified description {x}'))])
1707 except ldap.LDAPError as e:
1708 log.error(f'Failed to modify second suffix at iteration {x} - error: {e}')
1709 # Continue with remaining operations instead of failing completely
1710 continue
1711
1712 except Exception as e:
1713 log.error(f'Thread connection error: {e}')
1714 return
1715 finally:
1716 # Ensure connection is closed even if errors occur
1717 try:
1718 if 'conn' in locals():
1719 conn.close()
1720 except:
1721 pass
1722
1723 log.info('Finished modifying second backend')
1724
1725
1726 def test_memberof_retrocl_deadlock(topology_st):
1727 """Test that memberOf and retrocl plugins do not deadlock in multi-backend scenario
1728
1729 :id: 47931f8c-e792-41bf-a3c0-b3b38391cb31
1730 :setup: Standalone instance
1731 :steps:
1732 1. Configure memberOf plugin for uniqueMember attribute and enable
1733 2. Configure retrocl plugin scoping to default backend only and enable
1734 3. Restart instance to apply plugin configurations
1735 4. Create a second backend for deadlock testing
1736 5. Create a test group using UniqueGroups and 1500 test users
1737 6. In parallel: add users to group (triggers memberOf) while modifying second backend
1738 7. Verify no timeout/deadlock occurs during parallel operations
1739 8. Clean up test entries and disable plugins
1740 :expectedresults:
1741 1. MemberOf plugin should be configured and enabled successfully
1742 2. Retrocl plugin should be configured and enabled successfully
1743 3. Instance restart should complete successfully
1744 4. Second backend should be created successfully
1745 5. Test group and users should be created successfully
1746 6. Parallel operations should complete without deadlock/timeout
1747 7. No LDAP timeout errors should occur
1748 8. Cleanup should complete successfully
1749 """
1750
1751 inst = topology_st.standalone
1752
1753 # Test constants
1754 SECOND_BACKEND = "deadlock"
1755 SECOND_SUFFIX = f"dc={SECOND_BACKEND}"
1756 TIME_OUT = 5
1757 NUM_USERS = 1500
1758
1759 log.info("Test memberOf and retrocl deadlock scenario")
1760
1761 # Enable memberOf and retrocl plugins
1762 log.info("Enabling memberOf and retrocl plugins")
1763 memberof_plugin = MemberOfPlugin(inst)
1764 memberof_plugin.replace_groupattr('uniquemember')
1765 memberof_plugin.enable()
1766
1767 retrocl_plugin = RetroChangelogPlugin(inst)
1768 retrocl_plugin.replace('nsslapd-include-suffix', DEFAULT_SUFFIX)
1769 retrocl_plugin.enable()
1770
1771 topology_st.standalone.restart()
1772
1773 # Create second backend
1774 log.info("Creating second backend for deadlock testing")
1775 backends = Backends(inst)
1776 backend = backends.create(properties={
1777 'cn': SECOND_BACKEND,
1778 'nsslapd-suffix': SECOND_SUFFIX
1779 })
1780
1781 # Create test group and users
1782 log.info("Creating test group and users")
1783
1784 # Create group
1785 groups = UniqueGroups(inst, DEFAULT_SUFFIX)
1786 test_group = groups.create(properties={
1787 'cn': 'testgroup',
1788 'description': 'testgroup'
1789 })
1790
1791 # Create 1500 test users
1792 users = UserAccounts(inst, DEFAULT_SUFFIX)
1793 user_dns = []
1794
1795 log.info(f"Creating {NUM_USERS} test users...")
1796 for idx in range(1, NUM_USERS + 1):
1797 user_props = TEST_USER_PROPERTIES.copy()
1798 user_props.update({
1799 'uid': f'member{idx}',
1800 'cn': f'member{idx}',
1801 'sn': f'member{idx}',
1802 'uidNumber': f'{idx}',
1803 'gidNumber': f'{idx}',
1804 'homeDirectory': f'/home/member{idx}'
1805 })
1806
1807 try:
1808 user = users.create(properties=user_props)
1809 user_dns.append(user.dn)
1810 except ldap.LDAPError as e:
1811 log.error(f'Failed to create user member{idx}: {e}')
1812 raise
1813
1814 log.info(f"Created {len(user_dns)} test users")
1815
1816 # Run parallel operations to test for deadlock
1817 log.info("Starting parallel operations to test deadlock scenario")
1818
1819 # Start thread to continuously modify second backend
1820 modify_thread = ModifySecondBackendThread(inst, SECOND_SUFFIX, TIME_OUT)
1821 modify_thread.start()
1822 time.sleep(1) # Give thread time to start
1823
1824 # Add members to group with timeout detection
1825 log.info("Adding members to group...")
1826 inst.set_option(ldap.OPT_TIMEOUT, TIME_OUT)
1827
1828 try:
1829 for idx, user_dn in enumerate(user_dns, 1):
1830 try:
1831 test_group.add('uniqueMember', user_dn)
1832 except ldap.TIMEOUT:
1833 log.error(f'DEADLOCK detected at member {idx}! Test FAILED.')
1834 raise AssertionError("Deadlock detected - memberOf and retrocl plugins deadlocked")
1835 except ldap.LDAPError as e:
1836 log.error(f'Failed to add member {idx} (not a deadlock): {e}')
1837 raise
1838 finally:
1839 # Wait for the modification thread to finish
1840 modify_thread.join()
1841
1842 # Verify no deadlock occurred - if we reach here, test passed
1843 log.info("SUCCESS: No deadlock detected between memberOf and retrocl plugins")
1844
1845 # Cleanup - disable plugins and remove second backend
1846 try:
1847 for user in user_dns:
1848 user.delete()
1849 test_group.delete()
1850 memberof_plugin.disable()
1851 retrocl_plugin.disable()
1852 backend.delete()
1853 except Exception as e:
1854 log.warning(f"Cleanup warning: {e}")
1855
1856
1857 def test_replace_list_diff_correctness(topology_st, request):
1858 """A group MOD_REPLACE produces the correct diff
1859 across overlap, empty, and no-op transitions.
1860
1861 :id: 2ab5e1ed-7f40-4b4b-8d7e-5b1b5d5f9f7a
1862 :setup: Standalone Instance, USN + memberOf enabled
1863 :steps:
1864 1. Create 60 users and a group with the first 40 as members
1865 2. MOD_REPLACE the group to members[20:60]
1866 3. MOD_REPLACE the group back to members[:40] using denormalized DNs
1867 4. MOD_REPLACE the group to an empty member list
1868 5. MOD_REPLACE the group to members[:2]
1869 6. MOD_REPLACE the group to members[:2] again (no-op diff)
1870 :expectedresults:
1871 1. Users 0..39 have memberOf, 40..59 do not; entryUSN advanced
1872 only for 0..39
1873 2. Users 0..19 lost memberOf, 20..39 kept it, 40..59 gained it;
1874 entryUSN advanced only for 0..19 and 40..59 (overlap members
1875 20..39 must not be touched)
1876 3. Users 0..39 have memberOf, 40..59 do not; entryUSN advanced
1877 only for 0..19 and 40..59 (overlap members 20..39 must not be
1878 touched, even with denormalized input DNs)
1879 4. No user has memberOf; entryUSN advanced only for 0..39
1880 5. Users 0..1 have memberOf, 2..59 do not; entryUSN advanced
1881 only for 0..1
1882 6. Users 0..1 have memberOf, 2..59 do not; no entryUSN advanced
1883 """
1884 inst = topology_st.standalone
1885
1886 USNPlugin(inst).enable()
1887 memberof = MemberOfPlugin(inst)
1888 memberof.set_attr('memberOf')
1889 memberof.replace_groupattr('member')
1890 memberof.remove_all_entryscope()
1891 memberof.remove_all_excludescope()
1892 memberof.remove_configarea()
1893 memberof.set_autoaddoc('nsMemberOf')
1894 memberof.enable()
1895 deferred = memberof.get_memberofdeferredupdate()
1896 delay = 3 if deferred and deferred.lower() == "on" else 0
1897 inst.restart()
1898
1899 users_idm = UserAccounts(inst, DEFAULT_SUFFIX)
1900 user_list = []
1901 group = None
1902
1903 def fin():
1904 try:
1905 if group is not None and group.exists():
1906 group.delete()
1907 except ldap.LDAPError as e:
1908 log.warning('cleanup: group delete failed: %s', e)
1909 for u in user_list:
1910 try:
1911 u.delete()
1912 except ldap.NO_SUCH_OBJECT:
1913 pass
1914 request.addfinalizer(fin)
1915
1916 for i in range(60):
1917 user_list.append(users_idm.create(properties={
1918 'uid': 'diffuser%03d' % i,
1919 'sn': 'diffuser%03d' % i,
1920 'cn': 'diffuser%03d' % i,
1921 'uidNumber': str(200000 + i),
1922 'gidNumber': str(200000 + i),
1923 'homeDirectory': '/home/diffuser%03d' % i,
1924 }))
1925
1926 def read_entryusns():
1927 return [u.get_attr_val_int('entryusn') for u in user_list]
1928
1929 def assert_usn(changed_indices, before, after, label):
1930 changed = set(changed_indices)
1931 for i in range(len(user_list)):
1932 if i in changed:
1933 assert after[i] > before[i], (
1934 '%s: user %d entryUSN should have advanced (%d -> %d)'
1935 % (label, i, before[i], after[i]))
1936 else:
1937 assert after[i] == before[i], (
1938 '%s: user %d entryUSN should not have changed '
1939 '(%d -> %d) but it did'
1940 % (label, i, before[i], after[i]))
1941
1942 def assert_members(expected_in, expected_out, label):
1943 for u in expected_in:
1944 assert group_dn_l in u.get_attr_vals_utf8_l('memberOf'), \
1945 '%s: %s missing memberOf %s' % (label, u.dn, group.dn)
1946 for u in expected_out:
1947 assert group_dn_l not in u.get_attr_vals_utf8_l('memberOf'), \
1948 '%s: %s still has memberOf %s' % (label, u.dn, group.dn)
1949
1950 usn_before = read_entryusns()
1951 groups = Groups(inst, DEFAULT_SUFFIX, rdn=None)
1952 group = groups.create(properties={
1953 'cn': 'diff_bench_group',
1954 'member': [u.dn for u in user_list[:40]],
1955 })
1956 group_dn_l = group.dn.lower()
1957 time.sleep(delay)
1958 usn_after = read_entryusns()
1959 assert_members(user_list[:40], user_list[40:], 'initial')
1960 assert_usn(range(40), usn_before, usn_after, 'initial')
1961
1962 usn_before = usn_after
1963 group.replace('member', [u.dn for u in user_list[20:60]])
1964 time.sleep(delay)
1965 usn_after = read_entryusns()
1966 assert_members(user_list[20:60], user_list[:20], 'replace-overlap')
1967 assert_usn(list(range(20)) + list(range(40, 60)),
1968 usn_before, usn_after, 'replace-overlap')
1969
1970 def denorm(dn):
1971 rdns = []
1972 for rdn in dn.split(','):
1973 attr, _, value = rdn.partition('=')
1974 rdns.append('{} = {}'.format(attr.strip().upper(), value.strip()))
1975 return ' , '.join(rdns)
1976
1977 usn_before = usn_after
1978 group.replace('member', [denorm(u.dn) for u in user_list[:40]])
1979 time.sleep(delay)
1980 usn_after = read_entryusns()
1981 assert_members(user_list[:40], user_list[40:], 'replace-denormalized')
1982 assert_usn(list(range(20)) + list(range(40, 60)),
1983 usn_before, usn_after, 'replace-denormalized')
1984
1985 usn_before = usn_after
1986 group.replace('member', [])
1987 time.sleep(delay)
1988 usn_after = read_entryusns()
1989 assert_members([], user_list, 'replace-empty')
1990 assert_usn(range(40), usn_before, usn_after, 'replace-empty')
1991
1992 usn_before = usn_after
1993 group.replace('member', [u.dn for u in user_list[:2]])
1994 time.sleep(delay)
1995 usn_after = read_entryusns()
1996 assert_members(user_list[:2], user_list[2:], 'replace-from-empty')
1997 assert_usn(range(2), usn_before, usn_after, 'replace-from-empty')
1998
1999 usn_before = usn_after
2000 group.replace('member', [u.dn for u in user_list[:2]])
2001 time.sleep(delay)
2002 usn_after = read_entryusns()
2003 assert_members(user_list[:2], user_list[2:], 'replace-noop')
2004 assert_usn([], usn_before, usn_after, 'replace-noop')
2005
2006
2007 def test_replace_list_after_ldif_import(topology_st, request):
2008 """An LDIF import of denormalized member DNs stores canonical values in the
2009 valueset, and a subsequent group MOD_REPLACE produces correct memberOf.
2010
2011 :id: 1c742145-e967-4a9d-8d0d-29e92cd46078
2012 :setup: Standalone Instance
2013 :steps:
2014 1. ldif2db an LDIF with 20 users and a group whose member values
2015 are denormalized (uppercase attr types, whitespace padding)
2016 2. Check stored member values no longer carry the padding
2017 3. Run memberOf fixup
2018 4. MOD_REPLACE the group's members to users[5:15]
2019 :expectedresults:
2020 1. Import succeeds
2021 2. member values are canonical (no ' = ' or ' , ')
2022 3. Users 0..9 have memberOf, 10..19 do not
2023 4. Users 0..4 lost memberOf, 5..14 have it, 15..19 do not
2024 """
2025 inst = topology_st.standalone
2026 memberof = MemberOfPlugin(inst)
2027 memberof.set_attr('memberOf')
2028 memberof.replace_groupattr('member')
2029 memberof.remove_all_entryscope()
2030 memberof.remove_all_excludescope()
2031 memberof.remove_configarea()
2032 memberof.set_autoaddoc('nsMemberOf')
2033 memberof.enable()
2034 deferred = memberof.get_memberofdeferredupdate()
2035 delay = 3 if deferred and deferred.lower() == "on" else 0
2036 inst.restart()
2037
2038 user_dns = ['uid=denormu%02d,ou=People,%s' % (i, DEFAULT_SUFFIX) for i in range(20)]
2039 group_dn = 'cn=denorm_import_group,%s' % DEFAULT_SUFFIX
2040
2041 def denorm(dn):
2042 rdns = []
2043 for rdn in dn.split(','):
2044 attr, _, value = rdn.partition('=')
2045 rdns.append('{} = {}'.format(attr.strip().upper(), value.strip()))
2046 return ' , '.join(rdns)
2047
2048 def fin():
2049 try:
2050 if not inst.status():
2051 inst.start()
2052 for dn in [group_dn] + user_dns:
2053 try:
2054 inst.delete_s(dn)
2055 except ldap.NO_SUCH_OBJECT:
2056 pass
2057 except ldap.LDAPError as e:
2058 log.warning('cleanup failed: %s', e)
2059 request.addfinalizer(fin)
2060
2061 ldif_path = os.path.join(inst.get_ldif_dir(), 'memberof_denorm_import.ldif')
2062 with open(ldif_path, 'w') as f:
2063 f.write('dn: %s\nobjectClass: top\nobjectClass: domain\ndc: example\n\n'
2064 % DEFAULT_SUFFIX)
2065 f.write('dn: ou=People,%s\nobjectClass: top\n'
2066 'objectClass: organizationalUnit\nou: People\n\n' % DEFAULT_SUFFIX)
2067 for i, dn in enumerate(user_dns):
2068 f.write('dn: %s\nobjectClass: top\nobjectClass: person\n'
2069 'objectClass: inetOrgPerson\nobjectClass: posixAccount\n'
2070 'objectClass: nsMemberOf\n'
2071 'uid: denormu%02d\ncn: denormu%02d\nsn: denormu%02d\n'
2072 'uidNumber: %d\ngidNumber: %d\nhomeDirectory: /home/denormu%02d\n\n'
2073 % (dn, i, i, i, 300000 + i, 300000 + i, i))
2074 f.write('dn: %s\nobjectClass: top\nobjectClass: groupOfNames\n'
2075 'cn: denorm_import_group\n' % group_dn)
2076 for dn in user_dns[:10]:
2077 f.write('member: %s\n' % denorm(dn))
2078 f.write('\n')
2079 os.chmod(ldif_path, 0o644)
2080
2081 inst.stop()
2082 assert inst.ldif2db('userRoot', None, None, None, ldif_path), 'ldif2db failed'
2083 inst.start()
2084
2085 stored = Group(inst, group_dn).get_attr_vals_utf8('member')
2086 assert sorted(v.lower() for v in stored) == sorted(d.lower() for d in user_dns[:10]), \
2087 'member values not normalized after ldif2db: %r' % stored
2088 for v in stored:
2089 assert ' = ' not in v and ' , ' not in v, \
2090 'member value retains non-canonical whitespace: %r' % v
2091
2092 fixup_task = memberof.fixup(basedn=DEFAULT_SUFFIX)
2093 fixup_task.wait(timeout=0)
2094 assert fixup_task.get_exit_code() == 0, 'memberOf fixup failed'
2095 time.sleep(delay)
2096
2097 group_dn_l = group_dn.lower()
2098
2099 def assert_members(in_dns, out_dns, label):
2100 for dn in in_dns:
2101 u = UserAccount(inst, dn)
2102 assert group_dn_l in u.get_attr_vals_utf8_l('memberOf'), \
2103 '%s: %s missing memberOf' % (label, dn)
2104 for dn in out_dns:
2105 u = UserAccount(inst, dn)
2106 assert group_dn_l not in u.get_attr_vals_utf8_l('memberOf'), \
2107 '%s: %s unexpectedly has memberOf' % (label, dn)
2108
2109 assert_members(user_dns[:10], user_dns[10:], 'post-import+fixup')
2110
2111 Group(inst, group_dn).replace('member', user_dns[5:15])
2112 time.sleep(delay)
2113 assert_members(user_dns[5:15], user_dns[:5] + user_dns[15:], 'post-replace')
2114
2115
2116 def test_replace_list_no_spurious_member_mods(topology_st, request):
2117 """A group MOD_REPLACE must not re-modify overlap members.
2118
2119 :id: 6de82dc9-4727-4757-b0d2-69a7907a8dbe
2120 :setup: Standalone Instance, USN + memberOf enabled
2121 :steps:
2122 1. Create four users
2123 2. Create a group containing two of them
2124 3. Replace the group's member list with all four users
2125 4. Check entryUSN of every user
2126 :expectedresults:
2127 1. Users created
2128 2. Initial members hold memberOf for the group
2129 3. Replace succeeds; all four users hold memberOf
2130 4. The two pre-existing members' entryUSN is unchanged;
2131 the two newly added members' entryUSN has advanced
2132 """
2133 inst = topology_st.standalone
2134
2135 USNPlugin(inst).enable()
2136 memberof = MemberOfPlugin(inst)
2137 memberof.set_attr('memberOf')
2138 memberof.replace_groupattr('member')
2139 memberof.remove_all_entryscope()
2140 memberof.remove_all_excludescope()
2141 memberof.remove_configarea()
2142 memberof.set_autoaddoc('nsMemberOf')
2143 memberof.enable()
2144 deferred = memberof.get_memberofdeferredupdate()
2145 delay = 3 if deferred and deferred.lower() == "on" else 0
2146 inst.restart()
2147
2148 users_idm = UserAccounts(inst, DEFAULT_SUFFIX)
2149 user_names = ['alpha', 'beta', 'charlie', 'delta']
2150 user_objs = {}
2151 group = None
2152
2153 def fin():
2154 try:
2155 if group is not None and group.exists():
2156 group.delete()
2157 except ldap.LDAPError as e:
2158 log.warning('cleanup: group delete failed: %s', e)
2159 for u in user_objs.values():
2160 try:
2161 u.delete()
2162 except ldap.LDAPError as e:
2163 log.warning('cleanup: user delete failed: %s', e)
2164 request.addfinalizer(fin)
2165
2166 for i, name in enumerate(user_names):
2167 user_objs[name] = users_idm.create(properties={
2168 'uid': name,
2169 'cn': name,
2170 'sn': name,
2171 'uidNumber': str(400000 + i),
2172 'gidNumber': str(400000 + i),
2173 'homeDirectory': '/home/%s' % name,
2174 })
2175
2176 groups = Groups(inst, DEFAULT_SUFFIX, rdn=None)
2177 group = groups.create(properties={
2178 'cn': 'replace_no_spurious_group',
2179 'member': [user_objs['alpha'].dn, user_objs['delta'].dn],
2180 })
2181 group_dn_l = group.dn.lower()
2182 time.sleep(delay)
2183
2184 for shared in ('alpha', 'delta'):
2185 assert group_dn_l in user_objs[shared].get_attr_vals_utf8_l('memberOf'), \
2186 'pre-replace: %s missing memberOf %s' % (shared, group.dn)
2187
2188 usn_before = {
2189 name: user_objs[name].get_attr_val_int('entryusn')
2190 for name in user_names
2191 }
2192
2193 group.replace('member', [user_objs[n].dn for n in user_names])
2194 time.sleep(delay)
2195
2196 for name in user_names:
2197 assert group_dn_l in user_objs[name].get_attr_vals_utf8_l('memberOf'), \
2198 'post-replace: %s missing memberOf %s' % (name, group.dn)
2199
2200 usn_after = {
2201 name: user_objs[name].get_attr_val_int('entryusn')
2202 for name in user_names
2203 }
2204
2205 for shared in ('alpha', 'delta'):
2206 assert usn_after[shared] == usn_before[shared], (
2207 '%s was modified (entryUSN %d -> %d) but it was already a '
2208 'member before the replace and is still a member after'
2209 % (shared, usn_before[shared], usn_after[shared]))
2210
2211 for added in ('beta', 'charlie'):
2212 assert usn_after[added] > usn_before[added], (
2213 '%s was not modified (entryUSN %d -> %d) but should have '
2214 'gained memberOf' % (added, usn_before[added], usn_after[added]))
2215
2216
2217 if __name__ == '__main__':
2218 # Run isolated
2219 # -s for DEBUG mode
2220 CURRENT_FILE = os.path.realpath(__file__)
2221 pytest.main("-s %s" % CURRENT_FILE)
2222