# --- BEGIN COPYRIGHT BLOCK --- # Copyright (C) 2017 Red Hat, Inc. # All rights reserved. # # License: GPL (version 3 or any later version). # See LICENSE for details. # --- END COPYRIGHT BLOCK --- # import os import logging import ldap import ldif import pytest import time import subprocess import glob import re from lib389.properties import TASK_WAIT from lib389.replica import Changelog, Changelog5, Replicas from lib389.idm.user import UserAccounts from test389.topologies import topology_m2 as topo from lib389._constants import ( BDB_CL_FILENAME, DEFAULT_BENAME, DEFAULT_CHANGELOG_DB, DEFAULT_SUFFIX, DN_DM, DN_USERROOT_LDBM, HOST_SUPPLIER_1, PASSWORD, PORT_SUPPLIER_1, ) from lib389.plugins import RetroChangelogPlugin from lib389.dseldif import DSEldif from lib389.utils import ( ds_is_older, ds_supports_new_changelog, ensure_bytes, ) pytestmark = pytest.mark.tier1 TEST_ENTRY_NAME = 'replusr' NEW_RDN_NAME = 'cl5usr' if ds_supports_new_changelog(): CHANGELOG = 'cn=changelog,{}'.format(DN_USERROOT_LDBM) else: CHANGELOG = 'cn=changelog5,cn=config' RETROCHANGELOG = 'cn=Retro Changelog Plugin,cn=plugins,cn=config' MAXAGE = 'nsslapd-changelogmaxage' TRIMINTERVAL = 'nsslapd-changelogtrim-interval' COMPACTDBINTERVAL = 'nsslapd-changelogcompactdb-interval' FILTER = '(cn=*)' DEBUGGING = os.getenv('DEBUGGING', default=False) if DEBUGGING: logging.getLogger(__name__).setLevel(logging.DEBUG) else: logging.getLogger(__name__).setLevel(logging.INFO) log = logging.getLogger(__name__) def _check_repl_changelog_backup(instance, backup_dir): # Note: there is no way to check dbi on lmdb backup # That said dbscan may perhaps do it ... if instance.get_db_lib() == 'bdb': if ds_supports_new_changelog(): backup_checkdir = os.path.join(backup_dir, DEFAULT_BENAME, BDB_CL_FILENAME) else: backup_checkdir = os.path.join(backup_dir, '.repl_changelog_backup', DEFAULT_CHANGELOG_DB) if glob.glob(f'{backup_checkdir}*'): log.info('Database backup is created successfully') else: log.fatal('test_changelog5: backup directory does not exist : {}*'.format(backup_checkdir)) assert False def _perform_ldap_operations(topo): """Add a test user, modify description, modrdn user and delete it""" log.info('Adding user {}'.format(TEST_ENTRY_NAME)) users = UserAccounts(topo.ms['supplier1'], DEFAULT_SUFFIX) user_properties = { 'uid': TEST_ENTRY_NAME, 'cn': TEST_ENTRY_NAME, 'sn': TEST_ENTRY_NAME, 'uidNumber': '1001', 'gidNumber': '2001', 'userpassword': PASSWORD, 'description': 'userdesc', 'homeDirectory': '/home/{}'.format(TEST_ENTRY_NAME)} tuser = users.create(properties=user_properties) tuser.replace('description', 'newdesc') log.info('Modify RDN of user {}'.format(tuser.dn)) try: topo.ms['supplier1'].modrdn_s(tuser.dn, 'uid={}'.format(NEW_RDN_NAME), 0) except ldap.LDAPError as e: log.fatal('Failed to modrdn entry {}'.format(tuser.dn)) raise e tuser = users.get(NEW_RDN_NAME) log.info('Deleting user: {}'.format(tuser.dn)) tuser.delete() def _create_changelog_dump(topo): """Dump changelog using nss5task and check if ldap operations are logged""" log.info('Dump changelog using nss5task and check if ldap operations are logged') if ds_supports_new_changelog(): changelog_dir = topo.ms['supplier1'].get_ldif_dir() changelog_end = '_cl.ldif' else: changelog_dir = topo.ms['supplier1'].get_changelog_dir() changelog_end = '.ldif' replicas = Replicas(topo.ms["supplier1"]) replica = replicas.get(DEFAULT_SUFFIX) log.info('Remove ldif files, if present in: {}'.format(changelog_dir)) for files in os.listdir(changelog_dir): if files.endswith(changelog_end): changelog_file = os.path.join(changelog_dir, files) try: os.remove(changelog_file) except OSError as e: log.fatal('Failed to remove ldif file: {}'.format(changelog_file)) raise e log.info('Existing changelog ldif file: {} removed'.format(changelog_file)) else: log.info('No existing changelog ldif files present') log.info('Running nsds5task to dump changelog database to a file') replica.begin_task_cl2ldif() log.info('Check if changelog ldif file exist in: {}'.format(changelog_dir)) for files in os.listdir(changelog_dir): if files.endswith(changelog_end): changelog_ldif = os.path.join(changelog_dir, files) log.info('Changelog ldif file exist: {}'.format(changelog_ldif)) return changelog_ldif else: log.fatal('Changelog ldif file does not exist in: {}'.format(changelog_dir)) assert False def _check_changelog_ldif(topo, changelog_ldif): """Check changelog ldif file for required ldap operations""" log.info('Checking changelog ldif file for ldap operations') assert os.stat(changelog_ldif).st_size > 0, 'Changelog file has no contents' with open(changelog_ldif, 'r') as fh: content = fh.read() ldap_operations = set() log.info('Checking if all required changetype operations are present') for entry_ldif in content.split('\n\n'): for line in entry_ldif.split('\n'): if line.startswith('changetype: '): ldap_operations.add(line.split(': ')[1]) valid_operations = set(ldif.valid_changetype_dict.keys()) log.info('Valid ldap operations: {}'.format(valid_operations)) log.info('Ldap operations found: {}'.format(ldap_operations)) assert ldap_operations == valid_operations, 'Changelog ldif file does not contain all \ changetype operations' def get_ldap_error_msg(e, type): return e.args[0][type] @pytest.fixture(scope="module") def changelog_init(topo): """ changlog dir is not configuarable, just enable cn=Retro Changelog Plugin,cn=plugins,cn=config """ log.info('Testing Ticket 47669 - Test duration syntax in the changelogs') # bind as directory manager topo.ms["supplier1"].log.info("Bind as %s" % DN_DM) topo.ms["supplier1"].simple_bind_s(DN_DM, PASSWORD) if not ds_supports_new_changelog(): try: changelogdir = os.path.join(os.path.dirname(topo.ms["supplier1"].dbdir), 'changelog') topo.ms["supplier1"].modify_s(CHANGELOG, [(ldap.MOD_REPLACE, 'nsslapd-changelogdir', ensure_bytes(changelogdir))]) except ldap.LDAPError as e: log.error('Failed to modify ' + CHANGELOG + ': error {}'.format(get_ldap_error_msg(e,'desc'))) assert False try: topo.ms["supplier1"].modify_s(RETROCHANGELOG, [(ldap.MOD_REPLACE, 'nsslapd-pluginEnabled', b'on')]) except ldap.LDAPError as e: log.error('Failed to enable ' + RETROCHANGELOG + ': error {}'.format(get_ldap_error_msg(e, 'desc'))) assert False # restart the server topo.ms["supplier1"].restart(timeout=10) def add_and_check(topo, plugin, attr, val, isvalid): """ Helper function to add/replace attr: val and check the added value """ if isvalid: log.info('Test %s: %s -- valid' % (attr, val)) try: topo.ms["supplier1"].modify_s(plugin, [(ldap.MOD_REPLACE, attr, ensure_bytes(val))]) except ldap.LDAPError as e: log.error('Failed to add ' + attr + ': ' + val + ' to ' + plugin + ': error {}'.format(get_ldap_error_msg(e,'desc'))) assert False else: log.info('Test %s: %s -- invalid' % (attr, val)) if plugin == CHANGELOG: try: topo.ms["supplier1"].modify_s(plugin, [(ldap.MOD_REPLACE, attr, ensure_bytes(val))]) except ldap.LDAPError as e: log.error('Expectedly failed to add ' + attr + ': ' + val + ' to ' + plugin + ': error {}'.format(get_ldap_error_msg(e,'desc'))) else: try: topo.ms["supplier1"].modify_s(plugin, [(ldap.MOD_REPLACE, attr, ensure_bytes(val))]) except ldap.LDAPError as e: log.error('Failed to add ' + attr + ': ' + val + ' to ' + plugin + ': error {}'.format(get_ldap_error_msg(e,'desc'))) try: entries = topo.ms["supplier1"].search_s(plugin, ldap.SCOPE_BASE, FILTER, [attr]) if isvalid: if not entries[0].hasValue(attr, val): log.fatal('%s does not have expected (%s: %s)' % (plugin, attr, val)) assert False else: if entries[0].hasValue(attr, val): log.fatal('%s has unexpected (%s: %s)' % (plugin, attr, val)) assert False except ldap.LDAPError as e: log.fatal('Unable to search for entry %s: error %s' % (plugin, e.message['desc'])) assert False def remove_ldif_files_from_changelogdir(topo, extension): """ Remove existing ldif files from changelog dir """ if ds_supports_new_changelog(): changelog_dir = topo.ms['supplier1'].get_ldif_dir() else: changelog_dir = topo.ms['supplier1'].get_changelog_dir() log.info('Remove %s files, if present in: %s' % (extension, changelog_dir)) for files in os.listdir(changelog_dir): if files.endswith(extension): changelog_file = os.path.join(changelog_dir, files) try: os.remove(changelog_file) except OSError as e: log.fatal('Failed to remove %s file: %s' % (extension,changelog_file)) raise e else: log.info('Existing changelog %s file: %s removed' % (extension,changelog_file)) @pytest.mark.xfail(ds_is_older('1.3.10.1', '1.4.3'), reason="bug bz1685059") @pytest.mark.skip(reason="does not work for prefix builds") def test_cldump_files_removed(topo): """Verify bz1685059 : cl-dump generated ldif files are removed at the end, -l option is the way to keep them :id: fbb2f2a3-167b-4bc6-b513-9e0318b09edc :setup: Replication with two supplier, nsslapd-changelogdir is '/var/lib/dirsrv/slapd-supplier1/changelog' retrochangelog plugin disabled :steps: 1. Clean the changelog directory, removing .ldif files present, if any 2. Clean the changelog directory, removing .done files present, if any 3. Perform ldap operations to record replication changes 4. Try a cl-dump call with invalid arguments to secure the next steps and to check bz1769296 5. Launch cl-dump cli without -l option 6. Wait so that all cl-dump tasks be finished 7. Check that all .ldif.done generated files have been removed from the changelog dir 8. Launch cl-dump cli with -l option 9. Wait so that all cl-dump tasks be finished 10. Check that the generated .ldif.done files are present in the changelog dir :expectedresults: 1. No remaining .ldif file in the changelog directory 2. No remaining .ldif.done file in the changelog directory 3. ldap operations are replicated and recorded in changelog 4. A result code different from 0 is raised 5. cl-dump is successfully executed 6. cl-dump process has finished 7. No .ldif.done files in the changelog dir 8. cl-dump is successfully executed 9. cl-dump process has finished 10. .ldif.done generated files are present in the changelog dir """ changelog_dir = topo.ms['supplier1'].get_changelog_dir() # Remove existing .ldif files in changelog dir remove_ldif_files_from_changelogdir(topo, '.ldif') # Remove existing .ldif.done files in changelog dir remove_ldif_files_from_changelogdir(topo, '.done') _perform_ldap_operations(topo) # This part to make sure that an error in the cl-dump script execution will be detected, # primary condition before executing the core goal of this case : management of cl-dump generated files. # As of today the returned code by cl-dump.pl is incorrect when run with invalid arguments (bz1769296) # This piece of code will serve as reproducer and verification mean for bz1769296 log.info("Use cl-dump perl script without -l option : no generated ldif files should remain in %s " % changelog_dir) cmdline=['/usr/bin/cl-dump', '-h', HOST_SUPPLIER_1, '-p', 'invalid port', '-D', DN_DM, '-w', PASSWORD] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) msg = proc.communicate() log.info('output message : %s' % msg[0]) assert proc.returncode != 0 # Now the core goal of the test case # Using cl-dump without -l option log.info("Use cl-dump perl script without -l option : no generated ldif files should remain in %s " % changelog_dir) cmdline=['/usr/bin/cl-dump', '-h', HOST_SUPPLIER_1, '-p', str(PORT_SUPPLIER_1), '-D', DN_DM, '-w', PASSWORD] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) proc.communicate() assert proc.returncode == 0 log.info('Wait for all cl-dump files to be generated') time.sleep(1) log.info('Check if cl-dump generated .ldif.done files are present - should not') for files in os.listdir(changelog_dir): if files.endswith('.done'): log.fatal('cl-dump generated .ldif.done files are present in %s - they should not' % changelog_dir) assert False else: log.info('All cl-dump generated .ldif files have been successfully removed from %s ' % changelog_dir) # Using cl-dump with -l option log.info("Use cl-dump perl script with -l option : generated ldif files should be kept in %s " % changelog_dir) cmdline=['/usr/bin/cl-dump', '-h', HOST_SUPPLIER_1, '-p', str(PORT_SUPPLIER_1), '-D', DN_DM, '-w', PASSWORD, '-l'] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) msg = proc.communicate() assert proc.returncode == 0 log.info('Wait for all cl-dump files to be generated') time.sleep(1) log.info('Check if cl-dump generated .ldif.done files are present - should be') for files in os.listdir(changelog_dir): if files.endswith('.done'): cldump_file = os.path.join(changelog_dir, files) log.info('Success : ldif file %s is present' % cldump_file) break else: log.fatal('.ldif.done files are not present in %s - they should be' % changelog_dir) assert False @pytest.mark.skipif(ds_is_older("1.4.3"), reason="Not implemented") def test_dsconf_dump_changelog_files_removed(topo): """Verify that the python counterpart of cl-dump (using dsconf) has a correct management of generated files :id: e41dcf90-098a-4386-acb5-789384579bf7 :setup: Replication with two supplier, nsslapd-changelogdir is '/var/lib/dirsrv/slapd-supplier1/changelog' retrochangelog plugin disabled :steps: 1. Clean the changelog directory, removing .ldif files present, if any 2. Clean the changelog directory, removing .ldif.done files present, if any 3. Perform ldap operations to record replication changes 4. Try a dsconf call with invalid arguments to secure the next steps 5. Launch dsconf export-changelog cli without -l option 6. Wait so that all dsconf tasks be finished 7. Check that all .ldif.done generated files have been removed from the changelog dir 8. Launch dsconf export-changelog cli with -l option 9. Wait so that all dsconf tasks be finished 10. Check that the generated .ldif.done files are present in the changelog dir :expectedresults: 1. No remaining .ldif file in the changelog directory 2. No remaining .ldif.done file in the changelog directory 3. ldap operations are replicated and recorded in changelog 4. A result code different from 0 is raised 5. dsconf export-changelog is successfully executed 6. dsconf process has finished 7. No .ldif.done files in the changelog dir 8. dsconf export-changelog is successfully executed 9. dsconf process has finished 10. .ldif.done generated files are present in the changelog dir """ if ds_supports_new_changelog(): changelog_dir = topo.ms['supplier1'].get_ldif_dir() else: changelog_dir = topo.ms['supplier1'].get_changelog_dir() instance = topo.ms['supplier1'] instance_url = 'ldap://%s:%s' % (HOST_SUPPLIER_1, PORT_SUPPLIER_1) # Remove existing .ldif files in changelog dir remove_ldif_files_from_changelogdir(topo, '.ldif') # Remove existing .ldif.done files from changelog dir remove_ldif_files_from_changelogdir(topo, '.done') _perform_ldap_operations(topo) # This part to make sure that an error in the python dsconf export-changelog execution will be detected, # primary condition before executing the core goal of this case : management of generated files. log.info("Use dsconf export-changelog with invalid parameters") cmdline=['/usr/sbin/dsconf', instance_url, '-D', DN_DM, '-w', 'badpasswd', 'replication', 'export-changelog'] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) msg = proc.communicate() log.info('output message : %s' % msg[0]) assert proc.returncode != 0 # Now the core goal of the test case # Using dsconf replication changelog without -l option log.info('Use dsconf replication changelog without -l option: no generated ldif files should be present in %s ' % changelog_dir) cmdline=['/usr/sbin/dsconf', instance_url, '-D', DN_DM, '-w', PASSWORD, 'replication', 'export-changelog', 'default', '-r', DEFAULT_SUFFIX] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) proc.communicate() assert proc.returncode == 0 log.info('Wait for all dsconf export-changelog files to be generated') time.sleep(1) log.info('Check if dsconf export-changelog generated .ldif.done files are present - should not') for files in os.listdir(changelog_dir): if files.endswith('.done'): log.fatal('export-changelog generated .ldif.done files are present in %s - they should not' % changelog_dir) assert False else: log.info('All dsconf export-changelog generated .ldif files have been successfully removed from %s ' % changelog_dir) # Using dsconf replication changelog without -l option log.info('Use dsconf replication changelog with -l option: generated ldif files should be kept in %s ' % changelog_dir) cmdline=['/usr/sbin/dsconf', instance_url, '-D', DN_DM, '-w', PASSWORD, 'replication', 'export-changelog', 'to-ldif', '-o', changelog_dir + '/test.ldif', '-r', DEFAULT_SUFFIX, '-l'] log.info('Command used : %s' % cmdline) proc = subprocess.Popen(cmdline, stdout=subprocess.PIPE) proc.communicate() assert proc.returncode == 0 log.info('Wait for all dsconf export-changelog files to be generated') time.sleep(1) log.info('Check if dsconf export-changelog generated .ldif.done files are present - should be') for files in os.listdir(changelog_dir): if files.endswith('.done'): cldump_file = os.path.join(changelog_dir, files) log.info('Success : ldif file %s is present' % cldump_file) break else: log.fatal('.ldif.done files are not present in %s - they should be' % changelog_dir) assert False def test_verify_changelog(topo): """Check if changelog dump file contains required ldap operations :id: 15ead076-8c18-410b-90eb-c2fe9eab966b :setup: Replication with two suppliers. :steps: 1. Add user to server. 2. Perform ldap modify, modrdn and delete operations. 3. Dump the changelog to a file using nsds5task. 4. Check if changelog is updated with ldap operations. :expectedresults: 1. Add user should PASS. 2. Ldap operations should PASS. 3. Changelog should be dumped successfully. 4. Changelog dump file should contain ldap operations """ log.info('LDAP operations add, modify, modrdn and delete') _perform_ldap_operations(topo) changelog_ldif = _create_changelog_dump(topo) _check_changelog_ldif(topo, changelog_ldif) def test_verify_changelog_online_backup(topo): """Check ldap operations in changelog dump file after online backup :id: 4001c34f-35b4-439e-8c2d-fa7e30375219 :setup: Replication with two suppliers. :steps: 1. Add user to server. 2. Take online backup using db2bak task. 3. Restore the database using bak2db task. 4. Perform ldap modify, modrdn and delete operations. 5. Dump the changelog to a file using nsds5task. 6. Check if changelog is updated with ldap operations. :expectedresults: 1. Add user should PASS. 2. Backup of database should PASS. 3. Restore of database should PASS. 4. Ldap operations should PASS. 5. Changelog should be dumped successfully. 6. Changelog dump file should contain ldap operations """ backup_dir = os.path.join(topo.ms['supplier1'].get_bak_dir(), 'online_backup') log.info('Run db2bak script to take database backup') try: topo.ms['supplier1'].tasks.db2bak(backup_dir=backup_dir, args={TASK_WAIT: True}) except ValueError: log.fatal('test_changelog5: Online backup failed') assert False # Note: there is no way to check dbi on lmdb backup # That said dbscan may perhaps do it ... _check_repl_changelog_backup(topo.ms['supplier1'], backup_dir); log.info('Run bak2db to restore directory server') try: topo.ms['supplier1'].tasks.bak2db(backup_dir=backup_dir, args={TASK_WAIT: True}) except ValueError: log.fatal('test_changelog5: Online restore failed') assert False log.info('LDAP operations add, modify, modrdn and delete') _perform_ldap_operations(topo) changelog_ldif = _create_changelog_dump(topo) _check_changelog_ldif(topo, changelog_ldif) def test_verify_changelog_offline_backup(topo): """Check ldap operations in changelog dump file after offline backup :id: feed290d-57dd-46e4-9ab3-422c77589867 :setup: Replication with two suppliers. :steps: 1. Add user to server. 2. Stop server and take offline backup using db2bak. 3. Restore the database using bak2db. 4. Perform ldap modify, modrdn and delete operations. 5. Start the server and dump the changelog using nsds5task. 6. Check if changelog is updated with ldap operations. :expectedresults: 1. Add user should PASS. 2. Backup of database should PASS. 3. Restore of database should PASS. 4. Ldap operations should PASS. 5. Changelog should be dumped successfully. 6. Changelog dump file should contain ldap operations """ backup_dir = os.path.join(topo.ms['supplier1'].get_bak_dir(), 'offline_backup') topo.ms['supplier1'].stop() log.info('Run db2bak to take database backup') try: topo.ms['supplier1'].db2bak(backup_dir) except ValueError: log.fatal('test_changelog5: Offline backup failed') assert False log.info('Run bak2db to restore directory server') try: topo.ms['supplier1'].bak2db(backup_dir) except ValueError: log.fatal('test_changelog5: Offline restore failed') assert False topo.ms['supplier1'].start() _check_repl_changelog_backup(topo.ms['supplier1'], backup_dir); log.info('LDAP operations add, modify, modrdn and delete') _perform_ldap_operations(topo) changelog_ldif = _create_changelog_dump(topo) _check_changelog_ldif(topo, changelog_ldif) def test_changelog_maxage(topo, changelog_init): """Check nsslapd-changelog max age values :id: d284ff27-03b2-412c-ac74-ac4f2d2fae3b :setup: Replication with two supplier, change nsslapd-changelogdir to '/var/lib/dirsrv/slapd-supplier1/changelog' and set cn=Retro Changelog Plugin,cn=plugins,cn=config to 'on' :steps: 1. Set nsslapd-changelogmaxage in cn=changelog5,cn=config to values: '100s','100S','30m','30M','12h','12H','2d','2D','4w','4W' 2. Set nsslapd-changelogmaxage in cn=changelog5,cn=config to values: '12345', 'd', '-123', '-123d', '345345xyz', '0d', 'xyz' :expectedresults: 1. Operation should be successful 2. Operation should be unsuccessful """ log.info('1. Test nsslapd-changelogmaxage in cn=changelog5,cn=config') # bind as directory manager topo.ms["supplier1"].log.info("Bind as %s" % DN_DM) topo.ms["supplier1"].simple_bind_s(DN_DM, PASSWORD) add_and_check(topo, CHANGELOG, MAXAGE, '100s', True) add_and_check(topo, CHANGELOG, MAXAGE, '100S', True) add_and_check(topo, CHANGELOG, MAXAGE, '30m', True) add_and_check(topo, CHANGELOG, MAXAGE, '30M', True) add_and_check(topo, CHANGELOG, MAXAGE, '12h', True) add_and_check(topo, CHANGELOG, MAXAGE, '12H', True) add_and_check(topo, CHANGELOG, MAXAGE, '2d', True) add_and_check(topo, CHANGELOG, MAXAGE, '2D', True) add_and_check(topo, CHANGELOG, MAXAGE, '4w', True) add_and_check(topo, CHANGELOG, MAXAGE, '4W', True) add_and_check(topo, CHANGELOG, MAXAGE, '12345', False) add_and_check(topo, CHANGELOG, MAXAGE, 'd', False) add_and_check(topo, CHANGELOG, MAXAGE, '-123', False) add_and_check(topo, CHANGELOG, MAXAGE, '-123d', False) add_and_check(topo, CHANGELOG, MAXAGE, '345345xyz', False) add_and_check(topo, CHANGELOG, MAXAGE, '0d', False) add_and_check(topo, CHANGELOG, MAXAGE, 'xyz', False) def test_ticket47669_changelog_triminterval(topo, changelog_init): """Check nsslapd-changelog triminterval values :id: 8f850c37-7e7c-49dd-a4e0-9344638616d6 :setup: Replication with two supplier, change nsslapd-changelogdir to '/var/lib/dirsrv/slapd-supplier1/changelog' and set cn=Retro Changelog Plugin,cn=plugins,cn=config to 'on' :steps: 1. Set nsslapd-changelogtrim-interval in cn=changelog5,cn=config to values - '12345','10s','30M','12h','2D','4w' 2. Set nsslapd-changelogtrim-interval in cn=changelog5,cn=config to values - '-123','xyz' :expectedresults: 1. Operation should be successful 2. Operation should be unsuccessful """ log.info('2. Test nsslapd-changelogtrim-interval in cn=changelog5,cn=config') # bind as directory manager topo.ms["supplier1"].log.info("Bind as %s" % DN_DM) topo.ms["supplier1"].simple_bind_s(DN_DM, PASSWORD) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '12345', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '10s', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '30M', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '12h', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '2D', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '4w', True) add_and_check(topo, CHANGELOG, TRIMINTERVAL, '-123', False) add_and_check(topo, CHANGELOG, TRIMINTERVAL, 'xyz', False) @pytest.mark.skipif(ds_supports_new_changelog(), reason="changelog compaction is done by the backend itself, with id2entry as well, nsslapd-changelogcompactdb-interval is no longer supported") def test_changelog_compactdbinterval(topo, changelog_init): """Check nsslapd-changelog compactdbinterval values :id: 0f4b3118-9dfa-4c2a-945c-72847b42a48c :setup: Replication with two supplier, change nsslapd-changelogdir to '/var/lib/dirsrv/slapd-supplier1/changelog' and set cn=Retro Changelog Plugin,cn=plugins,cn=config to 'on' :steps: 1. Set nsslapd-changelogcompactdb-interval in cn=changelog5,cn=config to values - '12345','10s','30M','12h','2D','4w' 2. Set nsslapd-changelogcompactdb-interval in cn=changelog5,cn=config to values - '-123','xyz' :expectedresults: 1. Operation should be successful 2. Operation should be unsuccessful """ log.info('3. Test nsslapd-changelogcompactdb-interval in cn=changelog5,cn=config') # bind as directory manager topo.ms["supplier1"].log.info("Bind as %s" % DN_DM) topo.ms["supplier1"].simple_bind_s(DN_DM, PASSWORD) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '12345', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '10s', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '30M', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '12h', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '2D', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '4w', True) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, '-123', False) add_and_check(topo, CHANGELOG, COMPACTDBINTERVAL, 'xyz', False) def test_retrochangelog_maxage(topo, changelog_init): """Check nsslapd-retrochangelog max age values :id: 0cb84d81-3e86-4dbf-84a2-66aefd8281db :setup: Replication with two supplier, change nsslapd-changelogdir to '/var/lib/dirsrv/slapd-supplier1/changelog' and set cn=Retro Changelog Plugin,cn=plugins,cn=config to 'on' :steps: 1. Set nsslapd-changelogmaxage in cn=Retro Changelog Plugin,cn=plugins,cn=config to values - '100s','100S','30m','30M','12h','12H','2d','2D','4w','4W' 2. Set nsslapd-changelogmaxage in cn=Retro Changelog Plugin,cn=plugins,cn=config to values - '12345', 'd', '-123', '-123d', '345345xyz', '0d', 'xyz' :expectedresults: 1. Operation should be successful 2. Operation should be unsuccessful """ log.info('4. Test nsslapd-changelogmaxage in cn=Retro Changelog Plugin,cn=plugins,cn=config') # bind as directory manager topo.ms["supplier1"].log.info("Bind as %s" % DN_DM) topo.ms["supplier1"].simple_bind_s(DN_DM, PASSWORD) add_and_check(topo, RETROCHANGELOG, MAXAGE, '100s', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '100S', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '30m', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '30M', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '12h', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '12H', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '2d', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '2D', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '4w', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '4W', True) add_and_check(topo, RETROCHANGELOG, MAXAGE, '12345', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, 'd', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, '-123', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, '-123d', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, '345345xyz', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, '0d', False) add_and_check(topo, RETROCHANGELOG, MAXAGE, 'xyz', False) topo.ms["supplier1"].log.info("ticket47669 was successfully verified.") def test_retrochangelog_trimming_crash(topo, changelog_init): """Check that when retroCL nsslapd-retrocthangelog contains invalid value, then the instance does not crash at shutdown :id: 5d9bd7ca-e9bf-4be9-8fc8-902aa5513052 :customerscenario: True :setup: Replication with two supplier, change nsslapd-changelogdir to '/var/lib/dirsrv/slapd-supplier1/changelog' and set cn=Retro Changelog Plugin,cn=plugins,cn=config to 'on' :steps: 1. Set nsslapd-changelogmaxage in cn=Retro Changelog Plugin,cn=plugins,cn=config to value '-1' This value is invalid. To disable retroCL trimming it should be set to 0 2. Do several restart 3. check there is no 'Detected Disorderly Shutdown' message (crash) 4. restore valid value for nsslapd-changelogmaxage '1w' :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Operation should be successful 4. Operation should be successful """ log.info('1. Test retroCL trimming crash in cn=Retro Changelog Plugin,cn=plugins,cn=config') # set the nsslapd-changelogmaxage directly on dse.ldif # because the set value is invalid topo.ms["supplier1"].log.info("ticket50736 start verification") topo.ms["supplier1"].stop() retroPlugin = RetroChangelogPlugin(topo.ms["supplier1"]) dse_ldif = DSEldif(topo.ms["supplier1"]) dse_ldif.replace(retroPlugin.dn, 'nsslapd-changelogmaxage', '-1') topo.ms["supplier1"].start() # The crash should be systematic, but just in case do several restart # with a delay to let all plugin init for i in range(5): time.sleep(1) topo.ms["supplier1"].stop() topo.ms["supplier1"].start() assert not topo.ms["supplier1"].detectDisorderlyShutdown() topo.ms["supplier1"].log.info("ticket 50736 was successfully verified.") @pytest.mark.skipif(not os.path.isfile("/usr/bin/db_stat"), reason="libdb-utils package is not installed") def test_changelog_pagesize(topo): """Test that changelog page size is set properly :id: 584a9a82-756d-11ed-8b38-482ae39447e5 :setup: Replication with two suppliers :steps: 1. Check that file system preferred block size is 4K 2. Run db_stat -e -h db_home_dir 3. Check for 4K page size in db_stat output :expectedresults: 1. Mark the test as skipped if block size is not 4K 2. Success 3. Should not have any 4K page size in db_stat output """ s1 = topo.ms["supplier1"] fs_pagesize = os.statvfs(s1.ds_paths.db_home_dir).f_bsize if fs_pagesize != 4096: pytest.skip("This test requires that database filesystem prefered block size is 4K.") return try: cmd = ["/usr/bin/db_stat", "-h", s1.ds_paths.db_home_dir, "-e"] log.debug(f"DEBUG: Running {cmd}") output = subprocess.check_output(cmd, universal_newlines=True, stderr=subprocess.STDOUT) except subprocess.CalledProcessError as e: log.error(f'Failed to gather db statistics {cmd}: "{e.output.decode()}') log.error(e) raise e assert not re.match("^4096 *Page size", output, flags=re.MULTILINE) def test_changelog_type_validation(topo): """Verify that changelog configuration properly validates attribute values :id: 4c7681ff-0511-4256-9589-bdcad84c13e6 :setup: Replication with two suppliers :steps: 1. Get changelog configuration object 2. Set valid string values for maxage and trim interval attributes 3. Verify the values were set correctly :expectedresults: 1. Changelog object retrieved successfully 2. Valid string values should be accepted 3. Configuration should be updated with correct values """ supplier = topo.ms["supplier1"] log.info('Getting changelog configuration object') if ds_supports_new_changelog(): cl = Changelog(supplier, suffix=DEFAULT_SUFFIX) else: cl = Changelog5(supplier) log.info('Reading current changelog max age configuration') current_maxage = cl.get_attr_val_utf8(MAXAGE) log.info(f'Current {MAXAGE}: {current_maxage}') log.info('Setting changelog maxage to 60s') cl.replace(MAXAGE, '60s') log.info('Setting changelog trim interval to 10s') cl.replace(TRIMINTERVAL, '10s') log.info('Verifying changelog maxage was updated') new_maxage = cl.get_attr_val_utf8(MAXAGE) assert new_maxage == '60s', f'Expected maxage "60s", got "{new_maxage}"' log.info('Verifying changelog trim interval was updated') new_triminterval = cl.get_attr_val_utf8(TRIMINTERVAL) assert new_triminterval == '10s', f'Expected triminterval "10s", got "{new_triminterval}"' log.info('Changelog configuration validated successfully') if __name__ == '__main__': # Run isolated # -s for DEBUG mode CURRENT_FILE = os.path.realpath(__file__) pytest.main("-s %s" % CURRENT_FILE)