# --- BEGIN COPYRIGHT BLOCK --- # Copyright (C) 2020 Red Hat, Inc. # All rights reserved. # # License: GPL (version 3 or any later version). # See LICENSE for details. # --- END COPYRIGHT BLOCK --- # from decimal import * import os import time import logging import pytest import shutil from lib389.rootdse import RootDSE import subprocess from lib389.backend import Backend from lib389.mappingTree import MappingTrees from lib389.idm.domain import Domain from lib389.configurations.sample import create_base_domain from lib389._mapped_object import DSLdapObject from test389.topologies import topology_st from lib389.plugins import AutoMembershipPlugin, ReferentialIntegrityPlugin, AutoMembershipDefinitions, MemberOfPlugin from lib389.idm.user import UserAccounts, UserAccount from lib389.idm.group import Groups from lib389.idm.organizationalunit import OrganizationalUnits from lib389._constants import DEFAULT_SUFFIX, DN_DM, LOG_ACCESS_LEVEL, PASSWORD, ErrorLog from lib389.dirsrv_log import DirsrvAccessJSONLog from lib389.utils import ds_is_older, ds_is_newer from lib389.config import RSA from lib389.dseldif import DSEldif import ldap import glob import re pytestmark = pytest.mark.tier1 logging.getLogger(__name__).setLevel(logging.DEBUG) log = logging.getLogger(__name__) PLUGIN_LOGGING = 'nsslapd-plugin-logging' USER1_DN = 'uid=user1,' + DEFAULT_SUFFIX THREAD_POOL_OP_TAGS = { ldap.RES_BIND: "BIND", ldap.RES_SEARCH_RESULT: "SEARCH", ldap.RES_MODIFY: "MOD", ldap.RES_ADD: "ADD", ldap.RES_DELETE: "DEL", ldap.RES_EXTENDED: "EXTOP", } def add_users(topology_st, users_num): users = UserAccounts(topology_st, DEFAULT_SUFFIX) log.info('Adding %d users' % users_num) for i in range(0, users_num): uid = 1000 + i users.create(properties={ 'uid': 'testuser%d' % uid, 'cn': 'testuser%d' % uid, 'sn': 'user', 'uidNumber': '%d' % uid, 'gidNumber': '%d' % uid, 'homeDirectory': '/home/testuser%d' % uid }) def search_users(topology_st): users = UserAccounts(topology_st, DEFAULT_SUFFIX) entries = users.list() # We just assert we got some data ... assert len(entries) > 0 def delete_obj(obj): if obj.exists(): obj.delete() def add_group_and_perform_user_operations(topology_st): topo = topology_st.standalone # Add the automember group groups = Groups(topo, DEFAULT_SUFFIX) group = groups.create(properties={'cn': 'group'}) ous = OrganizationalUnits(topo, DEFAULT_SUFFIX) branch1 = ous.create(properties={'ou': 'branch1'}) # Add the automember config entry am_configs = AutoMembershipDefinitions(topo) am_config = am_configs.create(properties={'cn': 'config', 'autoMemberScope': branch1.dn, 'autoMemberFilter': 'objectclass=top', 'autoMemberDefaultGroup': group.dn, 'autoMemberGroupingAttr': 'member:dn'}) # Add a user that should get added to the group users = UserAccounts(topo, DEFAULT_SUFFIX, rdn='ou={}'.format(branch1.rdn)) test_user = users.create_test_user(uid=777) # Check if created user is group member assert test_user.dn in group.list_members() log.info('Renaming user') test_user.rename('uid=new_test_user_777', newsuperior=DEFAULT_SUFFIX) log.info('Delete the user') delete_obj(test_user) log.info('Delete automember entry, org. unit and group for the next test') delete_obj(am_config) delete_obj(branch1) delete_obj(group) @pytest.fixture(scope="module") def enable_plugins(topology_st): topo = topology_st.standalone log.info("Enable automember plugin") plugin = AutoMembershipPlugin(topo) plugin.enable() log.info('Enable Referential Integrity plugin') plugin = ReferentialIntegrityPlugin(topo) plugin.enable() log.info('Set nsslapd-plugin-logging to on') topo.config.set(PLUGIN_LOGGING, 'ON') log.info('Restart the server') topo.restart() def add_user_log_level(topology_st, loglevel, request): topo = topology_st.standalone default_log_level = topo.config.get_attr_val_utf8(LOG_ACCESS_LEVEL) log.info(f'Configure access log level to {loglevel}') topo.config.set(LOG_ACCESS_LEVEL, str(loglevel)) add_group_and_perform_user_operations(topology_st) def fin(): topo.config.set(LOG_ACCESS_LEVEL, default_log_level) log.info('Delete the previous access logs for the next test') topo.deleteAccessLogs() request.addfinalizer(fin) @pytest.fixture(scope="function") def add_user_log_level_260(topology_st, enable_plugins, request): access_log_level = 4 + 256 add_user_log_level(topology_st, access_log_level, request) @pytest.fixture(scope="function") def add_user_log_level_516(topology_st, enable_plugins, request): access_log_level = 4 + 512 add_user_log_level(topology_st, access_log_level, request) @pytest.fixture(scope="function") def add_user_log_level_131076(topology_st, enable_plugins, request): access_log_level = 4 + 131072 add_user_log_level(topology_st, access_log_level, request) @pytest.fixture(scope="function") def clean_access_logs(topology_st, request): def _clean_access_logs(): topo = topology_st.standalone log.info("Stopping the instance") topo.stop() log.info("Deleting the access logs") topo.deleteAccessLogs() log.info("Starting the instance") topo.start() request.addfinalizer(_clean_access_logs) return clean_access_logs @pytest.fixture(scope="function") def remove_users(topology_st, request): def _remove_users(): topo = topology_st.standalone users = UserAccounts(topo, DEFAULT_SUFFIX) entries = users.list() assert len(entries) > 0 log.info("Removing all added users") for entry in entries: delete_obj(entry) request.addfinalizer(_remove_users) def set_audit_log_config_values(topology_st, request, enabled, logsize): topo = topology_st.standalone topo.config.set('nsslapd-auditlog-logging-enabled', enabled) topo.config.set('nsslapd-auditlog-maxlogsize', logsize) def fin(): topo.start() log.info('Setting audit log config back to default values') topo.config.set('nsslapd-auditlog-logging-enabled', 'off') topo.config.set('nsslapd-auditlog-maxlogsize', '100') request.addfinalizer(fin) @pytest.fixture(scope="function") def set_audit_log_config_values_to_rotate(topology_st, request): set_audit_log_config_values(topology_st, request, 'on', '1') @pytest.fixture(scope="function") def disable_access_log_buffering(topology_st, request): log.info('Disable access log buffering') topology_st.standalone.config.set('nsslapd-accesslog-logbuffering', 'off') def fin(): log.info('Enable access log buffering') topology_st.standalone.config.set('nsslapd-accesslog-logbuffering', 'on') request.addfinalizer(fin) return disable_access_log_buffering def create_backend(inst, rdn, suffix): # We only support dc= in this test. assert suffix.startswith('dc=') be1 = Backend(inst) be1.create(properties={ 'cn': rdn, 'nsslapd-suffix': suffix, }, create_mapping_tree=False ) # Now we temporarily make the MT for this node so we can add the base entry. mts = MappingTrees(inst) mt = mts.create(properties={ 'cn': suffix, 'nsslapd-state': 'backend', 'nsslapd-backend': rdn, }) # Create the domain entry create_base_domain(inst, suffix) # Now delete the mt mt.delete() return be1 def test_log_plugin_on(topology_st, remove_users): """Check access logs for millisecond :id: 65ae4e2a-295f-4222-8d69-12124bc7a872 :setup: Standalone instance :steps: 1. To generate big logs, add 100 test users 2. Search users to generate more access logs 3. Restart server 4. Parse the logs to check the milliseconds got recorded in logs :expectedresults: 1. Add operation should be successful 2. Search operation should be successful 3. Server should be restarted successfully 4. There should be milliseconds added in the access logs """ log.info('Bug 1273549 - Check access logs for millisecond, when attribute is ON') log.info('perform any ldap operation, which will trigger the logs') add_users(topology_st.standalone, 10) search_users(topology_st.standalone) log.info('Restart the server to flush the logs') topology_st.standalone.restart(timeout=10) log.info('parse the access logs') access_log_lines = topology_st.standalone.ds_access_log.readlines() assert len(access_log_lines) > 0 assert topology_st.standalone.ds_access_log.match(r'^\[.+\d{9}.+\].+') @pytest.mark.xfail(ds_is_older('1.4.0'), reason="May fail on 1.3.x because of bug 1358706") def test_internal_log_server_level_0(topology_st, clean_access_logs, disable_access_log_buffering): """Tests server-initiated internal operations :id: 798d06fe-92e8-4648-af66-21349c20638e :setup: Standalone instance :steps: 1. Set nsslapd-plugin-logging to on 2. Configure access log level to only 0 3. Check the access logs. :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Access log should not contain internal operations log formats """ topo = topology_st.standalone default_log_level = topo.config.get_attr_val_utf8(LOG_ACCESS_LEVEL) log.info('Set nsslapd-plugin-logging to on') topo.config.set(PLUGIN_LOGGING, 'ON') log.info('Configure access log level to 0') access_log_level = '0' topo.config.set(LOG_ACCESS_LEVEL, access_log_level) log.info('Restart the server to flush the logs') topo.restart() # These comments contain lines we are trying to find without regex (the op numbers are just examples) log.info("Check if access log does not contain internal log of MOD operation") # (Internal) op=2(2)(1) SRCH base="cn=config assert not topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="cn=config.*') # (Internal) op=2(2)(1) RESULT err=0 tag=48 nentries=1 assert not topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') log.info("Check if the other internal operations are not present") # conn=Internal(0) op=0 assert not topo.ds_access_log.match(r'.*conn=Internal\([0-9]+\) op=[0-9]+\([0-9]+\)\([0-9]+\).*') topo.config.set(LOG_ACCESS_LEVEL, default_log_level) @pytest.mark.xfail(ds_is_older('1.4.0'), reason="May fail on 1.3.x because of bug 1358706") def test_internal_log_server_level_4(topology_st, clean_access_logs, disable_access_log_buffering): """Tests server-initiated internal operations :id: a3500e47-d941-4575-b399-e3f4b49bc4b6 :setup: Standalone instance :steps: 1. Set nsslapd-plugin-logging to on 2. Configure access log level to only 4 3. Check the access logs, it should contain info about MOD operation of cn=config and other internal operations should have the conn field set to Internal and all values inside parenthesis set to 0. :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Access log should contain correct internal log formats with cn=config modification: "(Internal) op=2(1)(1)" "conn=Internal(0)" """ topo = topology_st.standalone default_log_level = topo.config.get_attr_val_utf8(LOG_ACCESS_LEVEL) log.info('Set nsslapd-plugin-logging to on') topo.config.set(PLUGIN_LOGGING, 'ON') log.info('Configure access log level to 4') access_log_level = '4' topo.config.set(LOG_ACCESS_LEVEL, access_log_level) log.info('Restart the server to flush the logs') topo.restart() # After 947ee67 log dynamic has changed slightly # Do another MOD to trigger the internal search topo.config.set(LOG_ACCESS_LEVEL, access_log_level) try: # These comments contain lines we are trying to find without regex (the op numbers are just examples) log.info("Check if access log contains internal MOD operation in correct format") # (Internal) op=2(2)(1) SRCH base="cn=config assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="cn=config.*') # (Internal) op=2(2)(1) RESULT err=0 tag=48 nentries= assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=.*') log.info("Check if the other internal operations have the correct format") # conn=Internal(0) op=0 assert topo.ds_access_log.match(r'.*conn=Internal\([0-9]+\) op=[0-9]+\([0-9]+\)\([0-9]+\).*') finally: topo.config.set(LOG_ACCESS_LEVEL, default_log_level) @pytest.mark.xfail(ds_is_older('1.4.0'), reason="May fail on 1.3.x because of bug 1358706") def test_internal_log_level_260(topology_st, add_user_log_level_260, disable_access_log_buffering): """Tests client initiated operations when automember plugin is enabled :id: e68a303e-c037-42b2-a5a0-fbea27c338a9 :setup: Standalone instance with internal operation logging on and nsslapd-plugin-logging to on :steps: 1. Configure access log level to 260 (4 + 256) 2. Set nsslapd-plugin-logging to on 3. Enable Referential Integrity and automember plugins 4. Restart the server 5. Add a test group 6. Add a test user and add it as member of the test group 7. Rename the test user 8. Delete the test user 9. Check the access logs for nested internal operation logs :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Operation should be successful 4. Operation should be successful 5. Operation should be successful 6. Operation should be successful 7. Operation should be successful 8. Operation should be successful 9. Access log should contain internal info about operations of the user """ topo = topology_st.standalone log.info('Restart the server to flush the logs') topo.restart() # These comments contain lines we are trying to find without regex (the op numbers are just examples) log.info("Check the access logs for ADD operation of the user") # op=10 ADD dn="uid=test_user_777,ou=topology_st, branch1,dc=example,dc=com" assert topo.ds_access_log.match(r'.*op=[0-9]+ ADD dn="uid=test_user_777,ou=branch1,dc=example,dc=com".*') # (Internal) op=10(1)(1) MOD dn="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'MOD dn="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) SRCH base="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="cn=group,' r'ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1*') # (Internal) op=10(1)(1) RESULT err=0 tag=48 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48.*') # op=10 RESULT err=0 tag=105 assert topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=105.*') log.info("Check the access logs for MOD operation of the user") # op=12 MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' # 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com" assert topo.ds_access_log.match(r'.*op=[0-9]+ MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # (Internal) op=12(1)(1) SRCH base="uid=test_user_777, ou=branch1,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=test_user_777,' 'ou=branch1,dc=example,dc=com".*') # (Internal) op=12(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=12 RESULT err=0 tag=109 assert topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=109.*') log.info("Check the access logs for DEL operation of the user") # op=15 DEL dn="uid=new_test_user_777,dc=example,dc=com" assert topo.ds_access_log.match(r'.*op=[0-9]+ DEL dn="uid=new_test_user_777,dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # (Internal) op=15(1)(1) SRCH base="uid=new_test_user_777, dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=new_test_user_777,' 'dc=example,dc=com".*') # (Internal) op=15(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=15 RESULT err=0 tag=107 assert topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=107.*') log.info("Check if the other internal operations have the correct format") # conn=Internal(0) op=0 assert topo.ds_access_log.match(r'.*conn=Internal\([0-9]+\) op=[0-9]+\([0-9]+\)\([0-9]+\).*') @pytest.mark.xfail(ds_is_older('1.4.0'), reason="May fail on 1.3.x because of bug 1358706") def test_internal_log_level_131076(topology_st, add_user_log_level_131076, disable_access_log_buffering): """Tests client-initiated operations while referential integrity plugin is enabled :id: 44836ac9-dabd-4a8c-abd5-ecd7c2509739 :setup: Standalone instance Configure access log level to - 131072 + 4 Set nsslapd-plugin-logging to on :steps: 1. Configure access log level to 131076 2. Set nsslapd-plugin-logging to on 3. Enable Referential Integrity and automember plugins 4. Restart the server 5. Add a test group 6. Add a test user and add it as member of the test group 7. Rename the test user 8. Delete the test user 9. Check the access logs for nested internal operation logs :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Operation should be successful 4. Operation should be successful 5. Operation should be successful 6. Operation should be successful 7. Operation should be successful 8. Operation should be successful 9. Access log should contain internal info about operations of the user """ topo = topology_st.standalone log.info('Restart the server to flush the logs') topo.restart() # These comments contain lines we are trying to find without regex (the op numbers are just examples) log.info("Check the access logs for ADD operation of the user") # op=10 ADD dn="uid=test_user_777,ou=branch1,dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ ADD dn="uid=test_user_777,ou=branch1,dc=example,dc=com".*') # (Internal) op=10(1)(1) MOD dn="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'MOD dn="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) SRCH base="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'SRCH base="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) RESULT err=0 tag=48 nentries=1*') assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1*') # (Internal) op=10(1)(1) RESULT err=0 tag=48 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48.*') # op=10 RESULT err=0 tag=105 assert not topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=105.*') log.info("Check the access logs for MOD operation of the user") # op=12 MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' # 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # (Internal) op=12(1)(1) SRCH base="uid=test_user_777, ou=branch1,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=test_user_777,' 'ou=branch1,dc=example,dc=com".*') # (Internal) op=12(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=12 RESULT err=0 tag=109 assert not topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=109.*') log.info("Check the access logs for DEL operation of the user") # op=15 DEL dn="uid=new_test_user_777,dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ DEL dn="uid=new_test_user_777,dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # (Internal) op=15(1)(1) SRCH base="uid=new_test_user_777, dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=new_test_user_777,' 'dc=example,dc=com".*') # (Internal) op=15(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=15 RESULT err=0 tag=107 assert not topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=107.*') log.info("Check if the other internal operations have the correct format") # conn=Internal(0) op=0 assert topo.ds_access_log.match(r'.*conn=Internal\([0-9]+\) op=[0-9]+\([0-9]+\)\([0-9]+\).*') @pytest.mark.xfail(ds_is_older('1.4.0'), reason="May fail on 1.3.x because of bug 1358706") def test_internal_log_level_516(topology_st, add_user_log_level_516, disable_access_log_buffering): """Tests client initiated operations when referential integrity plugin is enabled :id: bee1d681-763d-4fa5-aca2-569cf93f8b71 :setup: Standalone instance Configure access log level to - 512+4 Set nsslapd-plugin-logging to on :steps: 1. Configure access log level to 516 2. Set nsslapd-plugin-logging to on 3. Enable Referential Integrity and automember plugins 4. Restart the server 5. Add a test group 6. Add a test user and add it as member of the test group 7. Rename the test user 8. Delete the test user 9. Check the access logs for nested internal operation logs :expectedresults: 1. Operation should be successful 2. Operation should be successful 3. Operation should be successful 4. Operation should be successful 5. Operation should be successful 6. Operation should be successful 7. Operation should be successful 8. Operation should be successful 9. Access log should contain internal info about operations of the user """ topo = topology_st.standalone log.info('Restart the server to flush the logs') topo.restart() # These comments contain lines we are trying to find without regex (the op numbers are just examples) log.info("Check the access logs for ADD operation of the user") # op=10 ADD dn="uid=test_user_777,ou=branch1,dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ ADD dn="uid=test_user_777,ou=branch1,dc=example,dc=com".*') # (Internal) op=10(1)(1) MOD dn="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'MOD dn="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) SRCH base="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'SRCH base="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) ENTRY dn="cn=group,ou=Groups,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ' r'ENTRY dn="cn=group,ou=Groups,dc=example,dc=com".*') # (Internal) op=10(1)(2) RESULT err=0 tag=48 nentries=1*') assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1*') # (Internal) op=10(1)(1) RESULT err=0 tag=48 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48.*') log.info("Check the access logs for MOD operation of the user") # op=12 MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' # 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ MODRDN dn="uid=test_user_777,ou=branch1,dc=example,dc=com" ' 'newrdn="uid=new_test_user_777" newsuperior="dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # Internal) op=12(1)(1) SRCH base="uid=test_user_777, ou=branch1,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=test_user_777,' 'ou=branch1,dc=example,dc=com".*') # (Internal) op=12(1)(1) ENTRY dn="uid=test_user_777, ou=branch1,dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ENTRY dn="uid=test_user_777,' 'ou=branch1,dc=example,dc=com".*') # (Internal) op=12(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=12 RESULT err=0 tag=48 assert not topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=48.*') log.info("Check the access logs for DEL operation of the user") # op=15 DEL dn="uid=new_test_user_777,dc=example,dc=com" assert not topo.ds_access_log.match(r'.*op=[0-9]+ DEL dn="uid=new_test_user_777,dc=example,dc=com".*') if ds_is_older(('1.4.3.9', '1.4.4.3')): # (Internal) op=15(1)(1) SRCH base="uid=new_test_user_777, dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) SRCH base="uid=new_test_user_777,' 'dc=example,dc=com".*') # (Internal) op=15(1)(1) ENTRY dn="uid=new_test_user_777, dc=example,dc=com" assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) ENTRY dn="uid=new_test_user_777,' 'dc=example,dc=com".*') # (Internal) op=15(1)(1) RESULT err=0 tag=48 nentries=1 assert topo.ds_access_log.match(r'.*\(Internal\) op=[0-9]+\([0-9]+\)\([0-9]+\) RESULT err=0 tag=48 nentries=1.*') # op=15 RESULT err=0 tag=107 assert not topo.ds_access_log.match(r'.*op=[0-9]+ RESULT err=0 tag=107.*') log.info("Check if the other internal operations have the correct format") # conn=Internal(0) op=0 assert topo.ds_access_log.match(r'.*conn=Internal\([0-9]+\) op=[0-9]+\([0-9]+\)\([0-9]+\).*') @pytest.mark.skipif(ds_is_older('1.4.2.0'), reason="Not implemented") def test_access_log_truncated_search_message(topology_st, clean_access_logs): """Tests that the access log message is properly truncated when the message is too long :id: 0a9af37d-3311-4a2f-ac0a-9a1c631aaf27 :setup: Standalone instance :steps: 1. Make a search with a 2048+ characters basedn, filter and attribute list 2. Check the access log has the message and it's truncated :expectedresults: 1. Operation should be successful 2. Access log should contain truncated basedn, filter and attribute list """ topo = topology_st.standalone large_str_base = "".join("cn=test," for _ in range(512)) large_str_filter = "".join("(cn=test)" for _ in range(512)) users = UserAccounts(topo, f'{large_str_base}dc=ending') users._list_attrlist = [f'cn{i}' for i in range(512)] log.info("Make a search") users.filter(f'(|(objectclass=tester){large_str_filter}(cn=ending))') log.info('Restart the server to flush the logs') topo.restart() assert topo.ds_access_log.match(r'.*cn=test,cn=test,.*') assert topo.ds_access_log.match(r'.*objectClass=tester.*') assert topo.ds_access_log.match(r'.*cn10.*') assert not topo.ds_access_log.match(r'.*dc=ending.*') assert not topo.ds_access_log.match(r'.*cn=ending.*') assert not topo.ds_access_log.match(r'.*cn500.*') @pytest.mark.skipif(ds_is_newer("1.4.3"), reason="rsearch was removed") @pytest.mark.xfail(ds_is_older('1.4.2.0'), reason="May fail because of bug 1732053") def test_etime_at_border_of_second(topology_st, clean_access_logs): """Test that the etime reported in the access log doesn't contain wrong nsec value :id: 622be191-235b-4e1f-b581-2627fb10e494 :setup: Standalone instance :steps: 1. Run rsearch 2. Check access logs :expectedresults: 1. Success 2. No etime with 0.199xxx (everything should be few ms) """ topo = topology_st.standalone prog = os.path.join(topo.ds_paths.bin_dir, 'rsearch') cmd = [prog] # base search cmd.extend(['-s', DN_CONFIG]) # scope of the search cmd.extend(['-S', '0']) # host / port cmd.extend(['-h', HOST_STANDALONE]) cmd.extend(['-p', str(PORT_STANDALONE)]) # bound as DM to make it faster cmd.extend(['-D', DN_DM]) cmd.extend(['-w', PASSWORD]) # filter cmd.extend(['-f', "(cn=config)"]) # 2 samples SRCH cmd.extend(['-C', "2"]) output = subprocess.check_output(cmd) topo.stop() # No etime with 0.199xxx (everything should be few ms) invalid_etime = topo.ds_access_log.match(r'.*etime=0\.19.*') if invalid_etime: for i in range(len(invalid_etime)): log.error('It remains invalid or weird etime: %s' % invalid_etime[i]) assert not invalid_etime @pytest.mark.flaky(max_runs=2, min_passes=1) @pytest.mark.skipif(ds_is_older('1.3.10.1', '1.4.1'), reason="Fail because of bug 1749236") def test_etime_order_of_magnitude(topology_st, clean_access_logs, remove_users, disable_access_log_buffering): """Test that the etime reported in the access log has a correct order of magnitude :id: e815cfa0-8136-4932-b50f-c3dfac34b0e6 :setup: Standalone instance :steps: 1. Unset log buffering for the access log 2. Delete potential existing access logs 3. Add users 4. Search users 5. Restart the server to flush the logs 6. Parse the access log looking for the SRCH operation log 7. From the SRCH string get the start time and op number of the operation 8. From the op num find the associated RESULT string in the access log 9. From the RESULT string get the end time and the etime for the operation 10. Calculate the ratio between the calculated elapsed time (end time - start time) and the logged etime :expectedresults: 1. access log buffering is off 2. Previously existing access logs are deleted 3. Users are successfully added 4. Search operation is successful 5. Server is restarted and logs are flushed 6. SRCH operation log string is catched 7. start time and op number are collected 8. RESULT string is catched from the access log 9. end time and etime are collected 10. ratio between calculated elapsed time and logged etime is less or equal to 1 """ DSLdapObject(topology_st.standalone, DEFAULT_SUFFIX) log.info('add_users') add_users(topology_st.standalone, 30) log.info ('search users') search_users(topology_st.standalone) log.info('parse the access logs to get the SRCH string') # Here we are looking at the whole string logged for the search request with base ou=People,dc=example,dc=com search_str = str(topology_st.standalone.ds_access_log.match(r'.*SRCH base="ou=People,dc=example,dc=com.*'))[1:-1] assert len(search_str) > 0 # the search_str returned looks like : # [23/Apr/2020:06:06:14.360857624 -0400] conn=1 op=93 SRCH base="ou=People,dc=example,dc=com" scope=2 filter="(&(objectClass=account)(objectClass=posixaccount)(objectClass=inetOrgPerson)(objectClass=organizationalPerson))" attrs="distinguishedName" log.info('get the operation start time from the SRCH string') # Here we are getting the sec.nanosec part of the date, '14.360857624' in the example above start_time = (search_str.split()[0]).split(':')[3] log.info('get the OP number from the SRCH string') # Here we are getting the op number, 'op=93' in the above example op_num = search_str.split()[3] log.info('get the RESULT string matching the SRCH OP number') # Here we are looking at the RESULT string for the above search op, 'op=93' in this example result_str = str(topology_st.standalone.ds_access_log.match(r'.*{} RESULT*'.format(op_num)))[1:-1] assert len(result_str) > 0 # The result_str returned looks like : # For ds older than 1.4.3.8: [23/Apr/2020:06:06:14.366429900 -0400] conn=1 op=93 RESULT err=0 tag=101 nentries=30 etime=0.005723017 # For ds newer than 1.4.3.8: [21/Oct/2020:09:27:50.095209871 -0400] conn=1 op=96 RESULT err=0 tag=101 nentries=30 wtime=0.000412584 optime=0.005428971 etime=0.005836077 log.info('get the operation end time from the RESULT string') # Here we are getting the sec.nanosec part of the date, '14.366429900' in the above example end_time = (result_str.split()[0]).split(':')[3] log.info('get the logged etime for the operation from the RESULT string') # Here we are getting the etime value, '0.005723017' in the example above if ds_is_older('1.4.3.8'): etime = result_str.split()[8].split('=')[1][:-3] else: etime = result_str.split()[10].split('=')[1][:-3] log.info('Calculate the ratio between logged etime for the operation and elapsed time from its start time to its end time - should be around 1') etime_ratio = (Decimal(end_time) - Decimal(start_time)) // Decimal(etime) assert etime_ratio <= 1 @pytest.mark.skipif(ds_is_older('1.4.3.8'), reason="Fail because of bug 1850275") def test_optime_and_wtime_keywords(topology_st, clean_access_logs, remove_users, disable_access_log_buffering): """Test that the new optime and wtime keywords are present in the access log and have correct values :id: dfb4a49d-1cfc-400e-ba43-c107f58d62cf :customerscenario: True :setup: Standalone instance :steps: 1. Unset log buffering for the access log 2. Delete potential existing access logs 3. Add users 4. Search users 5. Parse the access log looking for the SRCH operation log 6. From the SRCH string get the op number of the operation 7. From the op num find the associated RESULT string in the access log 8. Search for the wtime optime keywords in the RESULT string 9. From the RESULT string get the wtime, optime and etime values for the operation :expectedresults: 1. access log buffering is off 2. Previously existing access logs are deleted 3. Users are successfully added 4. Search operation is successful 5. SRCH operation log string is catched 6. op number is collected 7. RESULT string is catched from the access log 8. wtime and optime keywords are collected 9. wtime, optime and etime values are collected """ log.info('add_users') add_users(topology_st.standalone, 30) log.info ('search users') search_users(topology_st.standalone) log.info('parse the access logs to get the SRCH string') # Here we are looking at the whole string logged for the search request with base ou=People,dc=example,dc=com search_str = str(topology_st.standalone.ds_access_log.match(r'.*SRCH base="ou=People,dc=example,dc=com.*'))[1:-1] assert len(search_str) > 0 # the search_str returned looks like : # [22/Oct/2020:09:47:11.951316798 -0400] conn=1 op=96 SRCH base="ou=People,dc=example,dc=com" scope=2 filter="(&(objectClass=account)(objectClass=posixaccount)(objectClass=inetOrgPerson)(objectClass=organizationalPerson))" attrs="distinguishedName" log.info('get the OP number from the SRCH string') # Here we are getting the op number, 'op=96' in the above example op_num = search_str.split()[3] log.info('get the RESULT string matching the SRCH op number') # Here we are looking at the RESULT string for the above search op, 'op=96' in this example result_str = str(topology_st.standalone.ds_access_log.match(r'.*{} RESULT*'.format(op_num)))[1:-1] assert len(result_str) > 0 # The result_str returned looks like : # [22/Oct/2020:09:47:11.963276018 -0400] conn=1 op=96 RESULT err=0 tag=101 nentries=30 wtime=0.000180294 optime=0.011966632 etime=0.012141311 log.info('Search for the wtime keyword in the RESULT string') assert re.search('wtime', result_str) log.info('get the wtime value from the RESULT string') wtime_value = result_str.split()[8].split('=')[1][:-3] log.info('Search for the optime keyword in the RESULT string') assert re.search('optime', result_str) log.info('get the optime value from the RESULT string') optime_value = result_str.split()[9].split('=')[1][:-3] log.info('get the etime value from the RESULT string') etime_value = result_str.split()[10].split('=')[1][:-3] log.info('Perform a compare operation') topology_st.standalone.compare_s('uid=testuser1000,ou=people,dc=example,dc=com','uid', 'testuser1000') ops = topology_st.standalone.ds_access_log.match('.*CMP dn="uid=testuser1000,ou=people,dc=example,dc=com"') log.info('get the wtime and optime values from the RESULT string') ops_value = topology_st.standalone.ds_access_log.parse_line(ops[0]) value = topology_st.standalone.ds_access_log.match(f'.*op={ops_value["op"]} RESULT') time_value = topology_st.standalone.ds_access_log.parse_line(value[0]) wtime = time_value['rem'].split()[3].split('=')[1] optime = time_value['rem'].split()[4].split('=')[1] log.info('Check that compare operation is not generating negative values for wtime and optime') if (Decimal(wtime) > 0) and (Decimal(optime) > 0): assert True else: log.info('wtime and optime values are negatives') assert False @pytest.mark.xfail(ds_is_older('1.3.10.1'), reason="May fail because of bug 1662461") def test_log_base_dn_when_invalid_attr_request(topology_st, disable_access_log_buffering): """Test that DS correctly logs the base dn when a search with invalid attribute request is performed :id: 859de962-c261-4ffb-8705-97bceab1ba2c :setup: Standalone instance :steps: 1. Disable the accesslog-logbuffering config parameter 2. Delete the previous access log 3. Perform a base search on the DEFAULT_SUFFIX, using ten empty attribute requests 4. Check the access log file for 'invalid attribute request' 5. Check the access log file for 'SRCH base="\(null\)"' 6. Check the access log file for 'SRCH base="DEFAULT_SUFFIX"' :expectedresults: 1. Operations are visible in the access log in real time 2. Fresh new access log is created 3. The search operation raises a Protocol error 4. The access log should have an 'invalid attribute request' message 5. The access log should not have "\(null\)" as value for the Search base dn 6. The access log should have the value of DEFAULT_SUFFIX as Search base dn """ entry = DSLdapObject(topology_st.standalone, DEFAULT_SUFFIX) log.info('delete the previous access logs to get a fresh new one') topology_st.standalone.deleteAccessLogs() log.info("Search the default suffix, with invalid '\"\" \"\"' attribute request") log.info("A Protocol error exception should be raised, see https://github.com/389ds/389-ds-base/issues/3028") # A ldap.PROTOCOL_ERROR exception is expected after 10 empty values with pytest.raises(ldap.PROTOCOL_ERROR): assert entry.get_attrs_vals_utf8(['', '', '', '', '', '', '', '', '', '', '']) # Search for appropriate messages in the access log log.info('Check the access logs for correct messages') # We should find the 'invalid attribute request' information assert topology_st.standalone.ds_access_log.match(r'.*invalid attribute request.*') # We should not find a "(null)" base dn mention assert not topology_st.standalone.ds_access_log.match(r'.*SRCH base="\(null\)".*') # We should find the base dn for the search assert topology_st.standalone.ds_access_log.match(r'.*SRCH base="{}".*'.format(DEFAULT_SUFFIX)) @pytest.mark.xfail(ds_is_older('1.3.8', '1.4.2'), reason="May fail because of bug 1676948") def test_audit_log_rotate_and_check_string(topology_st, clean_access_logs, set_audit_log_config_values_to_rotate): """Version string should be logged only once at the top of audit log after it is rotated. :id: 14dffb22-2f9c-11e9-8a03-54e1ad30572c :customerscenario: True :setup: Standalone instance :steps: 1. Set nsslapd-auditlog-logging-enabled: on 2. Set nsslapd-auditlog-maxlogsize: 1 3. Do modifications to the entry, until audit log file is rotated 4. Check audit logs :expectedresults: 1. Attribute nsslapd-auditlog-logging-enabled should be set to on 2. Attribute nsslapd-auditlog-maxlogsize should be set to 1 3. Audit file should grow till 1MB and then should be rotated 4. Audit file log should contain version string only once at the top """ standalone = topology_st.standalone search_ds = '389-Directory' users = UserAccounts(standalone, DEFAULT_SUFFIX) user = users.create(properties={ 'uid': 'test_audit_log', 'cn': 'test', 'sn': 'user', 'uidNumber': '1000', 'gidNumber': '1000', 'homeDirectory': '/home/test', }) log.info('Doing modifications to rotate audit log') audit_log = standalone.ds_paths.audit_log while len(glob.glob(audit_log + '*')) == 2: user.replace('description', 'test'*100) log.info('Doing one more modification just in case') user.replace('description', 'test2'*100) standalone.stop() count = 0 with open(audit_log) as f: log.info('Check that DS string is present on first line') assert search_ds in f.readline() f.seek(0) log.info('Check that DS string is present only once') for line in f.readlines(): if search_ds in line: count += 1 assert count == 1 def test_enable_external_libs_debug_log(topology_st): """Check that OpenLDAP logs are successfully enabled and disabled :id: b04646e3-9a5e-45ae-ad81-2882c1daf23e :setup: Standalone instance :steps: 1. Create a user to bind on 2. Set nsslapd-external-libs-debug-enabled to "on" 3. Clean the error log 4. Bind as the user to generate OpenLDAP output 5. Restart the servers to flush the logs 6. Check the error log for OpenLDAP debug log 7. Set nsslapd-external-libs-debug-enabled to "on" 8. Clean the error log 9. Bind as the user to generate OpenLDAP output 10. Restart the servers to flush the logs 11. Check the error log for OpenLDAP debug log :expectedresults: 1. Success 2. Success 3. Success 4. Success 5. Success 6. Logs are present 7. Success 8. Success 9. Success 10. Success 11. No logs are present """ standalone = topology_st.standalone log.info('Create a user to bind on') users = UserAccounts(standalone, DEFAULT_SUFFIX) user = users.ensure_state(properties={ 'uid': 'test_audit_log', 'cn': 'test', 'sn': 'user', 'uidNumber': '1000', 'gidNumber': '1000', 'homeDirectory': '/home/test', 'userPassword': PASSWORD }) log.info('Set nsslapd-external-libs-debug-enabled to "on"') standalone.config.set('nsslapd-external-libs-debug-enabled', 'on') log.info('Clean the error log') standalone.deleteErrorLogs() log.info('Bind as the user to generate OpenLDAP output') user.bind(PASSWORD) log.info('Restart the servers to flush the logs') standalone.restart() log.info('Check the error log for OpenLDAP debug log') assert standalone.ds_error_log.match('.*libldap/libber.*') log.info('Set nsslapd-external-libs-debug-enabled to "off"') standalone.config.set('nsslapd-external-libs-debug-enabled', 'off') log.info('Clean the error log') standalone.deleteErrorLogs() log.info('Bind as the user to generate OpenLDAP output') user.bind(PASSWORD) log.info('Restart the servers to flush the logs') standalone.restart() log.info('Check the error log for OpenLDAP debug log') assert not standalone.ds_error_log.match('.*libldap/libber.*') @pytest.mark.skipif(ds_is_older('1.4.3'), reason="Might fail because of bug 1895460") def test_cert_personality_log_help(topology_st, request): """Test changing the nsSSLPersonalitySSL attribute will raise help message in log :id: d6f17f64-d784-438e-89b6-8595bdf6defb :customerscenario: True :setup: Standalone :steps: 1. Create instance 2. Change nsSSLPersonalitySSL to wrong certificate nickname 3. Check there is a help message in error log :expectedresults: 1. Success 2. Success 3. Success """ WRONG_NICK = 'otherNick' standalone = topology_st.standalone standalone.enable_tls() log.info('Change nsSSLPersonalitySSL to wrong certificate nickname') config_RSA = RSA(standalone) config_RSA.set('nsSSLPersonalitySSL', WRONG_NICK) with pytest.raises(subprocess.CalledProcessError): standalone.restart() assert standalone.ds_error_log.match(r".*Please, make sure that nsSSLPersonalitySSL value " r"is correctly set to the certificate from NSS database " r"\(currently, nsSSLPersonalitySSL attribute " r"is set to '{}'\)\..*".format(WRONG_NICK)) def fin(): log.info('Restore certificate nickname') dse_ldif = DSEldif(standalone) dse_ldif.replace("cn=RSA,cn=encryption,cn=config", "nsSSLPersonalitySSL", "Server-Cert") request.addfinalizer(fin) def test_stat_index(topology_st, request): """Testing nsslapd-statlog-level with indexing statistics :id: fcabab05-f000-468c-8eb4-02ce3c39c902 :setup: Standalone instance :steps: 1. Check that nsslapd-statlog-level is 0 (default) 2. Create 20 users with 'cn' starting with 'user\_' 3. Check there is no statistic record in the access log with ADD 4. Check there is no statistic record in the access log with SRCH 5. Set nsslapd-statlog-level=LDAP_STAT_READ_INDEX (0x1) to get statistics when reading indexes 6. Check there is statistic records in access log with SRCH :expectedresults: 1. This should pass 2. This should pass 3. This should pass 4. This should pass 5. This should pass 6. This should pass """ topology_st.standalone.start() # Step 1 log.info("Assert nsslapd-statlog-level is by default 0") assert topology_st.standalone.config.get_attr_val_int("nsslapd-statlog-level") == 0 # Step 2 users = UserAccounts(topology_st.standalone, DEFAULT_SUFFIX) users_set = [] log.info('Adding 20 users') for i in range(20): name = 'user_%d' % i last_user = users.create(properties={ 'uid': name, 'sn': name, 'cn': name, 'uidNumber': '1000', 'gidNumber': '1000', 'homeDirectory': '/home/%s' % name, 'mail': '%s@example.com' % name, 'userpassword': 'pass%s' % name, }) users_set.append(last_user) # Step 3 assert not topology_st.standalone.ds_access_log.match('.*STAT read index.*') # Step 4 entries = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, "cn=user_*") assert not topology_st.standalone.ds_access_log.match('.*STAT read index.*') # Step 5 log.info("Set nsslapd-statlog-level: 1 to enable indexing statistics") topology_st.standalone.config.set("nsslapd-statlog-level", "1") # Step 6 entries = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, "cn=user_*") topology_st.standalone.stop() assert topology_st.standalone.ds_access_log.match('.*STAT read index.*') assert topology_st.standalone.ds_access_log.match('.*STAT read index: attribute.*') assert topology_st.standalone.ds_access_log.match('.*STAT read index: duration.*') topology_st.standalone.start() def fin(): log.info('Deleting users') for user in users_set: user.delete() topology_st.standalone.config.set("nsslapd-statlog-level", "0") request.addfinalizer(fin) def test_stat_internal_op(topology_st, request): """Check that statistics can also be collected for internal operations :id: 19f393bd-5866-425a-af7a-4dade06d5c77 :setup: Standalone Instance :steps: 1. Check that nsslapd-statlog-level is 0 (default) 2. Enable memberof plugins 3. Create a user 4. Remove access log (to only detect new records) 5. Enable statistic logging nsslapd-statlog-level=1 6. Check that on direct SRCH there is no 'Internal' Stat records 7. Remove access log (to only detect new records) 8. Add group with the user, so memberof triggers internal search and check it exists 'Internal' Stat records :expectedresults: 1. Success 2. Success 3. Success 4. Success 5. Success 6. Success 7. Success 8. Success """ inst = topology_st.standalone # Step 1 log.info("Assert nsslapd-statlog-level is by default 0") assert topology_st.standalone.config.get_attr_val_int("nsslapd-statlog-level") == 0 # Step 2 memberof = MemberOfPlugin(inst) memberof.enable() inst.restart() # Step 3 Add setup entries users = UserAccounts(inst, DEFAULT_SUFFIX, rdn=None) user = users.create(properties={'uid': 'test_1', 'cn': 'test_1', 'sn': 'test_1', 'description': 'member', 'uidNumber': '1000', 'gidNumber': '2000', 'homeDirectory': '/home/testuser'}) # Step 4 reset accesslog topology_st.standalone.stop() lpath = topology_st.standalone.ds_access_log._get_log_path() os.unlink(lpath) topology_st.standalone.start() # Step 5 enable statistics log.info("Set nsslapd-statlog-level: 1 to enable indexing statistics") topology_st.standalone.config.set("nsslapd-statlog-level", "1") # Step 6 for direct SRCH only non internal STAT records entries = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, "uid=test_1") topology_st.standalone.stop() assert topology_st.standalone.ds_access_log.match('.*STAT read index.*') assert topology_st.standalone.ds_access_log.match('.*STAT read index: attribute.*') assert topology_st.standalone.ds_access_log.match('.*STAT read index: duration.*') assert not topology_st.standalone.ds_access_log.match('.*Internal.*STAT.*') topology_st.standalone.start() # Step 7 reset accesslog topology_st.standalone.stop() lpath = topology_st.standalone.ds_access_log._get_log_path() os.unlink(lpath) topology_st.standalone.start() # Step 8 trigger internal searches and check internal stat records groups = Groups(inst, DEFAULT_SUFFIX, rdn=None) group = groups.create(properties={'cn': 'mygroup', 'member': 'uid=test_1,%s' % DEFAULT_SUFFIX, 'description': 'group'}) topology_st.standalone.restart() assert topology_st.standalone.ds_access_log.match('.*Internal.*STAT read index.*') assert topology_st.standalone.ds_access_log.match('.*Internal.*STAT read index: attribute.*') assert topology_st.standalone.ds_access_log.match('.*Internal.*STAT read index: duration.*') def fin(): log.info('Deleting user/group') user.delete() group.delete() request.addfinalizer(fin) @pytest.fixture def thread_pool_log_setup(topology_st, request): """Standalone instance with unbuffered plain-text access log, statlog off and a clean access log on disk. """ inst = topology_st.standalone inst.config.replace("nsslapd-accesslog-logbuffering", "off") inst.config.replace("nsslapd-accesslog-log-format", "default") inst.config.replace("nsslapd-statlog-level", "0") inst.deleteAccessLogs(restart=True) def fin(): inst.config.replace("nsslapd-statlog-level", "0") inst.config.replace("nsslapd-accesslog-log-format", "default") for u in UserAccounts(inst, DEFAULT_SUFFIX).filter('(uid=pool_*)'): try: u.delete() except Exception: pass request.addfinalizer(fin) return inst def _exercise_all_op_types(inst, tag): """Drive one of each externally-initiated op type so each produces a RESULT: BIND, ADD, SEARCH, MOD, EXTOP (WhoAmI), DEL. `tag` keeps uids unique across invocations. """ users = UserAccounts(inst, DEFAULT_SUFFIX) uid = f'pool_{tag}' inst.simple_bind_s(DN_DM, PASSWORD) user = users.create(properties={ 'uid': uid, 'sn': uid, 'cn': uid, 'uidNumber': '7001', 'gidNumber': '7000', 'homeDirectory': f'/home/{uid}', }) inst.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, f'uid={uid}') user.replace('description', 'pool-test') inst.whoami_s() user.delete() def test_stat_thread_pool_off_by_default(thread_pool_log_setup): """Default nsslapd-statlog-level=0 emits no thread pool stats on RESULT. :id: 8e289662-ccb7-4647-be81-a637750a5e13 :setup: Standalone instance, statlog-level=0 :steps: 1. Confirm nsslapd-statlog-level is 0 2. Exercise one of each externally-initiated op type 3. No RESULT line carries wbusy= :expectedresults: 1. Success 2. Success 3. Success """ inst = thread_pool_log_setup assert inst.config.get_attr_val_int("nsslapd-statlog-level") == 0 _exercise_all_op_types(inst, 'default') time.sleep(1) assert not inst.ds_access_log.match(r'.*RESULT.*wbusy=.*') def test_stat_thread_pool_runtime_toggle(thread_pool_log_setup): """Pool stats turn on with level=2 and back off with level=0 at runtime. :id: cd22210b-56d1-4ab1-83c2-1c560cd86494 :setup: Standalone instance :steps: 1. Runtime-set level=2 and exercise ops - RESULT lines carry pool stats 2. Runtime-set level=0, clear the access log, exercise ops again - no RESULT line carries pool stats :expectedresults: 1. Success 2. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "2") _exercise_all_op_types(inst, 'on') time.sleep(1) assert inst.ds_access_log.match(r'.*RESULT.*wbusy=.*') inst.config.replace("nsslapd-statlog-level", "0") inst.deleteAccessLogs(restart=True) _exercise_all_op_types(inst, 'off') time.sleep(1) assert not inst.ds_access_log.match(r'.*RESULT.*wbusy=.*') def test_stat_thread_pool_plain_text(thread_pool_log_setup): """Plain-text RESULT for every external op type carries pool stats. :id: 6c59a8cb-6bfa-4955-8fff-83bca66d4033 :setup: Standalone instance, statlog-level=2, default (text) format :steps: 1. Runtime-set level=2 2. Exercise BIND/ADD/SEARCH/MOD/EXTOP/DEL 3. For each op tag a RESULT line contains wbusy=N/M wqdepth=N :expectedresults: 1. Success 2. Success 3. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "2") _exercise_all_op_types(inst, 'plain') time.sleep(1) for op_tag, op_name in THREAD_POOL_OP_TAGS.items(): assert inst.ds_access_log.match( rf'.*RESULT .* tag={op_tag} .*wbusy=[0-9]+/[0-9]+ ' rf'wqdepth=[0-9]+.*'), \ f"no plain-text RESULT with pool stats for {op_name} (tag={op_tag})" def test_stat_thread_pool_json(thread_pool_log_setup): """JSON RESULT event for every external op type carries wbusy/wmax/wqdepth. :id: fb87f936-fdba-4f63-ae68-588396cd6086 :setup: Standalone instance, statlog-level=2, JSON access log :steps: 1. Runtime-switch access log format to JSON and set level=2 2. Exercise all op types 3. Every op tag has a RESULT event with wbusy, wmax and wqdepth of integer type and sane values :expectedresults: 1. Success 2. Success 3. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-accesslog-log-format", "json") inst.config.replace("nsslapd-statlog-level", "2") _exercise_all_op_types(inst, 'json') time.sleep(1) seen_tags = set() json_log = DirsrvAccessJSONLog(inst) for line in json_log.readlines(): event = json_log.parse_line(line) if event is None or 'header' in event: continue if event.get('operation') != 'RESULT': continue if 'wbusy' not in event: continue assert 'wmax' in event assert 'wqdepth' in event assert isinstance(event['wbusy'], int) assert isinstance(event['wmax'], int) assert isinstance(event['wqdepth'], int) assert event['wbusy'] >= 0 assert event['wmax'] > 0 assert event['wqdepth'] >= 0 assert event['wbusy'] <= event['wmax'], \ f"wbusy {event['wbusy']} exceeds wmax {event['wmax']}" tag = event.get('tag') if isinstance(tag, int): seen_tags.add(tag) for op_tag, op_name in THREAD_POOL_OP_TAGS.items(): assert op_tag in seen_tags, \ f"no JSON RESULT with wbusy/wmax/wqdepth for {op_name} (tag={op_tag})" def test_stat_thread_pool_coexists_with_index(thread_pool_log_setup): """Level=3 emits both STAT index lines and RESULT pool stats. :id: 8b4f2e2d-5a3a-4b8f-a15d-6b8e6b19f0e3 :setup: Standalone instance, statlog-level=3 :steps: 1. Runtime-set level=3 2. Exercise ops so index reads and RESULT lines are both produced 3. The log contains both STAT read index lines and RESULT pool stats :expectedresults: 1. Success 2. Success 3. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "3") _exercise_all_op_types(inst, 'both') time.sleep(1) assert inst.ds_access_log.match(r'.*STAT read index.*') assert inst.ds_access_log.match( r'.*RESULT.*wbusy=[0-9]+/[0-9]+.*wqdepth=[0-9]+.*') @pytest.mark.parametrize("value", ["0", "1", "2", "3", "255"]) def test_statlog_level_accepts_valid(thread_pool_log_setup, value): """nsslapd-statlog-level accepts valid non-negative integer flag values. :id: 7a5dbcec-ab26-4bc0-9e5c-2651bd198a45 :parametrized: yes :setup: Standalone instance :steps: 1. Replace nsslapd-statlog-level with the value 2. Re-read the attribute and confirm it matches :expectedresults: 1. Success 2. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", value) assert inst.config.get_attr_val_int("nsslapd-statlog-level") == int(value) @pytest.mark.parametrize("bad", ["-1", "abc", "2abc", "9999999999999999999999"]) def test_statlog_level_rejects_invalid(thread_pool_log_setup, bad): """nsslapd-statlog-level rejects non-numeric, negative, trailing-garbage and overflow values, and the stored value is not changed. :id: 6722c48b-21d0-4f03-8501-b7f0d0aaef15 :parametrized: yes :setup: Standalone instance, statlog-level set to 2 :steps: 1. Replace nsslapd-statlog-level with "2" (known-good baseline) 2. Attempt to replace with an invalid value 3. Confirm the value is still 2 :expectedresults: 1. Success 2. ldap.OPERATIONS_ERROR is raised 3. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "2") with pytest.raises(ldap.OPERATIONS_ERROR): inst.config.replace("nsslapd-statlog-level", bad) assert inst.config.get_attr_val_int("nsslapd-statlog-level") == 2 def test_statlog_level_reset_via_mod_delete(thread_pool_log_setup): """mod_delete of nsslapd-statlog-level resets the value to the default (0). :id: e0c32937-1adb-48a6-8c7c-92cd371c4146 :setup: Standalone instance :steps: 1. Set nsslapd-statlog-level to 2 2. Issue a mod_delete on nsslapd-statlog-level 3. Confirm the value has been reset to 0 4. Confirm RESULT lines no longer carry pool stats :expectedresults: 1. Success 2. Success 3. Success 4. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "2") assert inst.config.get_attr_val_int("nsslapd-statlog-level") == 2 inst.config.remove_all("nsslapd-statlog-level") assert inst.config.get_attr_val_int("nsslapd-statlog-level") == 0 inst.deleteAccessLogs(restart=True) _exercise_all_op_types(inst, 'after_reset') time.sleep(1) assert not inst.ds_access_log.match(r'.*RESULT.*wbusy=.*') def test_statlog_level_persists_across_restart(thread_pool_log_setup): """nsslapd-statlog-level survives a server restart and continues to drive the thread-pool stat output. :id: 75f6ca47-7b6a-4509-a725-f61ebac9a777 :setup: Standalone instance :steps: 1. Set nsslapd-statlog-level to 2 and restart the server 2. Confirm the attribute is still 2 3. Exercise ops and confirm RESULT lines still carry pool stats :expectedresults: 1. Success 2. Success 3. Success """ inst = thread_pool_log_setup inst.config.replace("nsslapd-statlog-level", "2") inst.restart() assert inst.config.get_attr_val_int("nsslapd-statlog-level") == 2 inst.deleteAccessLogs(restart=True) _exercise_all_op_types(inst, 'restart') time.sleep(1) assert inst.ds_access_log.match( r'.*RESULT.*wbusy=[0-9]+/[0-9]+.*wqdepth=[0-9]+.*') def test_referral_check(topology_st, request): """Check that referral detection mechanism works :id: ff9b4247-d1fd-4edc-ba74-6ad61e65c0a4 :setup: Standalone Instance :steps: 1. Set nsslapd-referral-check-period=7 to accelerate test 2. Add a test entry 3. Remove error log file 4. Check that no referral entry exist 5. Create a referral entry 6. Check that the server detects the referral 7. Delete the referral entry 8. Check that the server detects the deletion of the referral :expectedresults: 1. Success 2. Success 3. Success 4. Success 5. Success 6. Success 7. Success 8. Success """ inst = topology_st.standalone # Step 1 reduce nsslapd-referral-check-period to accelerate test REFERRAL_CHECK=7 topology_st.standalone.config.set("nsslapd-referral-check-period", str(REFERRAL_CHECK)) topology_st.standalone.restart() # Step 2 Add a test entry users = UserAccounts(inst, DEFAULT_SUFFIX, rdn=None) user = users.create(properties={'uid': 'test_1', 'cn': 'test_1', 'sn': 'test_1', 'description': 'member', 'uidNumber': '1000', 'gidNumber': '2000', 'homeDirectory': '/home/testuser'}) # Step 3 Remove error log file topology_st.standalone.stop() lpath = topology_st.standalone.ds_error_log._get_log_path() os.unlink(lpath) topology_st.standalone.start() # Step 4 Check that no referral entry is found (on regular deployment) entries = topology_st.standalone.search_s(DEFAULT_SUFFIX, ldap.SCOPE_SUBTREE, "uid=test_1") time.sleep(REFERRAL_CHECK + 1) assert not topology_st.standalone.ds_error_log.match('.*slapd_daemon - New referral entries are detected.*') # Step 5 Create a referral entry REFERRAL_DN = "cn=my_ref,%s" % DEFAULT_SUFFIX properties = ({'cn': 'my_ref', 'uid': 'my_ref', 'sn': 'my_ref', 'uidNumber': '1000', 'gidNumber': '2000', 'homeDirectory': '/home/testuser', 'description': 'referral entry', 'objectclass': "top referral extensibleObject".split(), 'ref': 'ref: ldap://remote/%s' % REFERRAL_DN}) referral = UserAccount(inst, REFERRAL_DN) referral.create(properties=properties) # Step 6 Check that the server detected the referral time.sleep(REFERRAL_CHECK + 1) assert topology_st.standalone.ds_error_log.match('.*slapd_daemon - New referral entries are detected under %s.*' % DEFAULT_SUFFIX) assert not topology_st.standalone.ds_error_log.match('.*slapd_daemon - No more referral entry under %s' % DEFAULT_SUFFIX) # Step 7 Delete the referral entry referral.delete() # Step 8 Check that the server detected the deletion of the referral time.sleep(REFERRAL_CHECK + 1) assert topology_st.standalone.ds_error_log.match('.*slapd_daemon - No more referral entry under %s' % DEFAULT_SUFFIX) def fin(): log.info('Deleting user/referral') try: user.delete() referral.delete() except: pass request.addfinalizer(fin) def test_missing_backend_suffix(topology_st, request): """Test that the server does not crash if a backend has no suffix :id: 427c9780-4875-4a94-a3e4-afa11be7d1a9 :setup: Standalone instance :steps: 1. Stop the instance 2. remove 'nsslapd-suffix' from the backend (userRoot) 3. start the instance 4. Check it started successfully with SRCH on rootDSE :expectedresults: all steps succeeds """ topology_st.standalone.stop() dse_ldif = topology_st.standalone.confdir + '/dse.ldif' shutil.copy(dse_ldif, dse_ldif + '.correct') os.system('sed -e "/nsslapd-suffix/d" %s > %s' % (dse_ldif + '.correct', dse_ldif)) topology_st.standalone.start() rdse = RootDSE(topology_st.standalone) def fin(): log.info('Restore dse.ldif') topology_st.standalone.stop() shutil.copy(dse_ldif + '.correct', dse_ldif) topology_st.standalone.start() request.addfinalizer(fin) def test_errorlog_buffering(topology_st, request): """Test log buffering works as expected when on or off :id: 324ec5ed-c8ec-49fe-ab20-8c8cbfedca41 :setup: Standalone Instance :steps: 1. Set buffering on 2. Reset logs and restart the server 3. Check for logging that should be buffered (not found) 4. Disable buffering 5. Reset logs and restart the server 6. Check for logging that should be found :expectedresults: 1. Success 2. Success 3. Success 4. Success 5. Success 6. Success """ # Configure instance inst = topology_st.standalone inst.config.replace('nsslapd-errorlog-logbuffering', 'on') inst.deleteErrorLogs(restart=True) time.sleep(1) assert not inst.ds_error_log.match(".*slapd_daemon - slapd started.*") inst.config.replace('nsslapd-errorlog-logbuffering', 'off') inst.deleteErrorLogs(restart=True) time.sleep(1) assert inst.ds_error_log.match(".*slapd_daemon - slapd started.*") def test_no_repeated_disconnect_messages(topology_st): """Test that there are no repeated "Not setting conn 0 to be disconnected: socket is invalid" messages on restart :id: 72b5e1ce-2db8-458f-b2cd-0a0b6525f51f :setup: Standalone Instance :steps: 1. Set error log level to CONNECTION 2. Clear existing error logs 3. Restart the server with 30 second timeout 4. Check error log for repeated disconnect messages 5. Verify there are no more than 10 occurrences of the disconnect message :expectedresults: 1. Error log level should be set successfully 2. Error logs should be cleared 3. Server should restart successfully within 30 seconds 4. Error log should be accessible 5. There should be no more than 10 repeated disconnect messages """ inst = topology_st.standalone log.info('Set error log level to CONNECTION') inst.config.loglevel([ErrorLog.CONNECT]) current_level = inst.config.get_attr_val_int('nsslapd-errorlog-level') log.info(f'Error log level set to: {current_level}') log.info('Clear existing error logs') inst.deleteErrorLogs() log.info('Restart the server with 30 second timeout') inst.restart(timeout=30) log.info('Check error log for repeated disconnect messages') disconnect_message = "Not setting conn 0 to be disconnected: socket is invalid" # Count occurrences of the disconnect message error_log_lines = inst.ds_error_log.readlines() disconnect_count = 0 for line in error_log_lines: if disconnect_message in line: disconnect_count += 1 log.info(f'Found {disconnect_count} occurrences of disconnect message') log.info('Verify there are no more than 10 occurrences') assert disconnect_count <= 10, f"Found {disconnect_count} repeated disconnect messages, expected <= 10" if __name__ == '__main__': # Run isolated # -s for DEBUG mode CURRENT_FILE = os.path.realpath(__file__) pytest.main("-s %s" % CURRENT_FILE)