#!/usr/bin/env python # License: GPLv3 Copyright: 2016, Kovid Goyal import os import subprocess import sys from setup import Command, is_ci, ismacos, iswindows TEST_MODULES = frozenset('ai fork scraper srv db polish opf css docx cfi matcher icu smartypants build misc dbcli ebooks podofo'.split()) class BaseTest(Command): def run(self, opts): if opts.under_sanitize and 'CALIBRE_EXECED_UNDER_SANITIZE' not in os.environ: if 'libasan' not in os.environ.get('LD_PRELOAD', ''): os.environ['LD_PRELOAD'] = os.path.abspath(subprocess.check_output('gcc -print-file-name=libasan.so'.split()).decode('utf-8').strip()) os.environ['CALIBRE_EXECED_UNDER_SANITIZE'] = '1' os.environ['ASAN_OPTIONS'] = 'detect_leaks=0' os.environ['PYCRYPTODOME_DISABLE_DEEPBIND'] = '1' # https://github.com/Legrandin/pycryptodome/issues/558 self.info(f'Re-execing with LD_PRELOAD={os.environ["LD_PRELOAD"]}') sys.stdout.flush() os.execl('setup.py', *sys.argv) def add_options(self, parser): parser.add_option('--under-sanitize', default=False, action='store_true', help='Run the test suite with the sanitizer preloaded') class Test(BaseTest): description = 'Run the calibre test suite.' usage_help = 'To run specific tests, specify their names as command line arguments or use --test-name' def add_options(self, parser): super().add_options(parser) parser.add_option('--test-verbosity', type=int, default=4, help='Test verbosity (0-4)') parser.add_option( '--test-module', '--test-group', default=[], action='append', type='choice', choices=sorted(map(str, TEST_MODULES)), help='The test module to run (can be specified more than once for multiple modules). Choices: {}'.format(', '.join(sorted(TEST_MODULES))), ) parser.add_option( '--test-name', '-n', default=[], action='append', help='The name of an individual test to run. Can be specified more than once for multiple tests. The name of the' ' test is the name of the test function without the leading test_. For example, the function test_something()' ' can be run by specifying the name "something".', ) parser.add_option( '--exclude-test-module', default=[], action='append', type='choice', choices=sorted(map(str, TEST_MODULES)), help='A test module to be excluded from the test run (can be specified more than once for multiple modules). Choices: {}'.format( ', '.join(sorted(TEST_MODULES)) ), ) parser.add_option( '--exclude-test-name', default=[], action='append', help='The name of an individual test to be excluded from the test run. Can be specified more than once for multiple tests.', ) parser.add_option( '--worker', default=None, help='Python code to eval inside a worker process (used internally by the parallel test runner).', ) def run(self, opts): super().run(opts) if is_ci and (SW := os.environ.get('SW')): if ismacos: import ctypes sys.libxml2_dylib = ctypes.CDLL(os.path.join(SW, 'lib', 'libxml2.dylib')) sys.libxslt_dylib = ctypes.CDLL(os.path.join(SW, 'lib', 'libxslt.dylib')) sys.libexslt_dylib = ctypes.CDLL(os.path.join(SW, 'lib', 'libexslt.dylib')) print(sys.libxml2_dylib, sys.libxslt_dylib, sys.libexslt_dylib, file=sys.stderr, flush=True) elif iswindows: ffmpeg_dll_dir = os.path.join(SW, 'ffmpeg', 'bin') os.add_dll_directory(ffmpeg_dll_dir) # type: ignore from calibre.utils.run_tests import filter_tests_by_name, find_tests, remove_tests_by_name, run_cli if opts.worker is not None: eval(compile(opts.worker, '', 'exec')) raise SystemExit(0) tests = find_tests(which_tests=frozenset(opts.test_module), exclude_tests=frozenset(opts.exclude_test_module)) only = [] if opts.test_name: only += list(opts.test_name) if opts.cli_args: only += list(opts.cli_args) if only: tests = filter_tests_by_name(tests, *only) if opts.exclude_test_name: tests = remove_tests_by_name(tests, *opts.exclude_test_name) worker_cmd = [sys.executable, 'setup.py', 'test', '--worker'] run_cli(tests, verbosity=opts.test_verbosity, buffer=not opts.test_name, worker_cmd=worker_cmd) if is_ci: print('run_cli returned', flush=True) raise SystemExit(0) class TestRS(BaseTest): description = 'Run tests for RapydScript code' def add_options(self, parser): super().add_options(parser) def run(self, opts): super().run(opts) from calibre.utils.rapydscript import run_rapydscript_tests run_rapydscript_tests()