mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Allow running individual tests by name using calibre-debug
calibre-debug -c "from calibre.utils.run_tests import *; import sys; run_test(sys.argv[-1])" some_test_name
This commit is contained in:
Kovid Goyal
parent
29afd852ba
commit
51d2a08501
161
setup/test.py
161
setup/test.py
@ -5,169 +5,12 @@
|
|||||||
import os
|
import os
|
||||||
import subprocess
|
import subprocess
|
||||||
import sys
|
import sys
|
||||||
import unittest
|
|
||||||
|
|
||||||
from setup import SRC, Command, isbsd, islinux, ismacos, iswindows
|
from setup import Command
|
||||||
|
|
||||||
TEST_MODULES = frozenset('srv db polish opf css docx cfi matcher icu smartypants build misc dbcli ebooks'.split())
|
TEST_MODULES = frozenset('srv db polish opf css docx cfi matcher icu smartypants build misc dbcli ebooks'.split())
|
||||||
|
|
||||||
|
|
||||||
class TestImports(unittest.TestCase):
|
|
||||||
|
|
||||||
def base_check(self, base, exclude_packages, exclude_modules):
|
|
||||||
import importlib
|
|
||||||
import_base = os.path.dirname(base)
|
|
||||||
count = 0
|
|
||||||
for root, dirs, files in os.walk(base):
|
|
||||||
for d in tuple(dirs):
|
|
||||||
if not os.path.isfile(os.path.join(root, d, '__init__.py')):
|
|
||||||
dirs.remove(d)
|
|
||||||
for fname in files:
|
|
||||||
module_name, ext = os.path.splitext(fname)
|
|
||||||
if ext != '.py':
|
|
||||||
continue
|
|
||||||
path = os.path.join(root, module_name)
|
|
||||||
relpath = os.path.relpath(path, import_base).replace(os.sep, '/')
|
|
||||||
full_module_name = '.'.join(relpath.split('/'))
|
|
||||||
if full_module_name.endswith('.__init__'):
|
|
||||||
full_module_name = full_module_name.rpartition('.')[0]
|
|
||||||
if full_module_name in exclude_modules or ('.' in full_module_name and full_module_name.rpartition('.')[0] in exclude_packages):
|
|
||||||
continue
|
|
||||||
importlib.import_module(full_module_name)
|
|
||||||
count += 1
|
|
||||||
return count
|
|
||||||
|
|
||||||
def test_import_of_all_python_modules(self):
|
|
||||||
exclude_packages = {'calibre.devices.mtp.unix.upstream'}
|
|
||||||
exclude_modules = set()
|
|
||||||
if not iswindows:
|
|
||||||
exclude_modules |= {'calibre.utils.iphlpapi', 'calibre.utils.open_with.windows', 'calibre.devices.winusb'}
|
|
||||||
exclude_packages |= {'calibre.utils.winreg', 'calibre.utils.windows'}
|
|
||||||
if not ismacos:
|
|
||||||
exclude_modules.add('calibre.utils.open_with.osx')
|
|
||||||
if not islinux:
|
|
||||||
exclude_modules |= {
|
|
||||||
'calibre.linux',
|
|
||||||
'calibre.utils.linux_trash', 'calibre.utils.open_with.linux',
|
|
||||||
'calibre.gui2.linux_file_dialogs',
|
|
||||||
}
|
|
||||||
if not isbsd:
|
|
||||||
exclude_modules.add('calibre.devices.usbms.hal')
|
|
||||||
self.assertGreater(self.base_check(os.path.join(SRC, 'odf'), exclude_packages, exclude_modules), 10)
|
|
||||||
base = os.path.join(SRC, 'calibre')
|
|
||||||
self.assertGreater(self.base_check(base, exclude_packages, exclude_modules), 1000)
|
|
||||||
|
|
||||||
import calibre.web.feeds.feedparser as f
|
|
||||||
del f
|
|
||||||
from calibre.ebooks.markdown import Markdown
|
|
||||||
del Markdown
|
|
||||||
|
|
||||||
|
|
||||||
def find_tests(which_tests=None, exclude_tests=None):
|
|
||||||
ans = []
|
|
||||||
a = ans.append
|
|
||||||
|
|
||||||
def ok(x):
|
|
||||||
return (not which_tests or x in which_tests) and (not exclude_tests or x not in exclude_tests)
|
|
||||||
|
|
||||||
if ok('build'):
|
|
||||||
from calibre.test_build import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('srv'):
|
|
||||||
from calibre.srv.tests.main import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('db'):
|
|
||||||
from calibre.db.tests.main import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('polish'):
|
|
||||||
from calibre.ebooks.oeb.polish.tests.main import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('opf'):
|
|
||||||
from calibre.ebooks.metadata.opf2 import suite
|
|
||||||
a(suite())
|
|
||||||
from calibre.ebooks.metadata.opf3_test import suite
|
|
||||||
a(suite())
|
|
||||||
if ok('css'):
|
|
||||||
from tinycss.tests.main import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.ebooks.oeb.normalize_css import test_normalization
|
|
||||||
a(test_normalization(return_tests=True))
|
|
||||||
from calibre.ebooks.css_transform_rules import test
|
|
||||||
a(test(return_tests=True))
|
|
||||||
from calibre.ebooks.html_transform_rules import test
|
|
||||||
a(test(return_tests=True))
|
|
||||||
from css_selectors.tests import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('docx'):
|
|
||||||
from calibre.ebooks.docx.fields import test_parse_fields
|
|
||||||
a(test_parse_fields(return_tests=True))
|
|
||||||
from calibre.ebooks.docx.writer.utils import test_convert_color
|
|
||||||
a(test_convert_color(return_tests=True))
|
|
||||||
if ok('cfi'):
|
|
||||||
from calibre.ebooks.epub.cfi.tests import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('matcher'):
|
|
||||||
from calibre.utils.matcher import test
|
|
||||||
a(test(return_tests=True))
|
|
||||||
if ok('scraper'):
|
|
||||||
from calibre.scraper.simple import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('icu'):
|
|
||||||
from calibre.utils.icu_test import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('smartypants'):
|
|
||||||
from calibre.utils.smartypants import run_tests
|
|
||||||
a(run_tests(return_tests=True))
|
|
||||||
if ok('ebooks'):
|
|
||||||
from calibre.ebooks.metadata.rtf import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.ebooks.metadata.html import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.xml_parse import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.gui2.viewer.annotations import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if ok('misc'):
|
|
||||||
from calibre.ebooks.metadata.test_author_sort import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.ebooks.metadata.tag_mapper import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.ebooks.metadata.author_mapper import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.shared_file import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.test_lock import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.search_query_parser_test import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.html2text import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.shm import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.library.comments import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.ebooks.compression.palmdoc import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.gui2.viewer.convert_book import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.hyphenation.test_hyphenation import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.live import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
if iswindows:
|
|
||||||
from calibre.utils.windows.wintest import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
from calibre.utils.windows.winsapi import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
a(unittest.defaultTestLoader.loadTestsFromTestCase(TestImports))
|
|
||||||
if ok('dbcli'):
|
|
||||||
from calibre.db.cli.tests import find_tests
|
|
||||||
a(find_tests())
|
|
||||||
|
|
||||||
tests = unittest.TestSuite(ans)
|
|
||||||
return tests
|
|
||||||
|
|
||||||
|
|
||||||
class Test(Command):
|
class Test(Command):
|
||||||
|
|
||||||
description = 'Run the calibre test suite'
|
description = 'Run the calibre test suite'
|
||||||
@ -199,7 +42,7 @@ class Test(Command):
|
|||||||
sys.stdout.flush()
|
sys.stdout.flush()
|
||||||
os.execl('setup.py', *sys.argv)
|
os.execl('setup.py', *sys.argv)
|
||||||
from calibre.utils.run_tests import (
|
from calibre.utils.run_tests import (
|
||||||
filter_tests_by_name, remove_tests_by_name, run_cli
|
filter_tests_by_name, remove_tests_by_name, run_cli, find_tests
|
||||||
)
|
)
|
||||||
tests = find_tests(which_tests=frozenset(opts.test_module), exclude_tests=frozenset(opts.exclude_test_module))
|
tests = find_tests(which_tests=frozenset(opts.test_module), exclude_tests=frozenset(opts.exclude_test_module))
|
||||||
if opts.test_name:
|
if opts.test_name:
|
||||||
|
|||||||
@ -2,7 +2,7 @@
|
|||||||
# License: GPLv3 Copyright: 2016, Kovid Goyal <kovid at kovidgoyal.net>
|
# License: GPLv3 Copyright: 2016, Kovid Goyal <kovid at kovidgoyal.net>
|
||||||
|
|
||||||
|
|
||||||
import unittest, functools, importlib, importlib.resources
|
import unittest, functools, importlib, importlib.resources, os
|
||||||
from calibre.utils.monotonic import monotonic
|
from calibre.utils.monotonic import monotonic
|
||||||
|
|
||||||
|
|
||||||
@ -140,6 +140,175 @@ def run_tests(find_tests, verbosity=4):
|
|||||||
run_cli(tests, verbosity)
|
run_cli(tests, verbosity)
|
||||||
|
|
||||||
|
|
||||||
|
class TestImports(unittest.TestCase):
|
||||||
|
|
||||||
|
def base_check(self, base, exclude_packages, exclude_modules):
|
||||||
|
import importlib
|
||||||
|
import_base = os.path.dirname(base)
|
||||||
|
count = 0
|
||||||
|
for root, dirs, files in os.walk(base):
|
||||||
|
for d in tuple(dirs):
|
||||||
|
if not os.path.isfile(os.path.join(root, d, '__init__.py')):
|
||||||
|
dirs.remove(d)
|
||||||
|
for fname in files:
|
||||||
|
module_name, ext = os.path.splitext(fname)
|
||||||
|
if ext != '.py':
|
||||||
|
continue
|
||||||
|
path = os.path.join(root, module_name)
|
||||||
|
relpath = os.path.relpath(path, import_base).replace(os.sep, '/')
|
||||||
|
full_module_name = '.'.join(relpath.split('/'))
|
||||||
|
if full_module_name.endswith('.__init__'):
|
||||||
|
full_module_name = full_module_name.rpartition('.')[0]
|
||||||
|
if full_module_name in exclude_modules or ('.' in full_module_name and full_module_name.rpartition('.')[0] in exclude_packages):
|
||||||
|
continue
|
||||||
|
importlib.import_module(full_module_name)
|
||||||
|
count += 1
|
||||||
|
return count
|
||||||
|
|
||||||
|
def test_import_of_all_python_modules(self):
|
||||||
|
from calibre.constants import iswindows, ismacos, islinux, isbsd
|
||||||
|
exclude_packages = {'calibre.devices.mtp.unix.upstream'}
|
||||||
|
exclude_modules = set()
|
||||||
|
if not iswindows:
|
||||||
|
exclude_modules |= {'calibre.utils.iphlpapi', 'calibre.utils.open_with.windows', 'calibre.devices.winusb'}
|
||||||
|
exclude_packages |= {'calibre.utils.winreg', 'calibre.utils.windows'}
|
||||||
|
if not ismacos:
|
||||||
|
exclude_modules.add('calibre.utils.open_with.osx')
|
||||||
|
if not islinux:
|
||||||
|
exclude_modules |= {
|
||||||
|
'calibre.linux',
|
||||||
|
'calibre.utils.linux_trash', 'calibre.utils.open_with.linux',
|
||||||
|
'calibre.gui2.linux_file_dialogs',
|
||||||
|
}
|
||||||
|
if not isbsd:
|
||||||
|
exclude_modules.add('calibre.devices.usbms.hal')
|
||||||
|
d = os.path.dirname
|
||||||
|
SRC = d(d(d((os.path.abspath(__file__)))))
|
||||||
|
self.assertGreater(self.base_check(os.path.join(SRC, 'odf'), exclude_packages, exclude_modules), 10)
|
||||||
|
base = os.path.join(SRC, 'calibre')
|
||||||
|
self.assertGreater(self.base_check(base, exclude_packages, exclude_modules), 1000)
|
||||||
|
|
||||||
|
import calibre.web.feeds.feedparser as f
|
||||||
|
del f
|
||||||
|
from calibre.ebooks.markdown import Markdown
|
||||||
|
del Markdown
|
||||||
|
|
||||||
|
|
||||||
|
def find_tests(which_tests=None, exclude_tests=None):
|
||||||
|
from calibre.constants import iswindows
|
||||||
|
ans = []
|
||||||
|
a = ans.append
|
||||||
|
|
||||||
|
def ok(x):
|
||||||
|
return (not which_tests or x in which_tests) and (not exclude_tests or x not in exclude_tests)
|
||||||
|
|
||||||
|
if ok('build'):
|
||||||
|
from calibre.test_build import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('srv'):
|
||||||
|
from calibre.srv.tests.main import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('db'):
|
||||||
|
from calibre.db.tests.main import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('polish'):
|
||||||
|
from calibre.ebooks.oeb.polish.tests.main import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('opf'):
|
||||||
|
from calibre.ebooks.metadata.opf2 import suite
|
||||||
|
a(suite())
|
||||||
|
from calibre.ebooks.metadata.opf3_test import suite
|
||||||
|
a(suite())
|
||||||
|
if ok('css'):
|
||||||
|
from tinycss.tests.main import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.ebooks.oeb.normalize_css import test_normalization
|
||||||
|
a(test_normalization(return_tests=True))
|
||||||
|
from calibre.ebooks.css_transform_rules import test
|
||||||
|
a(test(return_tests=True))
|
||||||
|
from calibre.ebooks.html_transform_rules import test
|
||||||
|
a(test(return_tests=True))
|
||||||
|
from css_selectors.tests import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('docx'):
|
||||||
|
from calibre.ebooks.docx.fields import test_parse_fields
|
||||||
|
a(test_parse_fields(return_tests=True))
|
||||||
|
from calibre.ebooks.docx.writer.utils import test_convert_color
|
||||||
|
a(test_convert_color(return_tests=True))
|
||||||
|
if ok('cfi'):
|
||||||
|
from calibre.ebooks.epub.cfi.tests import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('matcher'):
|
||||||
|
from calibre.utils.matcher import test
|
||||||
|
a(test(return_tests=True))
|
||||||
|
if ok('scraper'):
|
||||||
|
from calibre.scraper.simple import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('icu'):
|
||||||
|
from calibre.utils.icu_test import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('smartypants'):
|
||||||
|
from calibre.utils.smartypants import run_tests
|
||||||
|
a(run_tests(return_tests=True))
|
||||||
|
if ok('ebooks'):
|
||||||
|
from calibre.ebooks.metadata.rtf import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.ebooks.metadata.html import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.xml_parse import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.gui2.viewer.annotations import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if ok('misc'):
|
||||||
|
from calibre.ebooks.metadata.test_author_sort import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.ebooks.metadata.tag_mapper import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.ebooks.metadata.author_mapper import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.shared_file import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.test_lock import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.search_query_parser_test import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.html2text import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.shm import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.library.comments import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.ebooks.compression.palmdoc import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.gui2.viewer.convert_book import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.hyphenation.test_hyphenation import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.live import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
if iswindows:
|
||||||
|
from calibre.utils.windows.wintest import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
from calibre.utils.windows.winsapi import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
a(unittest.defaultTestLoader.loadTestsFromTestCase(TestImports))
|
||||||
|
if ok('dbcli'):
|
||||||
|
from calibre.db.cli.tests import find_tests
|
||||||
|
a(find_tests())
|
||||||
|
|
||||||
|
tests = unittest.TestSuite(ans)
|
||||||
|
return tests
|
||||||
|
|
||||||
|
|
||||||
|
def run_test(test_name, verbosity=4):
|
||||||
|
# calibre-debug -c "from calibre.utils.run_tests import *; import sys; run_test(sys.argv[-1])" some_test_name
|
||||||
|
tests = find_tests()
|
||||||
|
tests = filter_tests_by_name(tests, test_name)
|
||||||
|
if not tests._tests:
|
||||||
|
raise SystemExit(f'No test named {test_name} found')
|
||||||
|
run_cli(tests, verbosity, buffer=False)
|
||||||
|
|
||||||
|
|
||||||
def run_cli(suite, verbosity=4, buffer=True):
|
def run_cli(suite, verbosity=4, buffer=True):
|
||||||
r = unittest.TextTestRunner
|
r = unittest.TextTestRunner
|
||||||
r.resultclass = unittest.TextTestResult if verbosity < 2 else TestResult
|
r.resultclass = unittest.TextTestResult if verbosity < 2 else TestResult
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user