- extend `pytest` with an option to run only the minimum number
of (unit) test cases to just keep the coverage at 100%
- rationale:
+ many of the unit test cases partly overlap with
respect to the lines of source code executed
+ also, integration tests, by definition, do not
contribute to a higher test coverage
- implementation: mark "redundant" test cases as one of:
+ `pytest.mark.integration_test`
=> code usage from the perspective of the end user
+ `pytest.mark.overlapping_test`
=> tests not contributing to the 100% coverage
+ `pytest.mark.sanity_test`
=> tests providing confidence in the test data
- add `tests.conftest` module
=> programatically convert the above markers into
`@pytest.mark.no_cover` and collect the non-"redundant" tests
- add nox session "test-fast" to run only the minimum
number of (unit) test while holding coverage at 100%
- refactor some test modules
+ wrap some test cases in a class
+ move sanity tests to the end of the files
31 lines
768 B
Python
31 lines
768 B
Python
"""Test top-level imports for `lalib`."""
|
|
|
|
import importlib
|
|
from typing import Any
|
|
|
|
import pytest
|
|
|
|
|
|
@pytest.mark.integration_test
|
|
@pytest.mark.parametrize(
|
|
"path_to_package",
|
|
[
|
|
"lalib",
|
|
"lalib.elements",
|
|
],
|
|
)
|
|
def test_top_level_imports(path_to_package: str):
|
|
"""Verify `from {path_to_package} import *` works."""
|
|
package = importlib.import_module(path_to_package)
|
|
|
|
environment: dict[str, Any] = {}
|
|
|
|
exec("...", environment, environment) # noqa: S102
|
|
defined_vars_before = set(environment)
|
|
|
|
exec(f"from {path_to_package} import *", environment, environment) # noqa: S102
|
|
defined_vars_after = set(environment)
|
|
|
|
new_vars = defined_vars_after - defined_vars_before
|
|
|
|
assert new_vars == set(package.__all__)
|