datahub/metadata-ingestion/setup.cfg

[flake8]
max-complexity = 20
ignore =
    # Ignore: line length issues, since black's formatter will take care of them.
    E501,
    # Ignore: 1 blank line required before class docstring.
    D203,
    # See https://stackoverflow.com/a/57074416.
    W503,
    # See https://github.com/psf/black/issues/315.
    E203,
    # Allow usages of functools.lru_cache.
    B019,
    # This rule flags the use of function calls in argument defaults.
    # There's some good reasons to do this, so we're ok with it.
    B008,
    # TODO: However, we should enable B006 to catch issues with mutable args.
    B006,
    # TODO: Enable B007 - unused loop control variable.
    B007
    # TODO: Enable B902 - require self/cls naming.
    # TODO: Enable B904 - use raise from in except clauses.
exclude =
    .git,
    src/datahub/metadata,
    venv,
    .tox,
    __pycache__
per-file-ignores =
    # imported but unused
    __init__.py: F401
ban-relative-imports = true

[mypy]
plugins =
    ./tests/test_helpers/sqlalchemy_mypy_plugin.py,
    pydantic.mypy
exclude = ^(venv/|build/|dist/|examples/transforms/setup.py)
ignore_missing_imports = yes
namespace_packages = no
# implicit_optional = no
strict_optional = yes
check_untyped_defs = yes
disallow_incomplete_defs = yes
disallow_untyped_decorators = yes
warn_unused_configs = yes
# eventually we'd like to enable these
disallow_untyped_defs = no

# try to be a bit more strict in certain areas of the codebase
[mypy-datahub.*]
ignore_missing_imports = no
[mypy-datahub_provider.*]
ignore_missing_imports = no
[mypy-tests.*]
ignore_missing_imports = no
[mypy-google.protobuf.*]
# mypy sometimes ignores the above ignore_missing_imports = yes
# See https://github.com/python/mypy/issues/10632 and
# https://github.com/python/mypy/issues/10619#issuecomment-1174208395
# for a discussion of why this happens.
ignore_missing_imports = yes
[mypy-datahub.configuration.*]
disallow_untyped_defs = yes
[mypy-datahub.emitter.*]
disallow_untyped_defs = yes
[mypy-datahub.ingestion.api.*]
disallow_untyped_defs = yes
[mypy-datahub.ingestion.run.*]
disallow_untyped_defs = yes
[mypy-datahub.utilities.*]
disallow_untyped_defs = yes

[tool:pytest]
asyncio_mode = auto
addopts = --cov=src --cov-report= --cov-config setup.cfg --strict-markers
markers =
    slow: marks tests that are slow to run, including all docker-based tests (deselect with '-m not slow')
    integration: marks all integration tests, across all batches (deselect with '-m "not integration"')
    integration_batch_0: mark tests to run in batch 0 of integration tests. This is done mainly for parallelisation in CI. Batch 0 is the default batch.
    integration_batch_1: mark tests to run in batch 1 of integration tests
    integration_batch_2: mark tests to run in batch 2 of integration tests
testpaths =
    tests/unit
    tests/integration
filterwarnings =
    # Ignore some warnings that come from dependencies.
    ignore:Deprecated call to \`pkg_resources.declare_namespace:DeprecationWarning
    ignore:pkg_resources is deprecated as an API:DeprecationWarning
    ignore:Did not recognize type:sqlalchemy.exc.SAWarning
    ignore::datahub.configuration.pydantic_migration_helpers.PydanticDeprecatedSince20

[coverage:run]
# Because of some quirks in the way setup.cfg, coverage.py, pytest-cov,
# and tox interact, we should not uncomment the following line.
# See https://pytest-cov.readthedocs.io/en/latest/config.html and
# https://coverage.readthedocs.io/en/coverage-5.0/config.html.
# We also have some additional pytest/cov config options in tox.ini.
# source = src

[coverage:paths]
# This is necessary for tox-based coverage to be counted properly.
source =
   src
   */site-packages

[coverage:report]
show_missing = true
exclude_lines =
    pragma: no cover
    @abstract
    if TYPE_CHECKING:
omit =
    # omit codegen
    src/datahub/metadata/*