yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-02 03:39:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): only import PathSpec when necessary (#9989)

Browse Source
This commit is contained in:
Harshal Sheth 2024-03-05 14:59:07 -08:00 committed by GitHub
parent f597800953
commit ab12385cd8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/cli/check_cli.py
View File

@ -14,7 +14,6 @@ from datahub.emitter.mce_builder import DEFAULT_ENV
from datahub.ingestion.graph.client import get_default_graph
from datahub.ingestion.run.pipeline import Pipeline
from datahub.ingestion.sink.sink_registry import sink_registry
from datahub.ingestion.source.data_lake_common.path_spec import PathSpec
from datahub.ingestion.source.source_registry import source_registry
from datahub.ingestion.transformer.transform_registry import transform_registry
from datahub.telemetry import telemetry
@ -299,6 +298,8 @@ def test_path_spec(config: str, input: str, path_spec_key: str) -> None:
This command validates an input path string against an PathSpec patterns in a DataHub recipe.
"""
from datahub.ingestion.source.data_lake_common.path_spec import PathSpec
pattern_dicts: Optional[Union[List[Dict], Dict]] = None
recipe_config_dict = config_loader.load_config_file(config)
try: