yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-31 10:39:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix ES search during lineage ingestion (#13932)

Browse Source
This commit is contained in:
Mayur Singal 2023-11-10 15:50:37 +05:30 committed by GitHub
parent 0eacc829a4
commit 71a67d6bbe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 14 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ingestion/src/metadata/ingestion/lineage/sql_lineage.py
View File

@ -34,6 +34,7 @@ from metadata.utils.lru_cache import LRUCache
logger = utils_logger()
LRU_CACHE_SIZE = 4096
DEFAULT_SCHEMA_NAME = "<default>"
def get_column_fqn(table_entity: Table, column: str) -> Optional[str]:
@ -145,6 +146,12 @@ def get_table_fqn_from_query_name(
empty_list * (3 - len(split_table))
) + split_table
if schema_query == DEFAULT_SCHEMA_NAME:
schema_query = None
if database_query == DEFAULT_SCHEMA_NAME:
database_query = None
return database_query, schema_query, table

13
ingestion/src/metadata/ingestion/ometa/mixins/lineage_mixin.py
View File

@ -177,9 +177,10 @@ class OMetaLineageMixin(Generic[T]):
timeout_seconds=timeout,
)
for lineage_request in add_lineage_request or []:
resp = self.add_lineage(lineage_request)
entity_name = resp.get("entity", {}).get("name")
for node in resp.get("nodes", []):
logger.info(
f"added lineage between table {node.get('name')} and {entity_name} "
)
if lineage_request.right:
resp = self.add_lineage(lineage_request.right)
entity_name = resp.get("entity", {}).get("name")
for node in resp.get("nodes", []):
logger.info(
f"added lineage between table {node.get('name')} and {entity_name} "
)