yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-16 12:33:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix ES search during lineage ingestion (#13932)

Browse Source
This commit is contained in:
Mayur Singal 2023-11-10 15:50:37 +05:30 committed by GitHub
parent 0eacc829a4
commit 71a67d6bbe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 14 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ingestion/src/metadata/ingestion/lineage/sql_lineage.py
View File

@ -34,6 +34,7 @@ from metadata.utils.lru_cache import LRUCache
logger = utils_logger() logger = utils_logger()
LRU_CACHE_SIZE = 4096 LRU_CACHE_SIZE = 4096
DEFAULT_SCHEMA_NAME = "<default>"
def get_column_fqn(table_entity: Table, column: str) -> Optional[str]: def get_column_fqn(table_entity: Table, column: str) -> Optional[str]:
@ -145,6 +146,12 @@ def get_table_fqn_from_query_name(
empty_list * (3 - len(split_table)) empty_list * (3 - len(split_table))
) + split_table ) + split_table
if schema_query == DEFAULT_SCHEMA_NAME:
schema_query = None
if database_query == DEFAULT_SCHEMA_NAME:
database_query = None
return database_query, schema_query, table return database_query, schema_query, table

13
ingestion/src/metadata/ingestion/ometa/mixins/lineage_mixin.py
View File

@ -177,9 +177,10 @@ class OMetaLineageMixin(Generic[T]):
timeout_seconds=timeout, timeout_seconds=timeout,
) )
for lineage_request in add_lineage_request or []: for lineage_request in add_lineage_request or []:
resp = self.add_lineage(lineage_request) if lineage_request.right:
entity_name = resp.get("entity", {}).get("name") resp = self.add_lineage(lineage_request.right)
for node in resp.get("nodes", []): entity_name = resp.get("entity", {}).get("name")
logger.info( for node in resp.get("nodes", []):
f"added lineage between table {node.get('name')} and {entity_name} " logger.info(
) f"added lineage between table {node.get('name')} and {entity_name} "
)