yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-15 20:13:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bigquery View Lineage Fix (#6129)

Browse Source
This commit is contained in:
Mayur Singal 2022-07-17 23:06:24 +05:30 committed by GitHub
parent 4b5b184177
commit 6b10adc40f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ingestion/src/metadata/ingestion/source/database/bigquery.py
View File

@ -29,6 +29,7 @@ from metadata.generated.schema.api.tags.createTag import CreateTagRequest
from metadata.generated.schema.api.tags.createTagCategory import ( from metadata.generated.schema.api.tags.createTagCategory import (
CreateTagCategoryRequest, CreateTagCategoryRequest,
) )
from metadata.generated.schema.entity.data.table import TableType
from metadata.generated.schema.entity.services.connections.database.bigQueryConnection import ( from metadata.generated.schema.entity.services.connections.database.bigQueryConnection import (
BigQueryConnection, BigQueryConnection,
) )
@ -181,7 +182,7 @@ class BigquerySource(CommonDbSourceService):
def get_view_definition( def get_view_definition(
self, table_type: str, table_name: str, schema_name: str, inspector: Inspector self, table_type: str, table_name: str, schema_name: str, inspector: Inspector
) -> Optional[str]: ) -> Optional[str]:
if table_type == "View": if table_type == TableType.View:
view_definition = "" view_definition = ""
try: try:
view_definition = inspector.get_view_definition( view_definition = inspector.get_view_definition(

3
ingestion/src/metadata/utils/sql_lineage.py
View File

@ -314,6 +314,7 @@ def get_lineage_by_query(
) )
except Exception as err: except Exception as err:
logger.debug(str(err)) logger.debug(str(err))
logger.debug(f"Query : {query}")
logger.warning(f"Ingesting lineage failed") logger.warning(f"Ingesting lineage failed")
@ -349,6 +350,6 @@ def get_lineage_via_table_entity(
query=query, query=query,
) or [] ) or []
except Exception as e: except Exception as e:
logger.error("Failed to create view lineage") logger.warn("Failed to create view lineage")
logger.debug(f"Query : {query}") logger.debug(f"Query : {query}")
logger.debug(traceback.format_exc()) logger.debug(traceback.format_exc())