yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-12 08:52:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #8036: Superset ingestion fails during the lineage fetch for charts (#8037)

Browse Source
This commit is contained in:
Sriharsha Chintalapani 2022-10-07 09:42:46 -07:00 committed by GitHub
parent 795e7ae265
commit 5be142959a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 41 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

81
ingestion/src/metadata/ingestion/source/dashboard/superset.py
View File

@ -193,48 +193,49 @@ class SupersetSource(DashboardServiceSource):
""" """
for chart_id in self._get_charts_of_dashboard(dashboard_details): for chart_id in self._get_charts_of_dashboard(dashboard_details):
chart_json = self.all_charts.get(chart_id) chart_json = self.all_charts.get(chart_id)
datasource_fqn = ( if chart_json:
self._get_datasource_fqn( datasource_fqn = (
chart_json.get("datasource_id"), db_service_name self._get_datasource_fqn(
) chart_json.get("datasource_id"), db_service_name
if chart_json.get("datasource_id")
else None
)
if not datasource_fqn:
continue
from_entity = self.metadata.get_by_name(
entity=Table,
fqn=datasource_fqn,
)
try:
dashboard_fqn = fqn.build(
self.metadata,
entity_type=Lineage_Dashboard,
service_name=self.config.serviceName,
dashboard_name=str(dashboard_details["id"]),
)
to_entity = self.metadata.get_by_name(
entity=Lineage_Dashboard,
fqn=dashboard_fqn,
)
if from_entity and to_entity:
lineage = AddLineageRequest(
edge=EntitiesEdge(
fromEntity=EntityReference(
id=from_entity.id.__root__, type="table"
),
toEntity=EntityReference(
id=to_entity.id.__root__, type="dashboard"
),
)
) )
yield lineage if chart_json.get("datasource_id")
else None
except Exception as exc:
logger.debug(traceback.format_exc())
logger.error(
f"Error to yield dashboard lineage details for DB service name [{db_service_name}]: {exc}"
) )
if not datasource_fqn:
continue
from_entity = self.metadata.get_by_name(
entity=Table,
fqn=datasource_fqn,
)
try:
dashboard_fqn = fqn.build(
self.metadata,
entity_type=Lineage_Dashboard,
service_name=self.config.serviceName,
dashboard_name=str(dashboard_details["id"]),
)
to_entity = self.metadata.get_by_name(
entity=Lineage_Dashboard,
fqn=dashboard_fqn,
)
if from_entity and to_entity:
lineage = AddLineageRequest(
edge=EntitiesEdge(
fromEntity=EntityReference(
id=from_entity.id.__root__, type="table"
),
toEntity=EntityReference(
id=to_entity.id.__root__, type="dashboard"
),
)
)
yield lineage
except Exception as exc:
logger.debug(traceback.format_exc())
logger.error(
f"Error to yield dashboard lineage details for DB service name [{db_service_name}]: {exc}"
)
def yield_dashboard_chart( def yield_dashboard_chart(
self, dashboard_details: dict self, dashboard_details: dict