yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-20 06:21:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Added Powerbi Lineage across workspaces and datamodel projects (#12052)

Browse Source 
* powerbi lin multiple workspace

* Addressed review comments
This commit is contained in:
Onkar Ravgan 2023-06-21 20:46:09 +05:30 committed by GitHub
parent 0cfd8d29c5
commit 8fac9d8976
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 36 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

54
ingestion/src/metadata/ingestion/source/dashboard/powerbi/metadata.py
View File

@ -298,6 +298,7 @@ class PowerbiSource(DashboardServiceSource):
dataModelType=DataModelType.PowerBIDataModel.value, dataModelType=DataModelType.PowerBIDataModel.value,
serviceType=DashboardServiceType.PowerBI.value, serviceType=DashboardServiceType.PowerBI.value,
columns=self._get_column_info(dataset), columns=self._get_column_info(dataset),
project=self._fetch_dataset_workspace(dataset_id=dataset.id),
) )
yield data_model_request yield data_model_request
self.status.scanned(f"Data Model Scanned: {data_model_request.displayName}") self.status.scanned(f"Data Model Scanned: {data_model_request.displayName}")
@ -604,15 +605,16 @@ class PowerbiSource(DashboardServiceSource):
Method to search the dataset using id in the workspace dict Method to search the dataset using id in the workspace dict
""" """
if dataset_id: if dataset_id:
dataset_data = next( for workspace in self.workspace_data or []:
( dataset_data = next(
dataset (
for dataset in self.context.workspace.datasets or [] dataset
if dataset.id == dataset_id for dataset in workspace.datasets or []
), if dataset.id == dataset_id
None, ),
) None,
return dataset_data )
return dataset_data
return None return None
def _fetch_report_from_workspace( def _fetch_report_from_workspace(
@ -622,13 +624,29 @@ class PowerbiSource(DashboardServiceSource):
Method to search the report using id in the workspace dict Method to search the report using id in the workspace dict
""" """
if report_id: if report_id:
report_data = next( for workspace in self.workspace_data or []:
( report_data = next(
report (
for report in self.context.workspace.reports or [] report
if report.id == report_id for report in workspace.reports or []
), if report.id == report_id
None, ),
) None,
return report_data )
return report_data
return None
def _fetch_dataset_workspace(self, dataset_id: Optional[str]) -> Optional[str]:
"""
Method to search the workspace name in which the dataset in contained
"""
if dataset_id:
workspace_names = (
workspace.name
for workspace in self.workspace_data
for dataset in workspace.datasets
if dataset.id == dataset_id
)
return next(iter(workspace_names), None)
return None return None