yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-26 09:45:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): looker - extract usage for dashboards allowed by pattern (#5424)

Browse Source
This commit is contained in:
Mayuri Nehate 2022-07-18 17:51:17 +05:30 committed by GitHub
parent 238fca5191
commit 65a308a4ed
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/src/datahub/ingestion/source/looker.py
View File

@ -1025,11 +1025,17 @@ class LookerDashboardSource(Source):
self, dashboard_ids: List[str] self, dashboard_ids: List[str]
) -> Iterable[MetadataChangeProposalWrapper]: ) -> Iterable[MetadataChangeProposalWrapper]:
dashboard_ids_allowed = [
dashboard_id
for dashboard_id in dashboard_ids
if self.source_config.dashboard_pattern.allowed(dashboard_id)
]
# key tuple (dashboard_id, date) # key tuple (dashboard_id, date)
dashboard_usages: Dict[tuple, DashboardUsageStatisticsClass] = dict() dashboard_usages: Dict[tuple, DashboardUsageStatisticsClass] = dict()
common_filters = { common_filters = {
"history.dashboard_id": ",".join(dashboard_ids), "history.dashboard_id": ",".join(dashboard_ids_allowed),
"history.created_date": self.source_config.extract_usage_history_for_interval, "history.created_date": self.source_config.extract_usage_history_for_interval,
} }
for query in usage_queries.values(): for query in usage_queries.values():