yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-26 09:35:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

adding final transport options (#4462)

Browse Source
This commit is contained in:
Gabe Lyons 2022-03-22 02:03:11 -07:00 committed by GitHub
parent 277ed43109
commit c585f291e8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 16 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
metadata-ingestion/src/datahub/ingestion/source/looker.py
View File

@ -217,13 +217,19 @@ class LookerUserRegistry:
self.client = client self.client = client
self.user_map = {} self.user_map = {}
def get_by_id(self, id: int) -> Optional[LookerUser]: def get_by_id(
self, id: int, transport_options: Optional[TransportOptions]
) -> Optional[LookerUser]:
logger.debug("Will get user {}".format(id)) logger.debug("Will get user {}".format(id))
if id in self.user_map: if id in self.user_map:
return self.user_map[id] return self.user_map[id]
else: else:
try: try:
raw_user: User = self.client.user(id, fields=self.fields) raw_user: User = self.client.user(
id,
fields=self.fields,
transport_options=transport_options,
)
looker_user = LookerUser._from_user(raw_user) looker_user = LookerUser._from_user(raw_user)
self.user_map[id] = looker_user self.user_map[id] = looker_user
return looker_user return looker_user
@ -679,7 +685,11 @@ class LookerDashboardSource(Source):
if not self.folder_path_cache.get(folder.id): if not self.folder_path_cache.get(folder.id):
ancestors = [ ancestors = [
ancestor.name ancestor.name
for ancestor in client.folder_ancestors(folder.id, fields="name") for ancestor in client.folder_ancestors(
folder.id,
fields="name",
transport_options=self.source_config.transport_options,
)
] ]
self.folder_path_cache[folder.id] = "/".join(ancestors + [folder.name]) self.folder_path_cache[folder.id] = "/".join(ancestors + [folder.name])
return self.folder_path_cache[folder.id] return self.folder_path_cache[folder.id]
@ -715,7 +725,9 @@ class LookerDashboardSource(Source):
raise ValueError("Both dashboard ID and title are None") raise ValueError("Both dashboard ID and title are None")
dashboard_owner = ( dashboard_owner = (
self.user_registry.get_by_id(dashboard.user_id) self.user_registry.get_by_id(
dashboard.user_id, self.source_config.transport_options
)
if self.source_config.extract_owners and dashboard.user_id is not None if self.source_config.extract_owners and dashboard.user_id is not None
else None else None
) )