yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-10-19 21:07:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/looker): handle sdk error for folder_ancestors (#11575)

Browse Source
This commit is contained in:
Mayuri Nehate 2024-10-10 20:51:49 +05:30 committed by GitHub
parent a219316b30
commit 9df65e8635
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 19 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
metadata-ingestion/src/datahub/ingestion/source/looker/looker_lib_wrapper.py
View File

@ -196,11 +196,25 @@ class LookerAPI:
fields: Union[str, List[str]] = ["id", "name", "parent_id"], fields: Union[str, List[str]] = ["id", "name", "parent_id"],
) -> Sequence[Folder]: ) -> Sequence[Folder]:
self.client_stats.folder_calls += 1 self.client_stats.folder_calls += 1
return self.client.folder_ancestors( try:
folder_id, return self.client.folder_ancestors(
self.__fields_mapper(fields), folder_id,
transport_options=self.transport_options, self.__fields_mapper(fields),
) transport_options=self.transport_options,
)
except SDKError as e:
if "Looker Not Found (404)" in str(e):
# Folder ancestors not found
logger.info(
f"Could not find ancestors for folder with id {folder_id}: 404 error"
)
else:
logger.warning(
f"Could not find ancestors for folder with id {folder_id}"
)
logger.warning(f"Failure was {e}")
# Folder ancestors not found
return []
def all_connections(self): def all_connections(self):
self.client_stats.all_connections_calls += 1 self.client_stats.all_connections_calls += 1