yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-02 11:49:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/glue): add try catch (#12449)

Browse Source
This commit is contained in:
Aseem Bansal 2025-01-23 18:21:08 +05:30 committed by GitHub
parent c4cc5148d8
commit f4c0927d11
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
metadata-ingestion/src/datahub/ingestion/source/aws/glue.py
View File

@ -738,11 +738,17 @@ class GlueSource(StatefulIngestionSourceBase):
self,
) -> Tuple[List[Mapping[str, Any]], List[Dict]]:
all_databases = [*self.get_all_databases()]
all_tables = [
tables
for database in all_databases
for tables in self.get_tables_from_database(database)
]
all_tables = []
for database in all_databases:
try:
for tables in self.get_tables_from_database(database):
all_tables.append(tables)
except Exception as e:
self.report.failure(
message="Failed to get tables from database",
context=database["Name"],
exc=e,
)
return all_databases, all_tables
def get_lineage_if_enabled(