yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-10-14 18:38:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/unity): add exception handling (#12639)

Browse Source
This commit is contained in:
Aseem Bansal 2025-02-17 15:46:30 +05:30 committed by GitHub
parent 26e7743cfe
commit 71d1092b2e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
metadata-ingestion/src/datahub/ingestion/source/unity/source.py
View File

@ -464,7 +464,17 @@ class UnityCatalogSource(StatefulIngestionSourceBase, TestableSource):
with self.report.new_stage(f"Ingest schema {schema.id}"):
yield from self.gen_schema_containers(schema)
yield from self.process_tables(schema)
try:
yield from self.process_tables(schema)
except Exception as e:
logger.exception(f"Error parsing schema {schema}")
self.report.report_warning(
message="Missed schema because of parsing issues",
context=str(schema),
title="Error parsing schema",
exc=e,
)
continue
self.report.schemas.processed(schema.id)