From 71d1092b2e21c9300a440bf5fce7cc1eb4a1eb61 Mon Sep 17 00:00:00 2001 From: Aseem Bansal Date: Mon, 17 Feb 2025 15:46:30 +0530 Subject: [PATCH] fix(ingest/unity): add exception handling (#12639) --- .../src/datahub/ingestion/source/unity/source.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/unity/source.py b/metadata-ingestion/src/datahub/ingestion/source/unity/source.py index 29562eaf3c..f4ef31078f 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/unity/source.py +++ b/metadata-ingestion/src/datahub/ingestion/source/unity/source.py @@ -464,7 +464,17 @@ class UnityCatalogSource(StatefulIngestionSourceBase, TestableSource): with self.report.new_stage(f"Ingest schema {schema.id}"): yield from self.gen_schema_containers(schema) - yield from self.process_tables(schema) + try: + yield from self.process_tables(schema) + except Exception as e: + logger.exception(f"Error parsing schema {schema}") + self.report.report_warning( + message="Missed schema because of parsing issues", + context=str(schema), + title="Error parsing schema", + exc=e, + ) + continue self.report.schemas.processed(schema.id)