From 6bf511d8a82e9722a8a1bf4fb2b603e32e3fd43d Mon Sep 17 00:00:00 2001 From: Anush Kumar Date: Thu, 18 Sep 2025 15:08:07 -0700 Subject: [PATCH] fix(ingestion/looker): handle potential None values in explore dataset entity (#14813) --- .../src/datahub/ingestion/source/looker/looker_source.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/looker/looker_source.py b/metadata-ingestion/src/datahub/ingestion/source/looker/looker_source.py index 6e650adb89..b23f2ee17a 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/looker/looker_source.py +++ b/metadata-ingestion/src/datahub/ingestion/source/looker/looker_source.py @@ -868,7 +868,8 @@ class LookerDashboardSource(TestableSource, StatefulIngestionSourceBase): ): explore_dataset_entity, explore_id, start_time, end_time = future.result() self.reporter.explores_scanned += 1 - yield explore_dataset_entity + if explore_dataset_entity: + yield explore_dataset_entity self.reporter.report_upstream_latency(start_time, end_time) logger.debug( f"Running time of fetch_one_explore for {explore_id}: {(end_time - start_time).total_seconds()}" @@ -888,13 +889,14 @@ class LookerDashboardSource(TestableSource, StatefulIngestionSourceBase): def fetch_one_explore( self, model: str, explore: str ) -> Tuple[ - Dataset, + Optional[Dataset], str, datetime.datetime, datetime.datetime, ]: start_time = datetime.datetime.now() looker_explore = self.explore_registry.get_explore(model, explore) + explore_dataset_entity: Optional[Dataset] = None if looker_explore is not None: explore_dataset_entity = looker_explore._to_metadata_events( self.source_config,