From 01309249c84ff6a14976d34fca13a5f5daa781de Mon Sep 17 00:00:00 2001 From: Teddy Date: Wed, 31 Aug 2022 18:29:56 +0200 Subject: [PATCH] Added logic to allow profile data to be ingested when sample data fetch fails (#7088) * Added logic to allow profile data to be ingested when sample data fetching faisl * Update ingestion/src/metadata/orm_profiler/profiler/core.py Co-authored-by: Pere Miquel Brull Co-authored-by: Pere Miquel Brull --- .../src/metadata/orm_profiler/profiler/core.py | 14 ++++++++++---- 1 file changed, 10 insertions(+), 4 deletions(-) diff --git a/ingestion/src/metadata/orm_profiler/profiler/core.py b/ingestion/src/metadata/orm_profiler/profiler/core.py index 9dbe722e427..13edb85e546 100644 --- a/ingestion/src/metadata/orm_profiler/profiler/core.py +++ b/ingestion/src/metadata/orm_profiler/profiler/core.py @@ -375,10 +375,16 @@ class Profiler(Generic[TMetric]): self.compute_metrics() if generate_sample_data: - logger.info( - f"Fetching sample data for {self.profiler_interface.table_entity.fullyQualifiedName.__root__}..." - ) - sample_data = self.profiler_interface.fetch_sample_data() + try: + logger.info( + f"Fetching sample data for {self.profiler_interface.table_entity.fullyQualifiedName.__root__}..." + ) + sample_data = self.profiler_interface.fetch_sample_data() + except Exception as err: + logger.debug(traceback.format_exc()) + logger.warning(f"Error fetching sample data: {err}") + sample_data = None + else: sample_data = None