From 9d2578148139cfddbece3eed097a9aaf2360b8e7 Mon Sep 17 00:00:00 2001 From: Ayush Shah Date: Tue, 22 Nov 2022 23:45:06 +0530 Subject: [PATCH] Add DL profiler fix (#8957) --- ingestion/src/metadata/orm_profiler/profiler/core.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/ingestion/src/metadata/orm_profiler/profiler/core.py b/ingestion/src/metadata/orm_profiler/profiler/core.py index 9341aadb4dc..2fef80a4319 100644 --- a/ingestion/src/metadata/orm_profiler/profiler/core.py +++ b/ingestion/src/metadata/orm_profiler/profiler/core.py @@ -31,6 +31,7 @@ from metadata.generated.schema.entity.data.table import ( ColumnProfilerConfig, TableProfile, ) +from metadata.interfaces.datalake.datalake_profiler_interface import ColumnBaseModel from metadata.interfaces.profiler_protocol import ProfilerProtocol from metadata.orm_profiler.api.models import ProfilerResponse from metadata.orm_profiler.metrics.core import ( @@ -43,7 +44,7 @@ from metadata.orm_profiler.metrics.core import ( ) from metadata.orm_profiler.metrics.registry import Metrics from metadata.orm_profiler.metrics.static.row_count import RowCount -from metadata.orm_profiler.orm.registry import NOT_COMPUTE +from metadata.orm_profiler.orm.registry import NOT_COMPUTE, NOT_COMPUTE_OM from metadata.utils.logger import profiler_logger logger = profiler_logger() @@ -311,7 +312,10 @@ class Profiler(Generic[TMetric]): columns = [ column for column in self.columns - if isinstance(column, Column) and column.type.__class__ not in NOT_COMPUTE + if isinstance(column, Column) + and column.type.__class__ not in NOT_COMPUTE + or isinstance(column, ColumnBaseModel) + and column.datatype not in NOT_COMPUTE_OM ] column_metrics_for_thread_pool = [