yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-09 15:32:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add DL profiler fix (#8957)

Browse Source
This commit is contained in:
Ayush Shah 2022-11-22 23:45:06 +05:30 committed by GitHub
parent 14b9c1418d
commit 9d25781481
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ingestion/src/metadata/orm_profiler/profiler/core.py
View File

@ -31,6 +31,7 @@ from metadata.generated.schema.entity.data.table import (
ColumnProfilerConfig, ColumnProfilerConfig,
TableProfile, TableProfile,
) )
from metadata.interfaces.datalake.datalake_profiler_interface import ColumnBaseModel
from metadata.interfaces.profiler_protocol import ProfilerProtocol from metadata.interfaces.profiler_protocol import ProfilerProtocol
from metadata.orm_profiler.api.models import ProfilerResponse from metadata.orm_profiler.api.models import ProfilerResponse
from metadata.orm_profiler.metrics.core import ( from metadata.orm_profiler.metrics.core import (
@ -43,7 +44,7 @@ from metadata.orm_profiler.metrics.core import (
) )
from metadata.orm_profiler.metrics.registry import Metrics from metadata.orm_profiler.metrics.registry import Metrics
from metadata.orm_profiler.metrics.static.row_count import RowCount from metadata.orm_profiler.metrics.static.row_count import RowCount
from metadata.orm_profiler.orm.registry import NOT_COMPUTE from metadata.orm_profiler.orm.registry import NOT_COMPUTE, NOT_COMPUTE_OM
from metadata.utils.logger import profiler_logger from metadata.utils.logger import profiler_logger
logger = profiler_logger() logger = profiler_logger()
@ -311,7 +312,10 @@ class Profiler(Generic[TMetric]):
columns = [ columns = [
column column
for column in self.columns for column in self.columns
if isinstance(column, Column) and column.type.__class__ not in NOT_COMPUTE if isinstance(column, Column)
and column.type.__class__ not in NOT_COMPUTE
or isinstance(column, ColumnBaseModel)
and column.datatype not in NOT_COMPUTE_OM
] ]
column_metrics_for_thread_pool = [ column_metrics_for_thread_pool = [