yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-01 19:18:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add DL profiler fix (#8957)

Browse Source
This commit is contained in:
Ayush Shah 2022-11-22 23:45:06 +05:30 committed by GitHub
parent 14b9c1418d
commit 9d25781481
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ingestion/src/metadata/orm_profiler/profiler/core.py
View File

@ -31,6 +31,7 @@ from metadata.generated.schema.entity.data.table import (
ColumnProfilerConfig,
TableProfile,
)
from metadata.interfaces.datalake.datalake_profiler_interface import ColumnBaseModel
from metadata.interfaces.profiler_protocol import ProfilerProtocol
from metadata.orm_profiler.api.models import ProfilerResponse
from metadata.orm_profiler.metrics.core import (
@ -43,7 +44,7 @@ from metadata.orm_profiler.metrics.core import (
)
from metadata.orm_profiler.metrics.registry import Metrics
from metadata.orm_profiler.metrics.static.row_count import RowCount
from metadata.orm_profiler.orm.registry import NOT_COMPUTE
from metadata.orm_profiler.orm.registry import NOT_COMPUTE, NOT_COMPUTE_OM
from metadata.utils.logger import profiler_logger
logger = profiler_logger()
@ -311,7 +312,10 @@ class Profiler(Generic[TMetric]):
columns = [
column
for column in self.columns
if isinstance(column, Column) and column.type.__class__ not in NOT_COMPUTE
if isinstance(column, Column)
and column.type.__class__ not in NOT_COMPUTE
or isinstance(column, ColumnBaseModel)
and column.datatype not in NOT_COMPUTE_OM
]
column_metrics_for_thread_pool = [