From 44613b15329a9043c291c4d813c8d43d0c04feb9 Mon Sep 17 00:00:00 2001 From: Ayush Shah Date: Wed, 16 Nov 2022 17:13:34 +0530 Subject: [PATCH] Fix Profiler issue (#8796) --- ingestion/setup.py | 2 ++ ingestion/src/metadata/ingestion/sink/elasticsearch.py | 1 - ingestion/src/metadata/orm_profiler/profiler/core.py | 6 ++---- 3 files changed, 4 insertions(+), 5 deletions(-) diff --git a/ingestion/setup.py b/ingestion/setup.py index fd11f8b0ed3..530e8709c3b 100644 --- a/ingestion/setup.py +++ b/ingestion/setup.py @@ -48,6 +48,8 @@ base_requirements = { "typing-compat~=0.1.0", "importlib-metadata~=4.12.0", # From airflow constraints "croniter~=1.3.0", + "requests-aws4auth==1.1.2", + "pymysql>=1.0.2", } diff --git a/ingestion/src/metadata/ingestion/sink/elasticsearch.py b/ingestion/src/metadata/ingestion/sink/elasticsearch.py index 5c71aa21779..3c573d1a8e9 100644 --- a/ingestion/src/metadata/ingestion/sink/elasticsearch.py +++ b/ingestion/src/metadata/ingestion/sink/elasticsearch.py @@ -180,7 +180,6 @@ class ElasticsearchSink(Sink[Entity]): config: ElasticSearchConfig, metadata_config: OpenMetadataConnection, ) -> None: - self.config = config self.metadata_config = metadata_config diff --git a/ingestion/src/metadata/orm_profiler/profiler/core.py b/ingestion/src/metadata/orm_profiler/profiler/core.py index 049e2b13409..9341aadb4dc 100644 --- a/ingestion/src/metadata/orm_profiler/profiler/core.py +++ b/ingestion/src/metadata/orm_profiler/profiler/core.py @@ -43,7 +43,7 @@ from metadata.orm_profiler.metrics.core import ( ) from metadata.orm_profiler.metrics.registry import Metrics from metadata.orm_profiler.metrics.static.row_count import RowCount -from metadata.orm_profiler.orm.registry import NOT_COMPUTE, NOT_COMPUTE_OM +from metadata.orm_profiler.orm.registry import NOT_COMPUTE from metadata.utils.logger import profiler_logger logger = profiler_logger() @@ -311,9 +311,7 @@ class Profiler(Generic[TMetric]): columns = [ column for column in self.columns - if isinstance(column, Column) - and column.type.__class__ not in NOT_COMPUTE - or column.datatype not in NOT_COMPUTE_OM + if isinstance(column, Column) and column.type.__class__ not in NOT_COMPUTE ] column_metrics_for_thread_pool = [