mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-10-31 18:48:35 +00:00
* fix: renamed to submodule * fix: linting * fix: columnValuesToBeBetween test for date column type
This commit is contained in:
parent
e6ac7af49d
commit
9b4e9132ae
@ -16,12 +16,12 @@ import os
|
|||||||
import yaml
|
import yaml
|
||||||
|
|
||||||
from metadata.data_insight.api.workflow import DataInsightWorkflow
|
from metadata.data_insight.api.workflow import DataInsightWorkflow
|
||||||
|
from metadata.data_quality.api.workflow import TestSuiteWorkflow
|
||||||
from metadata.generated.schema.entity.services.ingestionPipelines.ingestionPipeline import (
|
from metadata.generated.schema.entity.services.ingestionPipelines.ingestionPipeline import (
|
||||||
PipelineType,
|
PipelineType,
|
||||||
)
|
)
|
||||||
from metadata.ingestion.api.workflow import Workflow
|
from metadata.ingestion.api.workflow import Workflow
|
||||||
from metadata.profiler.api.workflow import ProfilerWorkflow
|
from metadata.profiler.api.workflow import ProfilerWorkflow
|
||||||
from metadata.test_suite.api.workflow import TestSuiteWorkflow
|
|
||||||
|
|
||||||
WORKFLOW_MAP = {
|
WORKFLOW_MAP = {
|
||||||
PipelineType.metadata.value: Workflow,
|
PipelineType.metadata.value: Workflow,
|
||||||
|
|||||||
@ -17,7 +17,7 @@ import sys
|
|||||||
import traceback
|
import traceback
|
||||||
|
|
||||||
from metadata.config.common import load_config_file
|
from metadata.config.common import load_config_file
|
||||||
from metadata.test_suite.api.workflow import TestSuiteWorkflow
|
from metadata.data_quality.api.workflow import TestSuiteWorkflow
|
||||||
from metadata.utils.logger import cli_logger
|
from metadata.utils.logger import cli_logger
|
||||||
from metadata.utils.workflow_output_handler import WorkflowType, print_init_error
|
from metadata.utils.workflow_output_handler import WorkflowType, print_init_error
|
||||||
|
|
||||||
|
|||||||
@ -25,6 +25,18 @@ from pydantic import BaseModel, ValidationError
|
|||||||
from sqlalchemy import MetaData
|
from sqlalchemy import MetaData
|
||||||
|
|
||||||
from metadata.config.common import WorkflowExecutionError
|
from metadata.config.common import WorkflowExecutionError
|
||||||
|
from metadata.data_quality.api.models import (
|
||||||
|
TestCaseDefinition,
|
||||||
|
TestSuiteDefinition,
|
||||||
|
TestSuiteProcessorConfig,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.interface.pandas.pandas_test_suite_interface import (
|
||||||
|
PandasTestSuiteInterface,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.interface.sqlalchemy.sqa_test_suite_interface import (
|
||||||
|
SQATestSuiteInterface,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.runner.core import DataTestsRunner
|
||||||
from metadata.generated.schema.api.tests.createTestCase import CreateTestCaseRequest
|
from metadata.generated.schema.api.tests.createTestCase import CreateTestCaseRequest
|
||||||
from metadata.generated.schema.api.tests.createTestSuite import CreateTestSuiteRequest
|
from metadata.generated.schema.api.tests.createTestSuite import CreateTestSuiteRequest
|
||||||
from metadata.generated.schema.entity.data.table import PartitionProfilerConfig, Table
|
from metadata.generated.schema.entity.data.table import PartitionProfilerConfig, Table
|
||||||
@ -53,17 +65,7 @@ from metadata.ingestion.ometa.client_utils import create_ometa_client
|
|||||||
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
||||||
from metadata.ingestion.source.connections import get_connection
|
from metadata.ingestion.source.connections import get_connection
|
||||||
from metadata.ingestion.source.database.datalake.metadata import ometa_to_dataframe
|
from metadata.ingestion.source.database.datalake.metadata import ometa_to_dataframe
|
||||||
from metadata.interfaces.datalake.datalake_test_suite_interface import (
|
|
||||||
DataLakeTestSuiteInterface,
|
|
||||||
)
|
|
||||||
from metadata.interfaces.sqalchemy.sqa_test_suite_interface import SQATestSuiteInterface
|
|
||||||
from metadata.profiler.api.models import ProfileSampleConfig
|
from metadata.profiler.api.models import ProfileSampleConfig
|
||||||
from metadata.test_suite.api.models import (
|
|
||||||
TestCaseDefinition,
|
|
||||||
TestSuiteDefinition,
|
|
||||||
TestSuiteProcessorConfig,
|
|
||||||
)
|
|
||||||
from metadata.test_suite.runner.core import DataTestsRunner
|
|
||||||
from metadata.utils import entity_link
|
from metadata.utils import entity_link
|
||||||
from metadata.utils.importer import get_sink
|
from metadata.utils.importer import get_sink
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -127,7 +129,7 @@ class TestSuiteWorkflow(WorkflowStatusMixin):
|
|||||||
sink_type=self.config.sink.type,
|
sink_type=self.config.sink.type,
|
||||||
sink_config=self.config.sink,
|
sink_config=self.config.sink,
|
||||||
metadata_config=self.metadata_config,
|
metadata_config=self.metadata_config,
|
||||||
from_="test_suite",
|
from_="data_quality",
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
@ -283,7 +285,7 @@ class TestSuiteWorkflow(WorkflowStatusMixin):
|
|||||||
table_sample_query=table_sample_query,
|
table_sample_query=table_sample_query,
|
||||||
table_partition_config=table_partition_config,
|
table_partition_config=table_partition_config,
|
||||||
)
|
)
|
||||||
return DataLakeTestSuiteInterface(
|
return PandasTestSuiteInterface(
|
||||||
service_connection_config=service_connection_config,
|
service_connection_config=service_connection_config,
|
||||||
ometa_client=self.client,
|
ometa_client=self.client,
|
||||||
df=ometa_to_dataframe(
|
df=ometa_to_dataframe(
|
||||||
@ -16,6 +16,8 @@ supporting sqlalchemy abstraction layer
|
|||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
|
from metadata.data_quality.interface.test_suite_protocol import TestSuiteProtocol
|
||||||
|
from metadata.data_quality.validations.validator import Validator
|
||||||
from metadata.generated.schema.entity.services.connections.database.datalakeConnection import (
|
from metadata.generated.schema.entity.services.connections.database.datalakeConnection import (
|
||||||
DatalakeConnection,
|
DatalakeConnection,
|
||||||
)
|
)
|
||||||
@ -23,16 +25,14 @@ from metadata.generated.schema.tests.basic import TestCaseResult
|
|||||||
from metadata.generated.schema.tests.testCase import TestCase
|
from metadata.generated.schema.tests.testCase import TestCase
|
||||||
from metadata.generated.schema.tests.testDefinition import TestDefinition
|
from metadata.generated.schema.tests.testDefinition import TestDefinition
|
||||||
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
||||||
from metadata.interfaces.datalake.mixins.pandas_mixin import PandasInterfaceMixin
|
from metadata.mixins.pandas.pandas_mixin import PandasInterfaceMixin
|
||||||
from metadata.interfaces.test_suite_protocol import TestSuiteProtocol
|
|
||||||
from metadata.test_suite.validations.validator import Validator
|
|
||||||
from metadata.utils.importer import import_test_case_class
|
from metadata.utils.importer import import_test_case_class
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
|
|
||||||
|
|
||||||
class DataLakeTestSuiteInterface(TestSuiteProtocol, PandasInterfaceMixin):
|
class PandasTestSuiteInterface(TestSuiteProtocol, PandasInterfaceMixin):
|
||||||
"""
|
"""
|
||||||
Sequential interface protocol for testSuite and Profiler. This class
|
Sequential interface protocol for testSuite and Profiler. This class
|
||||||
implements specific operations needed to run profiler and test suite workflow
|
implements specific operations needed to run profiler and test suite workflow
|
||||||
@ -21,6 +21,8 @@ from sqlalchemy import MetaData
|
|||||||
from sqlalchemy.orm import DeclarativeMeta
|
from sqlalchemy.orm import DeclarativeMeta
|
||||||
from sqlalchemy.orm.util import AliasedClass
|
from sqlalchemy.orm.util import AliasedClass
|
||||||
|
|
||||||
|
from metadata.data_quality.interface.test_suite_protocol import TestSuiteProtocol
|
||||||
|
from metadata.data_quality.validations.validator import Validator
|
||||||
from metadata.generated.schema.entity.data.table import PartitionProfilerConfig, Table
|
from metadata.generated.schema.entity.data.table import PartitionProfilerConfig, Table
|
||||||
from metadata.generated.schema.entity.services.databaseService import DatabaseConnection
|
from metadata.generated.schema.entity.services.databaseService import DatabaseConnection
|
||||||
from metadata.generated.schema.tests.basic import TestCaseResult
|
from metadata.generated.schema.tests.basic import TestCaseResult
|
||||||
@ -29,12 +31,10 @@ from metadata.generated.schema.tests.testDefinition import TestDefinition
|
|||||||
from metadata.ingestion.connections.session import create_and_bind_session
|
from metadata.ingestion.connections.session import create_and_bind_session
|
||||||
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
||||||
from metadata.ingestion.source.connections import get_connection
|
from metadata.ingestion.source.connections import get_connection
|
||||||
from metadata.interfaces.sqalchemy.mixins.sqa_mixin import SQAInterfaceMixin
|
from metadata.mixins.sqalchemy.sqa_mixin import SQAInterfaceMixin
|
||||||
from metadata.interfaces.test_suite_protocol import TestSuiteProtocol
|
|
||||||
from metadata.profiler.api.models import ProfileSampleConfig
|
from metadata.profiler.api.models import ProfileSampleConfig
|
||||||
from metadata.profiler.profiler.runner import QueryRunner
|
from metadata.profiler.processor.runner import QueryRunner
|
||||||
from metadata.profiler.profiler.sampler import Sampler
|
from metadata.profiler.processor.sampler import Sampler
|
||||||
from metadata.test_suite.validations.validator import Validator
|
|
||||||
from metadata.utils.constants import TEN_MIN
|
from metadata.utils.constants import TEN_MIN
|
||||||
from metadata.utils.importer import import_test_case_class
|
from metadata.utils.importer import import_test_case_class
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -14,9 +14,9 @@ Main class to run data tests
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
from metadata.data_quality.interface.test_suite_protocol import TestSuiteProtocol
|
||||||
|
from metadata.data_quality.runner.models import TestCaseResultResponse
|
||||||
from metadata.generated.schema.tests.testCase import TestCase
|
from metadata.generated.schema.tests.testCase import TestCase
|
||||||
from metadata.interfaces.test_suite_protocol import TestSuiteProtocol
|
|
||||||
from metadata.test_suite.runner.models import TestCaseResultResponse
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -17,6 +17,7 @@ import traceback
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.config.common import ConfigModel
|
from metadata.config.common import ConfigModel
|
||||||
|
from metadata.data_quality.runner.models import TestCaseResultResponse
|
||||||
from metadata.generated.schema.entity.services.connections.metadata.openMetadataConnection import (
|
from metadata.generated.schema.entity.services.connections.metadata.openMetadataConnection import (
|
||||||
OpenMetadataConnection,
|
OpenMetadataConnection,
|
||||||
)
|
)
|
||||||
@ -24,7 +25,6 @@ from metadata.ingestion.api.common import Entity
|
|||||||
from metadata.ingestion.api.sink import Sink
|
from metadata.ingestion.api.sink import Sink
|
||||||
from metadata.ingestion.ometa.client import APIError
|
from metadata.ingestion.ometa.client import APIError
|
||||||
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
||||||
from metadata.test_suite.runner.models import TestCaseResultResponse
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -26,7 +26,7 @@ from metadata.generated.schema.tests.basic import (
|
|||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.generated.schema.tests.testCase import TestCase, TestCaseParameterValue
|
from metadata.generated.schema.tests.testCase import TestCase, TestCaseParameterValue
|
||||||
from metadata.profiler.profiler.runner import QueryRunner
|
from metadata.profiler.processor.runner import QueryRunner
|
||||||
|
|
||||||
T = TypeVar("T", bound=Callable)
|
T = TypeVar("T", bound=Callable)
|
||||||
R = TypeVar("R")
|
R = TypeVar("R")
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -20,13 +20,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -15,11 +15,12 @@ Validator for column values to be between test case
|
|||||||
|
|
||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
from datetime import datetime
|
from datetime import date, datetime, time
|
||||||
from typing import Union
|
from typing import Union
|
||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
@ -27,7 +28,6 @@ from metadata.generated.schema.tests.basic import (
|
|||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.profiler.orm.registry import is_date_time
|
from metadata.profiler.orm.registry import is_date_time
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
from metadata.utils.time_utils import convert_timestamp
|
from metadata.utils.time_utils import convert_timestamp
|
||||||
@ -41,6 +41,20 @@ MAX = "max"
|
|||||||
class BaseColumnValuesToBeBetweenValidator(BaseTestValidator):
|
class BaseColumnValuesToBeBetweenValidator(BaseTestValidator):
|
||||||
"""Validator for column values to be between test case"""
|
"""Validator for column values to be between test case"""
|
||||||
|
|
||||||
|
def _convert_date_to_datetime(
|
||||||
|
self, date_object: date, time_converter: time
|
||||||
|
) -> datetime:
|
||||||
|
"""Convert date object to datetime object
|
||||||
|
|
||||||
|
Args:
|
||||||
|
date_object (date): date object
|
||||||
|
time_converter (time): time converter to use one of time.min or time.max
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
datetime:
|
||||||
|
"""
|
||||||
|
return datetime.combine(date_object, time_converter)
|
||||||
|
|
||||||
def run_validation(self) -> TestCaseResult:
|
def run_validation(self) -> TestCaseResult:
|
||||||
"""Run validation for the given test case
|
"""Run validation for the given test case
|
||||||
|
|
||||||
@ -65,6 +79,11 @@ class BaseColumnValuesToBeBetweenValidator(BaseTestValidator):
|
|||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if type(min_res) is date: # pylint: disable=unidiomatic-typecheck
|
||||||
|
min_res = self._convert_date_to_datetime(min_res, time.min)
|
||||||
|
if type(max_res) is date: # pylint: disable=unidiomatic-typecheck
|
||||||
|
max_res = self._convert_date_to_datetime(max_res, time.max)
|
||||||
|
|
||||||
min_bound = self.get_test_case_param_value(
|
min_bound = self.get_test_case_param_value(
|
||||||
self.test_case.parameterValues, # type: ignore
|
self.test_case.parameterValues, # type: ignore
|
||||||
"minValue",
|
"minValue",
|
||||||
@ -20,13 +20,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -20,13 +20,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.entity_link import get_table_fqn
|
from metadata.utils.entity_link import get_table_fqn
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -19,13 +19,13 @@ from typing import Union
|
|||||||
|
|
||||||
from sqlalchemy import Column
|
from sqlalchemy import Column
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -16,13 +16,13 @@ Validator for column value length to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueLengthsToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueLengthsToBeBetween import (
|
|
||||||
BaseColumnValueLengthsToBeBetweenValidator,
|
BaseColumnValueLengthsToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value max to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMaxToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMaxToBeBetween import (
|
|
||||||
BaseColumnValueMaxToBeBetweenValidator,
|
BaseColumnValueMaxToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -16,13 +16,13 @@ Validator for column value mean to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMeanToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMeanToBeBetween import (
|
|
||||||
BaseColumnValueMeanToBeBetweenValidator,
|
BaseColumnValueMeanToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value median to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMedianToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMedianToBeBetween import (
|
|
||||||
BaseColumnValueMedianToBeBetweenValidator,
|
BaseColumnValueMedianToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value min to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMinToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMinToBeBetween import (
|
|
||||||
BaseColumnValueMinToBeBetweenValidator,
|
BaseColumnValueMinToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value stddev to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueStdDevToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueStdDevToBeBetween import (
|
|
||||||
BaseColumnValueStdDevToBeBetweenValidator,
|
BaseColumnValueStdDevToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value missing count to be equal test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesMissingCount import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesMissingCount import (
|
|
||||||
BaseColumnValuesMissingCountValidator,
|
BaseColumnValuesMissingCountValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values sum to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesSumToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesSumToBeBetween import (
|
|
||||||
BaseColumnValuesSumToBeBetweenValidator,
|
BaseColumnValuesSumToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeBetween import (
|
|
||||||
BaseColumnValuesToBeBetweenValidator,
|
BaseColumnValuesToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value to be in set test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeInSet import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeInSet import (
|
|
||||||
BaseColumnValuesToBeInSetValidator,
|
BaseColumnValuesToBeInSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column value to be not in set test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeNotInSet import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeNotInSet import (
|
|
||||||
BaseColumnValuesToBeNotInSetValidator,
|
BaseColumnValuesToBeNotInSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values to be not null test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeNotNull import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeNotNull import (
|
|
||||||
BaseColumnValuesToBeNotNullValidator,
|
BaseColumnValuesToBeNotNullValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values to be unique test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeUnique import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeUnique import (
|
|
||||||
BaseColumnValuesToBeUniqueValidator,
|
BaseColumnValuesToBeUniqueValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values to match regex test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToMatchRegex import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToMatchRegex import (
|
|
||||||
BaseColumnValuesToMatchRegexValidator,
|
BaseColumnValuesToMatchRegexValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for column values to not match regex test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToNotMatchRegex import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToNotMatchRegex import (
|
|
||||||
BaseColumnValuesToNotMatchRegexValidator,
|
BaseColumnValuesToNotMatchRegexValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.sqa_like_column import SQALikeColumn
|
from metadata.utils.sqa_like_column import SQALikeColumn
|
||||||
|
|
||||||
|
|
||||||
@ -18,11 +18,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueLengthsToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueLengthsToBeBetween import (
|
|
||||||
BaseColumnValueLengthsToBeBetweenValidator,
|
BaseColumnValueLengthsToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueLengthsToBeBetweenValidator(
|
class ColumnValueLengthsToBeBetweenValidator(
|
||||||
@ -16,11 +16,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMaxToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMaxToBeBetween import (
|
|
||||||
BaseColumnValueMaxToBeBetweenValidator,
|
BaseColumnValueMaxToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueMaxToBeBetweenValidator(
|
class ColumnValueMaxToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMeanToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMeanToBeBetween import (
|
|
||||||
BaseColumnValueMeanToBeBetweenValidator,
|
BaseColumnValueMeanToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueMeanToBeBetweenValidator(
|
class ColumnValueMeanToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMedianToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMedianToBeBetween import (
|
|
||||||
BaseColumnValueMedianToBeBetweenValidator,
|
BaseColumnValueMedianToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueMedianToBeBetweenValidator(
|
class ColumnValueMedianToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueMinToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueMinToBeBetween import (
|
|
||||||
BaseColumnValueMinToBeBetweenValidator,
|
BaseColumnValueMinToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueMinToBeBetweenValidator(
|
class ColumnValueMinToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValueStdDevToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValueStdDevToBeBetween import (
|
|
||||||
BaseColumnValueStdDevToBeBetweenValidator,
|
BaseColumnValueStdDevToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValueStdDevToBeBetweenValidator(
|
class ColumnValueStdDevToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesMissingCount import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesMissingCount import (
|
|
||||||
BaseColumnValuesMissingCountValidator,
|
BaseColumnValuesMissingCountValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesSumToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesSumToBeBetween import (
|
|
||||||
BaseColumnValuesSumToBeBetweenValidator,
|
BaseColumnValuesSumToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValuesSumToBeBetweenValidator(
|
class ColumnValuesSumToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeBetween import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeBetween import (
|
|
||||||
BaseColumnValuesToBeBetweenValidator,
|
BaseColumnValuesToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValuesToBeBetweenValidator(
|
class ColumnValuesToBeBetweenValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeInSet import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeInSet import (
|
|
||||||
BaseColumnValuesToBeInSetValidator,
|
BaseColumnValuesToBeInSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValuesToBeInSetValidator(
|
class ColumnValuesToBeInSetValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeNotInSet import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeNotInSet import (
|
|
||||||
BaseColumnValuesToBeNotInSetValidator,
|
BaseColumnValuesToBeNotInSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValuesToBeNotInSetValidator(
|
class ColumnValuesToBeNotInSetValidator(
|
||||||
@ -17,11 +17,13 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeNotNull import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeNotNull import (
|
|
||||||
BaseColumnValuesToBeNotNullValidator,
|
BaseColumnValuesToBeNotNullValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -18,11 +18,13 @@ from typing import Optional
|
|||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
from sqlalchemy.orm.util import AliasedClass
|
from sqlalchemy.orm.util import AliasedClass
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToBeUnique import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToBeUnique import (
|
|
||||||
BaseColumnValuesToBeUniqueValidator,
|
BaseColumnValuesToBeUniqueValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class ColumnValuesToBeUniqueValidator(
|
class ColumnValuesToBeUniqueValidator(
|
||||||
@ -18,11 +18,13 @@ from typing import Optional
|
|||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
from sqlalchemy.exc import CompileError
|
from sqlalchemy.exc import CompileError
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToMatchRegex import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToMatchRegex import (
|
|
||||||
BaseColumnValuesToMatchRegexValidator,
|
BaseColumnValuesToMatchRegexValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -18,11 +18,13 @@ from typing import Optional
|
|||||||
from sqlalchemy import Column, inspect
|
from sqlalchemy import Column, inspect
|
||||||
from sqlalchemy.exc import CompileError
|
from sqlalchemy.exc import CompileError
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.column.base.columnValuesToNotMatchRegex import (
|
||||||
from metadata.test_suite.validations.column.base.columnValuesToNotMatchRegex import (
|
|
||||||
BaseColumnValuesToNotMatchRegexValidator,
|
BaseColumnValuesToNotMatchRegexValidator,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -20,7 +20,7 @@ from sqlalchemy.exc import SQLAlchemyError
|
|||||||
|
|
||||||
from metadata.profiler.metrics.core import add_props
|
from metadata.profiler.metrics.core import add_props
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.profiler.profiler.runner import QueryRunner
|
from metadata.profiler.processor.runner import QueryRunner
|
||||||
from metadata.utils.entity_link import get_decoded_column
|
from metadata.utils.entity_link import get_decoded_column
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
@ -16,12 +16,12 @@ Validator for table column count to be between test case
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -16,12 +16,12 @@ Validator for table column count to be equal test case
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -16,12 +16,12 @@ Validator for table column nanme to exist test case
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -17,12 +17,12 @@ import collections
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -17,12 +17,12 @@ import traceback
|
|||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
from typing import cast
|
from typing import cast
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -16,13 +16,13 @@ Validator for table row count to be between test case
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -16,13 +16,13 @@ Validator for table row count to equal test case
|
|||||||
import traceback
|
import traceback
|
||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -17,12 +17,12 @@ import traceback
|
|||||||
from abc import abstractmethod
|
from abc import abstractmethod
|
||||||
from typing import cast
|
from typing import cast
|
||||||
|
|
||||||
|
from metadata.data_quality.validations.base_test_handler import BaseTestValidator
|
||||||
from metadata.generated.schema.tests.basic import (
|
from metadata.generated.schema.tests.basic import (
|
||||||
TestCaseResult,
|
TestCaseResult,
|
||||||
TestCaseStatus,
|
TestCaseStatus,
|
||||||
TestResultValue,
|
TestResultValue,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.base_test_handler import BaseTestValidator
|
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -15,10 +15,10 @@ Validator for table column count to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableColumnCountToBeBetween import (
|
from metadata.data_quality.validations.table.base.tableColumnCountToBeBetween import (
|
||||||
BaseTableColumnCountToBeBetweenValidator,
|
BaseTableColumnCountToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -15,10 +15,10 @@ Validator for table column count to be equal test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableColumnCountToEqual import (
|
from metadata.data_quality.validations.table.base.tableColumnCountToEqual import (
|
||||||
BaseTableColumnCountToEqualValidator,
|
BaseTableColumnCountToEqualValidator,
|
||||||
)
|
)
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -13,10 +13,10 @@
|
|||||||
Validator for table column name to exist test case
|
Validator for table column name to exist test case
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableColumnNameToExist import (
|
from metadata.data_quality.validations.table.base.tableColumnNameToExist import (
|
||||||
BaseTableColumnNameToExistValidator,
|
BaseTableColumnNameToExistValidator,
|
||||||
)
|
)
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -14,10 +14,10 @@ Validator for table column name to match set test case
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableColumnToMatchSet import (
|
from metadata.data_quality.validations.table.base.tableColumnToMatchSet import (
|
||||||
BaseTableColumnToMatchSetValidator,
|
BaseTableColumnToMatchSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -13,10 +13,10 @@
|
|||||||
Validator for table custom SQL Query test case
|
Validator for table custom SQL Query test case
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableCustomSQLQuery import (
|
from metadata.data_quality.validations.table.base.tableCustomSQLQuery import (
|
||||||
BaseTableCustomSQLQueryValidator,
|
BaseTableCustomSQLQueryValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -15,13 +15,13 @@ Validator for table row count to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableRowCountToBeBetween import (
|
from metadata.data_quality.validations.table.base.tableRowCountToBeBetween import (
|
||||||
BaseTableRowCountToBeBetweenValidator,
|
BaseTableRowCountToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class TableRowCountToBeBetweenValidator(
|
class TableRowCountToBeBetweenValidator(
|
||||||
@ -15,13 +15,13 @@ Validator for table row count to be equal test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableRowCountToEqual import (
|
from metadata.data_quality.validations.table.base.tableRowCountToEqual import (
|
||||||
BaseTableRowCountToEqualValidator,
|
BaseTableRowCountToEqualValidator,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class TableRowCountToEqualValidator(
|
class TableRowCountToEqualValidator(
|
||||||
@ -17,10 +17,10 @@ from datetime import datetime
|
|||||||
|
|
||||||
from dateutil.relativedelta import relativedelta
|
from dateutil.relativedelta import relativedelta
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.pandas_validator_mixin import (
|
from metadata.data_quality.validations.mixins.pandas_validator_mixin import (
|
||||||
PandasValidatorMixin,
|
PandasValidatorMixin,
|
||||||
)
|
)
|
||||||
from metadata.test_suite.validations.table.base.tableRowInsertedCountToBeBetween import (
|
from metadata.data_quality.validations.table.base.tableRowInsertedCountToBeBetween import (
|
||||||
BaseTableRowInsertedCountToBeBetweenValidator,
|
BaseTableRowInsertedCountToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -17,8 +17,10 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import inspect
|
from sqlalchemy import inspect
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.table.base.tableColumnCountToBeBetween import (
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableColumnCountToBeBetween import (
|
||||||
BaseTableColumnCountToBeBetweenValidator,
|
BaseTableColumnCountToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -17,8 +17,10 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import inspect
|
from sqlalchemy import inspect
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.table.base.tableColumnCountToEqual import (
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableColumnCountToEqual import (
|
||||||
BaseTableColumnCountToEqualValidator,
|
BaseTableColumnCountToEqualValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -15,8 +15,10 @@ Validator for table column nanme to exist test case
|
|||||||
|
|
||||||
from sqlalchemy import inspect
|
from sqlalchemy import inspect
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.table.base.tableColumnNameToExist import (
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableColumnNameToExist import (
|
||||||
BaseTableColumnNameToExistValidator,
|
BaseTableColumnNameToExistValidator,
|
||||||
)
|
)
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -18,8 +18,10 @@ from typing import Optional
|
|||||||
|
|
||||||
from sqlalchemy import inspect
|
from sqlalchemy import inspect
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.table.base.tableColumnToMatchSet import (
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableColumnToMatchSet import (
|
||||||
BaseTableColumnToMatchSetValidator,
|
BaseTableColumnToMatchSetValidator,
|
||||||
)
|
)
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
@ -15,8 +15,10 @@ Validator for table custom SQL Query test case
|
|||||||
|
|
||||||
from sqlalchemy import text
|
from sqlalchemy import text
|
||||||
|
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.table.base.tableCustomSQLQuery import (
|
SQAValidatorMixin,
|
||||||
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableCustomSQLQuery import (
|
||||||
BaseTableCustomSQLQueryValidator,
|
BaseTableCustomSQLQueryValidator,
|
||||||
)
|
)
|
||||||
|
|
||||||
@ -15,11 +15,13 @@ Validator for table row count to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
SQAValidatorMixin,
|
||||||
from metadata.test_suite.validations.table.base.tableRowCountToBeBetween import (
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableRowCountToBeBetween import (
|
||||||
BaseTableRowCountToBeBetweenValidator,
|
BaseTableRowCountToBeBetweenValidator,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
from metadata.utils.logger import test_suite_logger
|
from metadata.utils.logger import test_suite_logger
|
||||||
|
|
||||||
logger = test_suite_logger()
|
logger = test_suite_logger()
|
||||||
@ -15,11 +15,13 @@ Validator for table row inserted count to be between test case
|
|||||||
|
|
||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from metadata.profiler.metrics.registry import Metrics
|
from metadata.data_quality.validations.mixins.sqa_validator_mixin import (
|
||||||
from metadata.test_suite.validations.mixins.sqa_validator_mixin import SQAValidatorMixin
|
SQAValidatorMixin,
|
||||||
from metadata.test_suite.validations.table.base.tableRowCountToEqual import (
|
)
|
||||||
|
from metadata.data_quality.validations.table.base.tableRowCountToEqual import (
|
||||||
BaseTableRowCountToEqualValidator,
|
BaseTableRowCountToEqualValidator,
|
||||||
)
|
)
|
||||||
|
from metadata.profiler.metrics.registry import Metrics
|
||||||
|
|
||||||
|
|
||||||
class TableRowCountToEqualValidator(
|
class TableRowCountToEqualValidator(
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
x
Reference in New Issue
Block a user