OpenMetadata/ingestion/tests/unit/test_suite/test_validations_datalake.py

#  Copyright 2025 Collate
#  Licensed under the Collate Community License, Version 1.0 (the "License");
#  you may not use this file except in compliance with the License.
#  You may obtain a copy of the License at
#  https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
#  Unless required by applicable law or agreed to in writing, software
#  distributed under the License is distributed on an "AS IS" BASIS,
#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#  See the License for the specific language governing permissions and
#  limitations under the License.

"""
Test Table and Column Tests' validate implementations.

Each test should validate the Success, Failure and Aborted statuses
"""

from datetime import datetime, timedelta

import pytest
from pandas import DataFrame

from metadata.generated.schema.tests.basic import TestCaseResult, TestCaseStatus
from metadata.utils.importer import import_test_case_class

TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED = {
    "columnValuesLengthToBeBetween",
    "columnValuesToBeBetween",
    "columnValuesToBeInSet",
    "columnValuesToBeNotInSet",
    "columnValuesToBeNotNull",
    "columnValuesToBeUnique",
    "columnValuesToMatchRegex",
    "columnValuesToNotMatchRegex",
    "tableCustomSQLQuery",
}

EXECUTION_DATE = datetime.strptime("2021-07-03", "%Y-%m-%d")
DL_DATA = (
    [
        "1",
        "John",
        "Jo",
        "John Doe",
        "johnny b goode",
        30,
        datetime.today() - timedelta(days=1),
        60001,
        49.6852237,
        1.7743058,
        True,
    ],
    [
        "2",
        "Jane",
        "Ja",
        "Jone Doe",
        "Johnny d",
        31,
        datetime.today() - timedelta(days=2),
        19005,
        45.2589385,
        1.4731471,
        False,
    ],
    [
        "3",
        "John",
        "Joh",
        "John Doe",
        None,
        None,
        datetime.today() - timedelta(days=3),
        11008,
        42.9974445,
        2.2518325,
        None,
    ],
    [
        "4",
        "Alice",
        "Al",
        "Alice Smith",
        "Ally",
        30,
        datetime.today() - timedelta(days=4),
        60001,
        49.6852237,
        1.7743058,
        True,
    ],
    [
        "5",
        "Bob",
        "Bo",
        "Bob Johnson",
        "Bobby",
        31,
        datetime.today() - timedelta(days=5),
        60001,
        49.6852237,
        1.7743058,
        True,
    ],
    [
        "6",
        "Charlie",
        "Ch",
        "Charlie Brown",
        "Chuck",
        30,
        datetime.today() - timedelta(days=6),
        60001,
        49.6852237,
        1.7743058,
        False,
    ],
    [
        "7",
        "Diana",
        "Di",
        "Diana Prince",
        "Di",
        31,
        datetime.today() - timedelta(days=7),
        60001,
        49.6852237,
        1.7743058,
        True,
    ],
    [
        "8",
        "Eve",
        "Ev",
        "Eve Wilson",
        "Evie",
        None,
        datetime.today() - timedelta(days=8),
        60001,
        49.6852237,
        1.7743058,
        False,
    ],
)


DATALAKE_DATA_FRAME = lambda times_increase_sample_data: DataFrame(
    DL_DATA * times_increase_sample_data,
    columns=[
        "id",
        "name",
        "first name",
        "fullname",
        "nickname",
        "age",
        "inserted_date",
        "postal_code",
        "lat",
        "lon",
        "is_active",
    ],
)


# pylint: disable=line-too-long
@pytest.mark.parametrize(
    "test_case_name,test_case_type,test_type,expected,expected_dimension",
    [
        (
            "test_case_column_value_length_to_be_between",
            "columnValueLengthsToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "2",
                "14",
                TestCaseStatus.Failed,
                14000.0,
                2000.0,
                87.5,
                12.5,
            ),
            None,
        ),
        (
            "test_case_column_value_length_to_be_between_col_space",
            "columnValueLengthsToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "2",
                "3",
                TestCaseStatus.Success,
                16000.0,
                0.0,
                100.0,
                0.0,
            ),
            None,
        ),
        (
            "test_case_column_value_length_to_be_between_no_min",
            "columnValueLengthsToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                16000.0,
                0.0,
                100.0,
                0.0,
            ),
            None,
        ),
        (
            "test_case_column_value_max_to_be_between",
            "columnValueMaxToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "31.0",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_max_to_be_between_no_min",
            "columnValueMaxToBeBetween",
            "COLUMN",
            (TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
            None,
        ),
        (
            "test_case_column_value_mean_to_be_between",
            "columnValueMeanToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_mean_to_be_between_no_max",
            "columnValueMeanToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_median_to_be_between",
            "columnValueMedianToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_min_to_be_between",
            "columnValueMinToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.0",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_min_to_be_between_no_min",
            "columnValueMinToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_stddev_to_be_between",
            "columnValueStdDevToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "0.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_stddev_to_be_between_no_min",
            "columnValueStdDevToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_in_set",
            "columnValuesToBeInSet",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Success,
                4000.0,
                12000.0,
                25,
                75,
            ),
            None,
        ),
        (
            "test_case_column_values_missing_count_to_be_equal",
            "columnValuesMissingCount",
            "COLUMN",
            (
                TestCaseResult,
                "2000",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_values_missing_count_to_be_equal_missing_values",
            "columnValuesMissingCount",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_values_not_in_set",
            "columnValuesToBeNotInSet",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                12000.0,
                4000.0,
                75.0,
                25.0,
            ),
            None,
        ),
        (
            "test_case_column_sum_to_be_between",
            "columnValuesSumToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "366000.0",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_values_to_be_between",
            "columnValuesToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.0",
                None,
                TestCaseStatus.Success,
                16000.0,
                0.0,
                100.0,
                0.0,
            ),
            None,
        ),
        (
            "test_case_column_values_to_be_not_null",
            "columnValuesToBeNotNull",
            "COLUMN",
            (
                TestCaseResult,
                "2000",
                None,
                TestCaseStatus.Failed,
                14000.0,
                2000.0,
                87.5,
                12.5,
            ),
            None,
        ),
        (
            "test_case_column_values_to_be_unique",
            "columnValuesToBeUnique",
            "COLUMN",
            (
                TestCaseResult,
                "14000",
                "0",
                TestCaseStatus.Failed,
                0.0,
                14000.0,
                0.0,
                100.0,
            ),
            None,
        ),
        (
            "test_case_column_values_to_match_regex",
            "columnValuesToMatchRegex",
            "COLUMN",
            (
                TestCaseResult,
                "6000",
                None,
                TestCaseStatus.Failed,
                6000.0,
                0.0,
                37.5,
                62.5,
            ),
            None,
        ),
        (
            "test_case_column_values_to_not_match_regex",
            "columnValuesToNotMatchRegex",
            "COLUMN",
            (
                TestCaseResult,
                "0",
                None,
                TestCaseStatus.Success,
                16000.0,
                0.0,
                100.0,
                0.0,
            ),
            None,
        ),
        (
            "test_case_table_column_count_to_be_between",
            "tableColumnCountToBeBetween",
            "TABLE",
            (
                TestCaseResult,
                "11",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_table_column_count_to_equal",
            "tableColumnCountToEqual",
            "TABLE",
            (TestCaseResult, "11", None, TestCaseStatus.Failed, None, None, None, None),
            None,
        ),
        (
            "test_case_table_column_name_to_exist",
            "tableColumnNameToExist",
            "TABLE",
            (TestCaseResult, "1", None, TestCaseStatus.Success, None, None, None, None),
            None,
        ),
        (
            "test_case_column_to_match_set",
            "tableColumnToMatchSet",
            "TABLE",
            (TestCaseResult, "0", None, TestCaseStatus.Failed, None, None, None, None),
            None,
        ),
        (
            "test_case_column_to_match_set_ordered",
            "tableColumnToMatchSet",
            "TABLE",
            (TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
            None,
        ),
        (
            "test_case_table_custom_sql_query_failed_dl",
            "tableCustomSQLQuery",
            "TABLE",
            (TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
            None,
        ),
        (
            "test_case_table_custom_sql_query_success_dl",
            "tableCustomSQLQuery",
            "TABLE",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_table_row_count_to_be_between",
            "tableRowCountToBeBetween",
            "TABLE",
            (
                TestCaseResult,
                "16000",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_table_row_count_to_be_equal",
            "tableRowCountToEqual",
            "TABLE",
            (
                TestCaseResult,
                "16000",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_table_row_inserted_count_to_be_between",
            "tableRowInsertedCountToBeBetween",
            "TABLE",
            (
                TestCaseResult,
                "2000",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_values_to_be_at_expected_location",
            "columnValuesToBeAtExpectedLocation",
            "COLUMN",
            (
                TestCaseResult,
                "16000",
                "0",
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            None,
        ),
        (
            "test_case_column_value_in_set_boolean",
            "columnValuesToBeInSet",
            "COLUMN",
            (
                TestCaseResult,
                "14000",
                None,
                TestCaseStatus.Success,
                14000.0,
                0.0,
                87.5,
                0.0,
            ),
            None,
        ),
        (
            "test_case_table_custom_sql_query_success_dl_with_partition_expression",
            "tableCustomSQLQuery",
            "TABLE",
            (
                TestCaseResult,
                None,
                None,
                TestCaseStatus.Success,
                2000,
                0,
                100.0,
                0.0,
            ),
            None,
        ),
        (
            "test_case_column_values_to_be_in_set_dimensional_match_enum",
            "columnValuesToBeInSet",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                4000.0,
                0.0,
                25.0,
                0.0,
            ),
            [
                (
                    "fullname=Alice Smith",
                    TestCaseStatus.Failed,
                    0,
                    2000,
                    0,
                    100,
                    0.6667,
                ),
                (
                    "fullname=Bob Johnson",
                    TestCaseStatus.Failed,
                    0,
                    2000,
                    0,
                    100,
                    0.6667,
                ),
                (
                    "fullname=Charlie Brown",
                    TestCaseStatus.Failed,
                    0,
                    2000,
                    0,
                    100,
                    0.6667,
                ),
                (
                    "fullname=Diana Prince",
                    TestCaseStatus.Failed,
                    0,
                    2000,
                    0,
                    100,
                    0.6667,
                ),
                ("fullname=Eve Wilson", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                (
                    "fullname=Others",
                    TestCaseStatus.Failed,
                    4000,
                    2000,
                    66.67,
                    33.33,
                    0.0741,
                ),
            ],
        ),
        (
            "test_case_column_values_to_be_in_set_dimensional_no_match_enum",
            "columnValuesToBeInSet",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Success,
                4000.0,
                0.0,
                25.00,
                0.0,
            ),
            [
                ("fullname=Alice Smith", TestCaseStatus.Failed, 0, 0, 0, 0, None),
                ("fullname=Bob Johnson", TestCaseStatus.Failed, 0, 0, 0, 0, None),
                ("fullname=Charlie Brown", TestCaseStatus.Failed, 0, 0, 0, 0, None),
                ("fullname=Diana Prince", TestCaseStatus.Failed, 0, 0, 0, 0, None),
                ("fullname=Eve Wilson", TestCaseStatus.Failed, 0, 0, 0, 0, None),
                ("fullname=Others", TestCaseStatus.Success, 4000, 0, 100, 0, None),
            ],
        ),
        (
            "test_case_column_values_to_be_unique_dimensional",
            "columnValuesToBeUnique",
            "COLUMN",
            (TestCaseResult, "16000", "0", TestCaseStatus.Failed, 0, 16000, 0.0, 100.0),
            [
                ("name=Alice", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Eve", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Others", TestCaseStatus.Failed, 0, 6000, 0, 100, 0.6667),
            ],
        ),
        (
            "test_case_column_value_mean_to_be_between_dimensional",
            "columnValueMeanToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
            ],
        ),
        (
            "test_case_column_value_mean_to_be_between_dimensional_without_max",
            "columnValueMeanToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=John", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Success, None, None, None, None, 0.0),
                ("name=Diana", TestCaseStatus.Success, None, None, None, None, 0.0),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0.0),
            ],
        ),
        (
            "test_case_column_value_max_to_be_between_dimensional",
            "columnValueMaxToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "31.0",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
            ],
        ),
        (
            "test_case_column_value_max_to_be_between_dimensional_without_max",
            "columnValueMaxToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "31.0",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=John", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Diana", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
            ],
        ),
        (
            "test_case_column_value_min_to_be_between_dimensional",
            "columnValueMinToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.0",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
            ],
        ),
        (
            "test_case_column_value_min_to_be_between_dimensional_without_min",
            "columnValueMinToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.0",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
            ],
        ),
        (
            "test_case_column_value_length_to_be_between_dimensional",
            "columnValueLengthsToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "2",
                "14",
                TestCaseStatus.Failed,
                14000,
                2000,
                87.5,
                12.5,
            ),
            [
                ("name=John", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
                ("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_value_length_to_be_between_dimensional_without_min",
            "columnValueLengthsToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "2",
                "3",
                TestCaseStatus.Success,
                16000,
                0,
                100,
                0,
            ),
            [
                ("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Eve", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Others", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_value_median_to_be_between_dimensional",
            "columnValueMedianToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
            ],
        ),
        (
            "test_case_column_sum_to_be_between_dimensional",
            "columnValuesSumToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "366000.0",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
            ],
        ),
        (
            "test_case_column_values_not_in_set_dimensional",
            "columnValuesToBeNotInSet",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                12000.0,
                4000.0,
                75.0,
                25.0,
            ),
            [
                ("age=NULL", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
                ("age=30.0", TestCaseStatus.Failed, 4000, 2000, 66.67, 33.33, 0.0741),
                ("age=31.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_values_to_match_regex_dimensional",
            "columnValuesToMatchRegex",
            "COLUMN",
            (
                TestCaseResult,
                "6000",
                None,
                TestCaseStatus.Failed,
                6000.0,
                0.0,
                37.5,
                62.5,
            ),
            [
                ("age=30.0", TestCaseStatus.Failed, 2000, 4000, 33.33, 66.67, 0.2963),
                ("age=31.0", TestCaseStatus.Failed, 2000, 4000, 33.33, 66.67, 0.2963),
                ("age=NULL", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
            ],
        ),
        (
            "test_case_column_values_to_not_match_regex_dimensional",
            "columnValuesToNotMatchRegex",
            "COLUMN",
            (
                TestCaseResult,
                "0",
                None,
                TestCaseStatus.Success,
                16000.0,
                0.0,
                100.0,
                0.0,
            ),
            [
                ("age=NULL", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
                ("age=30.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
                ("age=31.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_values_to_be_not_null_dimensional",
            "columnValuesToBeNotNull",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                12000.0,
                4000.0,
                75.0,
                25.0,
            ),
            [
                ("name=Eve", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=John", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
                ("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_values_missing_count_to_be_equal_dimensional",
            "columnValuesMissingCount",
            "COLUMN",
            (
                TestCaseResult,
                "2000",
                None,
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Eve", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
            ],
        ),
        (
            "test_case_column_values_missing_count_to_be_equal_missing_values_dimensional",
            "columnValuesMissingCount",
            "COLUMN",
            (
                TestCaseResult,
                "4000",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Eve", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.0741),
            ],
        ),
        (
            "test_case_column_values_to_be_between_dimensional",
            "columnValuesToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "30.0",
                "31.0",
                TestCaseStatus.Failed,
                10000,
                6000,
                None,
                None,
            ),
            [
                ("name=Bob", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
                ("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
            ],
        ),
        (
            "test_case_column_value_stddev_to_be_between_dimensional",
            "columnValueStdDevToBeBetween",
            "COLUMN",
            (
                TestCaseResult,
                "0.5",
                None,
                TestCaseStatus.Failed,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
                ("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
            ],
        ),
        (
            "test_case_column_values_to_be_at_expected_location_dimensional",
            "columnValuesToBeAtExpectedLocation",
            "COLUMN",
            (
                TestCaseResult,
                "16000",
                "0",
                TestCaseStatus.Success,
                None,
                None,
                None,
                None,
            ),
            [
                ("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Eve", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
                ("name=Others", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
            ],
        ),
    ],
)
def test_suite_validation_datalake(
    test_case_name,
    test_case_type,
    test_type,
    expected,
    expected_dimension,
    request,
):
    """Generic test runner for test validations"""

    test_case = request.getfixturevalue(test_case_name)
    (
        type_,
        val_1,
        val_2,
        status,
        passed_rows,
        failed_rows,
        passed_percentage,
        failed_percentage,
    ) = expected

    if test_case_type in TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED:
        test_case.computePassedFailedRowCount = True

    test_handler_obj = import_test_case_class(
        test_type,
        "pandas",
        test_case_type,
    )

    test_handler = test_handler_obj(
        [DATALAKE_DATA_FRAME(1_000), DATALAKE_DATA_FRAME(1_000)],
        test_case=test_case,
        execution_date=EXECUTION_DATE.timestamp(),
    )

    res = test_handler.run_validation()

    assert isinstance(res, type_)
    if val_1:
        assert res.testResultValue[0].value == val_1
    if val_2:
        assert res.testResultValue[1].value == val_2
    if passed_rows:
        assert res.passedRows == passed_rows
    if failed_rows:
        assert res.failedRows == failed_rows
    if passed_percentage:
        assert round(res.passedRowsPercentage, 2) == passed_percentage
    if failed_percentage:
        assert round(res.failedRowsPercentage, 2) == failed_percentage
    assert res.testCaseStatus == status
    if test_case_type in TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED:
        assert res.failedRows is not None
        assert res.failedRowsPercentage is not None
        assert res.passedRows is not None
        assert res.passedRowsPercentage is not None

    if expected_dimension:
        assert res.dimensionResults is not None
        assert len(res.dimensionResults) == len(expected_dimension)
        for expected_dim in expected_dimension:
            dim = next(
                (
                    dim
                    for dim in res.dimensionResults
                    if dim.dimensionKey == expected_dim[0]
                ),
                None,
            )
            assert dim is not None
            assert dim.testCaseStatus == expected_dim[1]
            assert dim.passedRows == expected_dim[2]
            assert dim.failedRows == expected_dim[3]

            if expected_dim[4]:
                assert round(dim.passedRowsPercentage, 2) == expected_dim[4]
            else:
                assert dim.passedRowsPercentage == expected_dim[4]

            if expected_dim[5]:
                assert round(dim.failedRowsPercentage, 2) == expected_dim[5]
            else:
                assert dim.failedRowsPercentage == expected_dim[5]

            assert dim.impactScore == expected_dim[6]