mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-06 16:47:29 +00:00
0fee79b200
* tests: refactor refactor tests and consolidate common functionality in integrations.conftest this enables writing tests more concisely. demonstrated with postgres and mssql. will migrate more * format * removed helpers * changed scope of fictures * changed scope of fixtures * added profiler test for mssql * fixed import in data_quality test * json safe serialization * format * set MARS_Connection * use SerializableTableData instead of TableData * deleted file test_postgres.py * fixed tests * added more test cases * format * changed name test_models.py * removed the logic for serializing table data * wip * changed mapping in common type map * changed mapping in common type map * reverted TableData imports * reverted TableData imports * reverted TableData imports
73 lines
2.2 KiB
Python
73 lines
2.2 KiB
Python
import sys
|
|
|
|
import pytest
|
|
from freezegun import freeze_time
|
|
from sqlalchemy import create_engine
|
|
|
|
from _openmetadata_testutils.helpers.markers import xfail_param
|
|
from metadata.generated.schema.entity.data.table import Table
|
|
from metadata.ingestion.lineage.sql_lineage import search_cache
|
|
from metadata.workflow.metadata import MetadataWorkflow
|
|
|
|
if not sys.version_info >= (3, 9):
|
|
pytest.skip("requires python 3.9+", allow_module_level=True)
|
|
|
|
|
|
@pytest.fixture(
|
|
params=[
|
|
"english",
|
|
xfail_param(
|
|
"german",
|
|
"failes due to date format handling (https://github.com/open-metadata/OpenMetadata/issues/16434)",
|
|
),
|
|
],
|
|
)
|
|
def language_config(mssql_container, request):
|
|
language = request.param
|
|
engine = create_engine(
|
|
"mssql+pytds://" + mssql_container.get_connection_url().split("://")[1],
|
|
connect_args={"autocommit": True},
|
|
)
|
|
engine.execute(
|
|
f"ALTER LOGIN {mssql_container.username} WITH DEFAULT_LANGUAGE={language};"
|
|
)
|
|
|
|
|
|
@pytest.fixture()
|
|
def lineage_config(language_config, db_service, workflow_config, sink_config):
|
|
return {
|
|
"source": {
|
|
"type": "mssql-lineage",
|
|
"serviceName": db_service.fullyQualifiedName.root,
|
|
"sourceConfig": {
|
|
"config": {
|
|
"type": "DatabaseLineage",
|
|
"databaseFilterPattern": {"includes": ["TestDB", "AdventureWorks"]},
|
|
},
|
|
},
|
|
},
|
|
"sink": sink_config,
|
|
"workflowConfig": workflow_config,
|
|
}
|
|
|
|
|
|
@freeze_time("2024-01-30") # to demonstrate the issue with german language
|
|
def test_lineage(
|
|
patch_passwords_for_db_services,
|
|
run_workflow,
|
|
ingestion_config,
|
|
lineage_config,
|
|
db_service,
|
|
metadata,
|
|
):
|
|
search_cache.clear()
|
|
run_workflow(MetadataWorkflow, ingestion_config)
|
|
run_workflow(MetadataWorkflow, lineage_config)
|
|
department_table = metadata.get_by_name(
|
|
Table,
|
|
f"{db_service.fullyQualifiedName.root}.AdventureWorks.HumanResources.Department",
|
|
nullable=False,
|
|
)
|
|
lineage = metadata.get_lineage_by_id(Table, department_table.id.root)
|
|
assert lineage is not None
|