mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-12 19:48:26 +00:00
0fee79b200
* tests: refactor refactor tests and consolidate common functionality in integrations.conftest this enables writing tests more concisely. demonstrated with postgres and mssql. will migrate more * format * removed helpers * changed scope of fictures * changed scope of fixtures * added profiler test for mssql * fixed import in data_quality test * json safe serialization * format * set MARS_Connection * use SerializableTableData instead of TableData * deleted file test_postgres.py * fixed tests * added more test cases * format * changed name test_models.py * removed the logic for serializing table data * wip * changed mapping in common type map * changed mapping in common type map * reverted TableData imports * reverted TableData imports * reverted TableData imports
66 lines
2.3 KiB
Python
66 lines
2.3 KiB
Python
import pytest
|
|
from testcontainers.mysql import MySqlContainer
|
|
|
|
from _openmetadata_testutils.postgres.conftest import postgres_container, try_bind
|
|
from metadata.generated.schema.entity.services.databaseService import DatabaseService
|
|
from metadata.generated.schema.metadataIngestion.workflow import LogLevels
|
|
from metadata.ingestion.models.custom_pydantic import CustomSecretStr
|
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
|
from metadata.workflow.metadata import MetadataWorkflow
|
|
|
|
__all__ = [
|
|
"postgres_container",
|
|
]
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def mysql_container():
|
|
with try_bind(MySqlContainer("mysql:8"), 3306, 3307) as container:
|
|
yield container
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def ingest_mysql_service(
|
|
mysql_container: MySqlContainer, metadata: OpenMetadata, tmp_path_factory
|
|
):
|
|
workflow_config = {
|
|
"source": {
|
|
"type": "mysql",
|
|
"serviceName": "integration_test_mysql_"
|
|
+ tmp_path_factory.mktemp("mysql").name.split("/")[-1],
|
|
"serviceConnection": {
|
|
"config": {
|
|
"type": "Mysql",
|
|
"username": mysql_container.username,
|
|
"authType": {
|
|
"password": mysql_container.password,
|
|
},
|
|
"hostPort": "localhost:" + mysql_container.get_exposed_port(3306),
|
|
"databaseSchema": mysql_container.dbname,
|
|
}
|
|
},
|
|
"sourceConfig": {
|
|
"config": {
|
|
"type": "DatabaseMetadata",
|
|
},
|
|
},
|
|
},
|
|
"sink": {"type": "metadata-rest", "config": {}},
|
|
"workflowConfig": {
|
|
"loggerLevel": LogLevels.DEBUG.value,
|
|
"openMetadataServerConfig": metadata.config.model_dump(),
|
|
},
|
|
}
|
|
metadata_ingestion = MetadataWorkflow.create(workflow_config)
|
|
metadata_ingestion.execute()
|
|
metadata_ingestion.raise_from_status()
|
|
metadata_ingestion.stop()
|
|
db_service: DatabaseService = metadata.get_by_name(
|
|
DatabaseService, workflow_config["source"]["serviceName"]
|
|
)
|
|
db_service.connection.config.authType.password = CustomSecretStr(
|
|
mysql_container.password
|
|
)
|
|
yield db_service
|
|
metadata.delete(DatabaseService, db_service.id, recursive=True, hard_delete=True)
|