mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-10-31 10:39:30 +00:00
4c08f82e4e
* mysql integration tests * fix(data-quality): accept between with no bounds add between filters only when the bounds are defined. if they are not (ie: resolve to 'inf' values), do not add any filters * format * consolidated ingestion_config * format * fixed handling of date and time columns * fixed tests
74 lines
2.6 KiB
Python
74 lines
2.6 KiB
Python
import os
|
|
from subprocess import CalledProcessError
|
|
|
|
import pytest
|
|
from sqlalchemy import create_engine
|
|
from testcontainers.mysql import MySqlContainer
|
|
|
|
from _openmetadata_testutils.helpers.docker import try_bind
|
|
from metadata.generated.schema.api.services.createDatabaseService import (
|
|
CreateDatabaseServiceRequest,
|
|
)
|
|
from metadata.generated.schema.entity.services.databaseService import (
|
|
DatabaseServiceType,
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def mysql_container(tmp_path_factory):
|
|
"""Start a PostgreSQL container with the dvdrental database."""
|
|
test_db_tar_path = os.path.join(
|
|
os.path.dirname(__file__), "data", "mysql", "test_db-1.0.7.tar.gz"
|
|
)
|
|
container = MySqlContainer(dbname="employees")
|
|
with (
|
|
try_bind(container, 3306, 3307) if not os.getenv("CI") else container
|
|
) as container:
|
|
docker_container = container.get_wrapped_container()
|
|
docker_container.exec_run(["mkdir", "-p", "/data"])
|
|
docker_container.put_archive("/data", open(test_db_tar_path, "rb"))
|
|
for command in (
|
|
[
|
|
"sh",
|
|
"-c",
|
|
f"cd /data/test_db && mysql -uroot -p{container.password} < employees.sql",
|
|
],
|
|
[
|
|
"sh",
|
|
"-c",
|
|
f'mysql -uroot -p{container.password} -e \'GRANT SELECT ON employees.* TO "test"@"%";\'',
|
|
],
|
|
):
|
|
res = docker_container.exec_run(command)
|
|
if res[0] != 0:
|
|
raise CalledProcessError(
|
|
returncode=res[0], cmd=res, output=res[1].decode("utf-8")
|
|
)
|
|
engine = create_engine(container.get_connection_url())
|
|
engine.execute(
|
|
"ALTER TABLE employees ADD COLUMN last_update TIMESTAMP DEFAULT CURRENT_TIMESTAMP"
|
|
)
|
|
engine.execute(
|
|
"UPDATE employees SET last_update = hire_date + INTERVAL FLOOR(1 + RAND() * 500000) SECOND"
|
|
)
|
|
yield container
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def create_service_request(mysql_container, tmp_path_factory):
|
|
return CreateDatabaseServiceRequest.model_validate(
|
|
{
|
|
"name": "docker_test_" + tmp_path_factory.mktemp("mysql").name,
|
|
"serviceType": DatabaseServiceType.Mysql.value,
|
|
"connection": {
|
|
"config": {
|
|
"username": mysql_container.username,
|
|
"authType": {"password": mysql_container.password},
|
|
"hostPort": "localhost:"
|
|
+ mysql_container.get_exposed_port(mysql_container.port),
|
|
"databaseSchema": mysql_container.dbname,
|
|
}
|
|
},
|
|
}
|
|
)
|