mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-08-22 16:08:13 +00:00
d8e2187980
* pydantic v2 * pydanticv2 * fix parser * fix annotated * fix model dumping * mysql ingestion * clean root models * clean root models * bump airflow * bump airflow * bump airflow * optionals * optionals * optionals * jdk * airflow migrate * fab provider * fab provider * fab provider * some more fixes * fixing tests and imports * model_dump and model_validate * model_dump and model_validate * model_dump and model_validate * union * pylint * pylint * integration tests * fix CostAnalysisReportData * integration tests * tests * missing defaults * missing defaults
77 lines
2.5 KiB
Python
77 lines
2.5 KiB
Python
import pytest
|
|
|
|
from metadata.generated.schema.api.services.createDatabaseService import (
|
|
CreateDatabaseServiceRequest,
|
|
)
|
|
from metadata.generated.schema.entity.data.table import Table
|
|
from metadata.generated.schema.entity.services.connections.database.trinoConnection import (
|
|
TrinoConnection,
|
|
)
|
|
from metadata.generated.schema.entity.services.databaseService import (
|
|
DatabaseConnection,
|
|
DatabaseService,
|
|
DatabaseServiceType,
|
|
)
|
|
from metadata.generated.schema.metadataIngestion.workflow import (
|
|
OpenMetadataWorkflowConfig,
|
|
Sink,
|
|
Source,
|
|
SourceConfig,
|
|
WorkflowConfig,
|
|
)
|
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
|
from metadata.workflow.metadata import MetadataWorkflow
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def db_service(metadata, trino_container):
|
|
service = CreateDatabaseServiceRequest(
|
|
name="docker_test_trino",
|
|
serviceType=DatabaseServiceType.Trino,
|
|
connection=DatabaseConnection(
|
|
config=TrinoConnection(
|
|
username=trino_container.user,
|
|
hostPort="localhost:"
|
|
+ trino_container.get_exposed_port(trino_container.port),
|
|
catalog="minio",
|
|
connectionArguments={"http_scheme": "http"},
|
|
)
|
|
),
|
|
)
|
|
service_entity = metadata.create_or_update(data=service)
|
|
yield service_entity
|
|
metadata.delete(
|
|
DatabaseService, service_entity.id, recursive=True, hard_delete=True
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def ingest_metadata(db_service, metadata: OpenMetadata, create_test_data):
|
|
workflow_config = OpenMetadataWorkflowConfig(
|
|
source=Source(
|
|
type=db_service.connection.config.type.value.lower(),
|
|
serviceName=db_service.fullyQualifiedName.root,
|
|
serviceConnection=db_service.connection,
|
|
sourceConfig=SourceConfig(config={}),
|
|
),
|
|
sink=Sink(
|
|
type="metadata-rest",
|
|
config={},
|
|
),
|
|
workflowConfig=WorkflowConfig(openMetadataServerConfig=metadata.config),
|
|
)
|
|
metadata_ingestion = MetadataWorkflow.create(workflow_config)
|
|
metadata_ingestion.execute()
|
|
metadata_ingestion.raise_from_status()
|
|
return
|
|
|
|
|
|
def test_ingest_metadata(ingest_metadata, db_service, metadata: OpenMetadata):
|
|
tables = metadata.list_entities(
|
|
Table, params={"databaseSchema": "docker_test_trino.minio.my_schema"}
|
|
)
|
|
assert (
|
|
next((t for t in tables.entities if t.name.root == "test_table"), None)
|
|
is not None
|
|
)
|