mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-07 09:09:30 +00:00
141ceb4c8d
* fix: add common test to _testutils module * fix: renamed _testutils to _openmetadata_testutils
76 lines
2.7 KiB
Python
76 lines
2.7 KiB
Python
import pytest
|
|
|
|
from _openmetadata_testutils.postgres.conftest import postgres_container
|
|
from metadata.generated.schema.api.services.createDatabaseService import (
|
|
CreateDatabaseServiceRequest,
|
|
)
|
|
from metadata.generated.schema.entity.services.connections.database.common.basicAuth import (
|
|
BasicAuth,
|
|
)
|
|
from metadata.generated.schema.entity.services.connections.database.postgresConnection import (
|
|
PostgresConnection,
|
|
)
|
|
from metadata.generated.schema.entity.services.databaseService import (
|
|
DatabaseConnection,
|
|
DatabaseService,
|
|
DatabaseServiceType,
|
|
)
|
|
from metadata.generated.schema.metadataIngestion.workflow import (
|
|
OpenMetadataWorkflowConfig,
|
|
Sink,
|
|
Source,
|
|
SourceConfig,
|
|
WorkflowConfig,
|
|
)
|
|
from metadata.ingestion.lineage.sql_lineage import search_cache
|
|
from metadata.ingestion.models.custom_pydantic import CustomSecretStr
|
|
from metadata.ingestion.ometa.ometa_api import OpenMetadata
|
|
from metadata.workflow.metadata import MetadataWorkflow
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def db_service(metadata, postgres_container):
|
|
service = CreateDatabaseServiceRequest(
|
|
name="docker_test_db",
|
|
serviceType=DatabaseServiceType.Postgres,
|
|
connection=DatabaseConnection(
|
|
config=PostgresConnection(
|
|
username=postgres_container.username,
|
|
authType=BasicAuth(password=postgres_container.password),
|
|
hostPort="localhost:"
|
|
+ postgres_container.get_exposed_port(postgres_container.port),
|
|
database="dvdrental",
|
|
)
|
|
),
|
|
)
|
|
service_entity = metadata.create_or_update(data=service)
|
|
# Since we're using admin JWT (not ingestion-bot), the secret is not sent by the API
|
|
service_entity.connection.config.authType.password = CustomSecretStr(
|
|
postgres_container.password
|
|
)
|
|
yield service_entity
|
|
metadata.delete(
|
|
DatabaseService, service_entity.id, recursive=True, hard_delete=True
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def ingest_metadata(db_service, metadata: OpenMetadata):
|
|
workflow_config = OpenMetadataWorkflowConfig(
|
|
source=Source(
|
|
type=db_service.connection.config.type.value.lower(),
|
|
serviceName=db_service.fullyQualifiedName.root,
|
|
serviceConnection=db_service.connection,
|
|
sourceConfig=SourceConfig(config={}),
|
|
),
|
|
sink=Sink(
|
|
type="metadata-rest",
|
|
config={},
|
|
),
|
|
workflowConfig=WorkflowConfig(openMetadataServerConfig=metadata.config),
|
|
)
|
|
metadata_ingestion = MetadataWorkflow.create(workflow_config)
|
|
search_cache.clear()
|
|
metadata_ingestion.execute()
|
|
metadata_ingestion.raise_from_status()
|