mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-07-13 20:18:24 +00:00
d5bf30ccd3
* added trino integration test * - removed warnings for classes which are not real tests - removed "helpers" as its being used * use a docker network instead of host * print logs for hive failure * removed superset unit tests * try pinning requests for test * try pinning requests for test * wait for hive to be ready * fix trino fixture * - reduced testcontainers_config.max_tries to 5 - remove intermediate containers * print with logs * disable capture logging * updated db host * removed debug stuff * removed debug stuff * removed version pin for requests * reverted superset * ignore trino integration on python 3.8
85 lines
2.5 KiB
Python
85 lines
2.5 KiB
Python
from typing import TYPE_CHECKING
|
|
|
|
import boto3
|
|
import pytest
|
|
from testcontainers.localstack import LocalStackContainer
|
|
|
|
from metadata.generated.schema.api.services.createDatabaseService import (
|
|
CreateDatabaseServiceRequest,
|
|
)
|
|
from metadata.generated.schema.entity.services.connections.database.dynamoDBConnection import (
|
|
DynamoDBConnection,
|
|
)
|
|
from metadata.generated.schema.entity.services.databaseService import (
|
|
DatabaseConnection,
|
|
DatabaseService,
|
|
DatabaseServiceType,
|
|
)
|
|
from metadata.generated.schema.security.credentials.awsCredentials import AWSCredentials
|
|
|
|
if TYPE_CHECKING:
|
|
from mypy_boto3_dynamodb.client import DynamoDBClient
|
|
else:
|
|
DynamoDBClient = None
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def localstack_container():
|
|
with LocalStackContainer("localstack/localstack:3.3") as container:
|
|
yield container
|
|
|
|
|
|
@pytest.fixture(scope="session")
|
|
def ingest_sample_data(localstack_container):
|
|
client: DynamoDBClient = boto3.client(
|
|
"dynamodb",
|
|
region_name="us-east-1",
|
|
endpoint_url=localstack_container.get_url(),
|
|
aws_access_key_id="does-not-matter",
|
|
aws_secret_access_key="does-not-matter",
|
|
)
|
|
client.create_table(
|
|
TableName="test_table",
|
|
KeySchema=[
|
|
{"AttributeName": "id", "KeyType": "HASH"},
|
|
],
|
|
AttributeDefinitions=[
|
|
{"AttributeName": "id", "AttributeType": "S"},
|
|
],
|
|
ProvisionedThroughput={
|
|
"ReadCapacityUnits": 5,
|
|
"WriteCapacityUnits": 5,
|
|
},
|
|
)
|
|
rows = [
|
|
{"id": "1", "name": "Alice"},
|
|
{"id": "2", "name": "Bob"},
|
|
]
|
|
for row in rows:
|
|
client.put_item(
|
|
TableName="test_table", Item={k: {"S": v} for k, v in row.items()}
|
|
)
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def db_service(metadata, localstack_container):
|
|
service = CreateDatabaseServiceRequest(
|
|
name="docker_dynamo_db",
|
|
serviceType=DatabaseServiceType.DynamoDB,
|
|
connection=DatabaseConnection(
|
|
config=DynamoDBConnection(
|
|
awsConfig=AWSCredentials(
|
|
awsRegion="us-east-1",
|
|
endPointURL=localstack_container.get_url(),
|
|
awsAccessKeyId="does-not-matter",
|
|
awsSecretAccessKey="does-not-matter",
|
|
),
|
|
),
|
|
),
|
|
)
|
|
service_entity = metadata.create_or_update(data=service)
|
|
yield service_entity
|
|
metadata.delete(
|
|
DatabaseService, service_entity.id, recursive=True, hard_delete=True
|
|
)
|