122 lines
4.1 KiB
Python

# Copyright 2021 Collate
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import time
import pytest
import requests
from sqlalchemy.engine import create_engine
from sqlalchemy.inspection import inspect
from metadata.generated.schema.api.data.createDatabase import CreateDatabaseRequest
from metadata.generated.schema.api.data.createTable import CreateTableRequest
from metadata.generated.schema.api.services.createDatabaseService import (
CreateDatabaseServiceRequest,
)
from metadata.generated.schema.entity.data.table import Column
from metadata.generated.schema.type.entityReference import EntityReference
from metadata.ingestion.ometa.client import REST
headers = {"Content-type": "application/json"}
url = "http://localhost:8585/api/v1/"
def is_responsive(url):
try:
response = requests.get(url)
if response.status_code == 200:
return True
except ConnectionError:
return False
def status(r):
if r.status_code == 200 or r.status_code == 201:
return 1
else:
return 0
@pytest.fixture(scope="session")
def mssql_service(docker_ip, docker_services):
"""Ensure that Docker service is up and responsive."""
port = docker_services.port_for("sqlserver", 1433)
print("Mssql is running on port {}".format(port))
url = "http://localhost:8585"
time.sleep(180)
docker_services.wait_until_responsive(
timeout=120.0, pause=0.5, check=lambda: is_responsive(url)
)
return url
def create_delete_table(client):
databases = client.list_databases()
columns = [
Column(name="id", columnDataType="INT"),
Column(name="name", columnDataType="VARCHAR"),
]
db_ref = EntityReference(id=databases[0].id, name=databases[0].name.__root__, type="database")
table = CreateTableRequest(name="test1", columns=columns, database=db_ref)
created_table = client.create_or_update_table(table)
if table.name.__root__ == created_table.name.__root__:
requests.delete(
"http://localhost:8585/api/v1/tables/{}".format(created_table.id.__root__)
)
return 1
else:
requests.delete(
"http://localhost:8585/api/v1/tables/{}".format(created_table.id.__root__)
)
return 0
def create_delete_database(client):
data = {
"databaseConnection": {"hostPort": "localhost"},
"name": "temp_local_mssql",
"serviceType": "MSSQL",
"description": "local mssql env",
}
create_mssql_service = CreateDatabaseServiceRequest(**data)
mssql_service = client.create_database_service(create_mssql_service)
create_database_request = CreateDatabaseRequest(
name="dwh", service=EntityReference(id=mssql_service.id, type="databaseService")
)
created_database = client.create_database(create_database_request)
resp = create_delete_table(client)
print(resp)
client.delete_database(created_database.id.__root__)
client.delete_database_service(mssql_service.id.__root__)
return resp
def test_check_tables(mssql_service):
client = REST("{}/api".format(mssql_service), "test", "test")
databases = client.list_databases()
if len(databases) > 0:
assert create_delete_table(client)
else:
assert create_delete_database(client)
def test_read_schema(mssql_service):
url = "mssql+pytds://sa:test!Password@localhost:51433/catalog_test"
engine = create_engine(url)
inspector = inspect(engine)
schemas = []
for schema in inspector.get_schema_names():
schemas.append(schema)
if "catalog_test_check" in schemas:
assert 1
else:
assert 0