2022-04-07 20:50:37 +01:00
|
|
|
# Copyright 2021 Collate
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
|
|
|
|
|
|
|
from unittest import TestCase
|
|
|
|
|
2022-04-08 22:29:48 +05:30
|
|
|
from metadata.generated.schema.entity.services.connections.database.databricksConnection import (
|
|
|
|
DatabricksConnection,
|
|
|
|
DatabricksScheme,
|
|
|
|
)
|
2022-04-25 19:16:35 +05:30
|
|
|
from metadata.generated.schema.entity.services.connections.database.druidConnection import (
|
|
|
|
DruidConnection,
|
|
|
|
DruidScheme,
|
|
|
|
)
|
2022-04-08 22:29:48 +05:30
|
|
|
from metadata.generated.schema.entity.services.connections.database.hiveConnection import (
|
2022-04-14 22:57:05 +05:30
|
|
|
HiveConnection,
|
2022-04-08 22:29:48 +05:30
|
|
|
HiveScheme,
|
|
|
|
)
|
2022-04-07 20:50:37 +01:00
|
|
|
from metadata.generated.schema.entity.services.connections.database.trinoConnection import (
|
|
|
|
TrinoConnection,
|
|
|
|
TrinoScheme,
|
|
|
|
)
|
2022-04-22 11:08:35 +05:30
|
|
|
from metadata.generated.schema.entity.services.connections.database.verticaConnection import (
|
|
|
|
VerticaConnection,
|
|
|
|
VerticaScheme,
|
|
|
|
)
|
2022-04-07 20:50:37 +01:00
|
|
|
from metadata.utils.source_connections import get_connection_args, get_connection_url
|
|
|
|
|
|
|
|
|
2022-04-08 22:29:48 +05:30
|
|
|
class SouceConnectionTest(TestCase):
|
|
|
|
def test_databricks_url_without_db(self):
|
|
|
|
expected_result = (
|
|
|
|
"databricks+connector://token:KlivDTACWXKmZVfN1qIM@1.1.1.1:443"
|
|
|
|
)
|
|
|
|
databricks_conn_obj = DatabricksConnection(
|
|
|
|
scheme=DatabricksScheme.databricks_connector,
|
|
|
|
hostPort="1.1.1.1:443",
|
|
|
|
token="KlivDTACWXKmZVfN1qIM",
|
|
|
|
)
|
|
|
|
assert expected_result == get_connection_url(databricks_conn_obj)
|
|
|
|
|
|
|
|
def test_databricks_url_with_db(self):
|
|
|
|
expected_result = (
|
|
|
|
"databricks+connector://token:KlivDTACWXKmZVfN1qIM@1.1.1.1:443/default"
|
|
|
|
)
|
|
|
|
databricks_conn_obj = DatabricksConnection(
|
|
|
|
scheme=DatabricksScheme.databricks_connector,
|
|
|
|
hostPort="1.1.1.1:443",
|
|
|
|
token="KlivDTACWXKmZVfN1qIM",
|
|
|
|
database="default",
|
|
|
|
)
|
|
|
|
assert expected_result == get_connection_url(databricks_conn_obj)
|
|
|
|
|
|
|
|
def test_hive_url(self):
|
|
|
|
expected_result = "hive://localhost:10000/default"
|
2022-04-14 22:57:05 +05:30
|
|
|
databricks_conn_obj = HiveConnection(
|
2022-04-08 22:29:48 +05:30
|
|
|
scheme=HiveScheme.hive, hostPort="localhost:10000", database="default"
|
|
|
|
)
|
|
|
|
assert expected_result == get_connection_url(databricks_conn_obj)
|
|
|
|
|
|
|
|
def test_hive_url_auth(self):
|
|
|
|
expected_result = "hive://localhost:10000/default;auth=CUSTOM"
|
2022-04-14 22:57:05 +05:30
|
|
|
databricks_conn_obj = HiveConnection(
|
2022-04-08 22:29:48 +05:30
|
|
|
scheme=HiveScheme.hive,
|
|
|
|
hostPort="localhost:10000",
|
|
|
|
database="default",
|
|
|
|
authOptions="auth=CUSTOM",
|
|
|
|
)
|
|
|
|
assert expected_result == get_connection_url(databricks_conn_obj)
|
|
|
|
|
|
|
|
def test_trino_url_without_params(self):
|
2022-04-07 20:50:37 +01:00
|
|
|
expected_url = "trino://username:pass@localhost:443/catalog"
|
|
|
|
trino_conn_obj = TrinoConnection(
|
|
|
|
scheme=TrinoScheme.trino,
|
|
|
|
hostPort="localhost:443",
|
|
|
|
username="username",
|
|
|
|
password="pass",
|
|
|
|
catalog="catalog",
|
|
|
|
)
|
|
|
|
assert expected_url == get_connection_url(trino_conn_obj)
|
|
|
|
|
2022-04-08 22:29:48 +05:30
|
|
|
def test_trino_url_with_params(self):
|
2022-04-07 20:50:37 +01:00
|
|
|
expected_url = "trino://username:pass@localhost:443/catalog?param=value"
|
|
|
|
trino_conn_obj = TrinoConnection(
|
|
|
|
scheme=TrinoScheme.trino,
|
|
|
|
hostPort="localhost:443",
|
|
|
|
username="username",
|
|
|
|
password="pass",
|
|
|
|
catalog="catalog",
|
|
|
|
params={"param": "value"},
|
|
|
|
)
|
|
|
|
assert expected_url == get_connection_url(trino_conn_obj)
|
|
|
|
|
2022-04-08 22:29:48 +05:30
|
|
|
def test_trino_with_proxies(self):
|
2022-04-07 20:50:37 +01:00
|
|
|
test_proxies = {"http": "http_proxy", "https": "https_proxy"}
|
|
|
|
trino_conn_obj = TrinoConnection(
|
|
|
|
scheme=TrinoScheme.trino,
|
|
|
|
hostPort="localhost:443",
|
|
|
|
username="username",
|
|
|
|
password="pass",
|
|
|
|
catalog="catalog",
|
|
|
|
proxies=test_proxies,
|
|
|
|
)
|
|
|
|
assert (
|
|
|
|
test_proxies
|
|
|
|
== get_connection_args(trino_conn_obj).get("http_session").proxies
|
|
|
|
)
|
2022-04-22 11:08:35 +05:30
|
|
|
|
|
|
|
def test_vertica_url(self):
|
|
|
|
expected_url = (
|
|
|
|
"vertica+vertica_python://username:password@localhost:5443/database"
|
|
|
|
)
|
|
|
|
vertica_conn_obj = VerticaConnection(
|
|
|
|
scheme=VerticaScheme.vertica_vertica_python,
|
|
|
|
hostPort="localhost:5443",
|
|
|
|
username="username",
|
|
|
|
password="password",
|
|
|
|
database="database",
|
|
|
|
)
|
|
|
|
assert expected_url == get_connection_url(vertica_conn_obj)
|
2022-04-25 19:16:35 +05:30
|
|
|
|
|
|
|
def test_druid_url(self):
|
|
|
|
expected_url = "druid://localhost:8082/druid/v2/sql"
|
|
|
|
druid_conn_obj = DruidConnection(
|
|
|
|
scheme=DruidScheme.druid, hostPort="localhost:8082"
|
|
|
|
)
|
|
|
|
assert expected_url == get_connection_url(druid_conn_obj)
|