OpenMetadata/ingestion/tests/unit/test_importer.py
IceS2 891ff4184d
MINOR: Initial implementation for our Connection Class (#21581)
* Initial implementation for our Connection Class

* Implement the Initial Connection class

* Add Unit Tests

* Fix Test

* Fix Profile Test Connection

* Remove unit test

* Remove comment

* Fix tests and missing changes
2025-06-13 14:52:29 +02:00

91 lines
3.2 KiB
Python

# Copyright 2025 Collate
# Licensed under the Collate Community License, Version 1.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""
Test import utilities
"""
from unittest import TestCase
from metadata.generated.schema.entity.services.serviceType import ServiceType
from metadata.utils.importer import (
get_class_name_root,
get_module_name,
get_source_module_name,
import_bulk_sink_type,
import_from_module,
import_processor_class,
import_sink_class,
import_stage_class,
)
from metadata.utils.service_spec.service_spec import import_source_class
# pylint: disable=import-outside-toplevel
class ImporterTest(TestCase):
"""
Validate that we properly convert
module paths and load classes.
"""
def test_get_module_name(self) -> None:
self.assertEqual(get_source_module_name("mysql"), "metadata")
self.assertEqual(get_source_module_name("redshift-usage"), "usage")
self.assertEqual(get_module_name("query-parser"), "query_parser")
def test_get_class_name(self) -> None:
self.assertEqual(get_class_name_root("mysql"), "Mysql")
self.assertEqual(get_class_name_root("redshift-usage"), "RedshiftUsage")
def test_import_class(self) -> None:
from metadata.ingestion.source.database.mysql.metadata import MysqlSource
self.assertEqual(
import_from_module(
"metadata.ingestion.source.database.mysql.metadata.MysqlSource"
),
MysqlSource,
)
def test_import_source_class(self) -> None:
from metadata.ingestion.source.database.mysql.metadata import MysqlSource
self.assertEqual(
import_source_class(service_type=ServiceType.Database, source_type="mysql"),
MysqlSource,
)
def test_import_processor_class(self) -> None:
from metadata.ingestion.processor.query_parser import QueryParserProcessor
self.assertEqual(
import_processor_class(processor_type="query-parser"),
QueryParserProcessor,
)
def test_import_stage_class(self) -> None:
from metadata.ingestion.stage.table_usage import TableUsageStage
self.assertEqual(import_stage_class(stage_type="table-usage"), TableUsageStage)
def test_import_sink_class(self) -> None:
from metadata.ingestion.sink.metadata_rest import MetadataRestSink
self.assertEqual(import_sink_class(sink_type="metadata-rest"), MetadataRestSink)
def test_import_bulk_sink_type(self) -> None:
from metadata.ingestion.bulksink.metadata_usage import MetadataUsageBulkSink
self.assertEqual(
import_bulk_sink_type(bulk_sink_type="metadata-usage"),
MetadataUsageBulkSink,
)