OpenMetadata/ingestion/tests/unit/workflow_test.py

79 lines
2.9 KiB
Python
Raw Normal View History

import importlib
import pathlib
from unittest import TestCase
from metadata.config.common import load_config_file
from metadata.ingestion.api.workflow import Workflow
from metadata.ingestion.ometa.openmetadata_rest import OpenMetadataAPIClient, MetadataServerConfig
class WorkflowTest(TestCase):
def test_get_200(self):
key = 'metadata.ingestion.sink.metadata_rest.MetadataRestSink'
if key.find(".") >= 0:
module_name, class_name = key.rsplit(".", 1)
my_class = getattr(importlib.import_module(module_name), class_name)
self.assertEqual((my_class is not None), True)
def test_get_4xx(self):
my_class = None
key = 'metadata.ingestion.sink.MYSQL.mysqlSINK'
try:
if key.find(".") >= 0:
module_name, class_name = key.rsplit(".", 1)
my_class = getattr(importlib.import_module(module_name), class_name)
except ModuleNotFoundError:
self.assertRaises(ModuleNotFoundError)
def test_title_typeClassFetch(self):
is_file = True
file_type = 'query-parser'
if is_file:
replace = file_type.replace('-', '_')
else:
replace = ''.join([i.title() for i in file_type.replace('-', '_').split('_')])
self.assertEqual(replace, 'query_parser')
def test_title_typeClassFetch_4xx(self):
is_file = False
file_type = 'query-parser'
if is_file:
replace = file_type.replace('-', '_')
else:
replace = ''.join([i.title() for i in file_type.replace('-', '_').split('_')])
self.assertEqual(replace, 'QueryParser')
def test_execute_200(self):
config_file = pathlib.Path('tests/unit/mysql_test.json')
workflow_config = load_config_file(config_file)
workflow = Workflow.create(workflow_config)
workflow.execute()
workflow.stop()
config = MetadataServerConfig.parse_obj(
workflow_config.get('metadata_server').get(
'config'
)
)
client = OpenMetadataAPIClient(config).client
client.delete(
f"/services/databaseServices/"
f"{client.get('/services/databaseServices/name/local_mysql_test')['id']}"
)
file_path = '/tmp/mysql_test'
with open(file_path) as ingestionFile:
ingestionData = ingestionFile.read()
self.assertEqual(ingestionData is not None, True)
def test_execute_4xx(self):
config_file = pathlib.Path('tests/unit/mysql_test.json')
workflow_config = load_config_file(config_file)
ingestionData = None
try:
file_path = '/tmp/mysql_test123'
with open(file_path) as ingestionFile:
ingestionData = ingestionFile.read()
except FileNotFoundError:
self.assertRaises(FileNotFoundError)