mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-09-01 13:13:10 +00:00
ce578e73d4
* Added database filter in workflow * Removed association between profiler and data quality * fixed tests with removed association * Fixed sonar code smells and bugs * Updated profiler workflow to: - support only running profiler (removed test run) - support column inclusion and exclusion - added back support for partitioned table and sample * moved status to workflow * Fixed tests * removed test logic from profiler sink * Added logic to return sample from workflow sample value * Added profiler examples * Updated documentation for profiler * Fixed code smells * commited changed to profiler * initial commit of the revamp workflow * Fixed python formating * cleaned up profiler submodule by removing test related files and functions * Added airflow DAG logic for testSuite workflow * Fixed code smells + added airflow ingestion tests + fixed comments
59 lines
1.7 KiB
Python
59 lines
1.7 KiB
Python
# Copyright 2021 Collate
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
Confest for profiler tests
|
|
"""
|
|
|
|
from unittest.mock import patch
|
|
from uuid import UUID
|
|
|
|
from pytest import fixture
|
|
from sqlalchemy import create_engine
|
|
|
|
from metadata.generated.schema.entity.data.table import Column, DataType, Table
|
|
from metadata.generated.schema.entity.services.connections.metadata.openMetadataConnection import (
|
|
OpenMetadataConnection,
|
|
)
|
|
from metadata.utils.connections import create_and_bind_session
|
|
|
|
|
|
def metadata_connection_object():
|
|
return OpenMetadataConnection(hostPort="http://localhost:8585/api")
|
|
|
|
|
|
def session():
|
|
engine = create_engine("sqlite+pysqlite:///:memory:", echo=True, future=True)
|
|
session = create_and_bind_session(engine)
|
|
|
|
yield session
|
|
|
|
session.close()
|
|
|
|
|
|
@fixture
|
|
def base_table():
|
|
return Table(
|
|
id=UUID("12345678123456781234567812345678"),
|
|
name="table",
|
|
fullyQualifiedName="my.awesome.table",
|
|
columns=[
|
|
Column(
|
|
name="foo",
|
|
dataType=DataType.STRING,
|
|
),
|
|
Column(
|
|
name="bar",
|
|
dataType=DataType.NUMERIC,
|
|
),
|
|
],
|
|
)
|