yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-10-30 18:17:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixes(ingestion/source/dbt): Handle None Type in get_tag_labels Function for DBT Metadata Processing (#16648)

Browse Source 
* fix condition

* fix

* lint
This commit is contained in:
Trs 2024-06-13 20:49:46 +09:00 committed by GitHub
parent de9822e7f3
commit fc9033b953
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 9 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ingestion/src/metadata/ingestion/source/dashboard/powerbi/client.py
View File

@ -47,6 +47,7 @@ from metadata.utils.logger import utils_logger
logger = utils_logger() logger = utils_logger()
# Similar inner methods with mode client. That's fine. # Similar inner methods with mode client. That's fine.
# pylint: disable=duplicate-code # pylint: disable=duplicate-code
class PowerBiApiClient: class PowerBiApiClient:

5
ingestion/src/metadata/ingestion/source/database/dbt/metadata.py
View File

@ -394,12 +394,15 @@ class DbtSource(DbtServiceSource):
dbt_table_tags_list = [] dbt_table_tags_list = []
if manifest_node.tags: if manifest_node.tags:
dbt_table_tags_list = get_tag_labels( dbt_table_tags_list = (
get_tag_labels(
metadata=self.metadata, metadata=self.metadata,
tags=manifest_node.tags, tags=manifest_node.tags,
classification_name=self.tag_classification_name, classification_name=self.tag_classification_name,
include_tags=self.source_config.includeTags, include_tags=self.source_config.includeTags,
) )
or []
)
if manifest_node.meta: if manifest_node.meta:
dbt_table_tags_list.extend( dbt_table_tags_list.extend(

1
ingestion/src/metadata/ingestion/source/messaging/kafka/metadata.py
View File

@ -30,7 +30,6 @@ class KafkaSource(CommonBrokerSource):
self.ssl_manager = None self.ssl_manager = None
service_connection = cast(KafkaConnection, config.serviceConnection.root.config) service_connection = cast(KafkaConnection, config.serviceConnection.root.config)
if service_connection.schemaRegistrySSL: if service_connection.schemaRegistrySSL:
self.ssl_manager = SSLManager( self.ssl_manager = SSLManager(
ca=service_connection.schemaRegistrySSL.root.caCertificate, ca=service_connection.schemaRegistrySSL.root.caCertificate,
key=service_connection.schemaRegistrySSL.root.sslKey, key=service_connection.schemaRegistrySSL.root.sslKey,

1
ingestion/src/metadata/ingestion/source/pipeline/databrickspipeline/metadata.py
View File

@ -99,7 +99,6 @@ class DatabrickspipelineSource(PipelineServiceSource):
"""Method to Get Pipeline Entity""" """Method to Get Pipeline Entity"""
self.context.get().job_id_list = [] self.context.get().job_id_list = []
try: try:
description = pipeline_details["settings"].get("name") description = pipeline_details["settings"].get("name")
pipeline_request = CreatePipelineRequest( pipeline_request = CreatePipelineRequest(
name=EntityName(str(pipeline_details["job_id"])), name=EntityName(str(pipeline_details["job_id"])),

1
ingestion/src/metadata/ingestion/source/pipeline/kafkaconnect/metadata.py
View File

@ -201,7 +201,6 @@ class KafkaconnectSource(PipelineServiceSource):
dataset_entity = self.get_dataset_entity(pipeline_details=pipeline_details) dataset_entity = self.get_dataset_entity(pipeline_details=pipeline_details)
for topic in pipeline_details.topics or []: for topic in pipeline_details.topics or []:
topic_fqn = fqn.build( topic_fqn = fqn.build(
metadata=self.metadata, metadata=self.metadata,
entity_type=Topic, entity_type=Topic,

1
ingestion/tests/integration/containers.py
View File

@ -70,7 +70,6 @@ def get_docker_network(name: str):
def get_mysql_container(mysql_config: MySqlContainerConfigs): def get_mysql_container(mysql_config: MySqlContainerConfigs):
container = MySqlContainer( container = MySqlContainer(
**{ **{
k: v k: v

1
ingestion/tests/integration/mlflow/test_mlflow.py
View File

@ -113,7 +113,6 @@ def create_data(mlflow_environment):
# Model registry does not work with file store # Model registry does not work with file store
if tracking_url_type_store != "file": if tracking_url_type_store != "file":
# Register the model # Register the model
# There are other ways to use the Model Registry, which depends on the use case, # There are other ways to use the Model Registry, which depends on the use case,
# please refer to the doc for more information: # please refer to the doc for more information: