Fixes(ingestion/source/dbt): Handle None Type in get_tag_labels Function for DBT Metadata Processing (#16648)

* fix condition

* fix

* lint
This commit is contained in:
Trs 2024-06-13 20:49:46 +09:00 committed by GitHub
parent de9822e7f3
commit fc9033b953
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 9 additions and 10 deletions

View File

@ -47,6 +47,7 @@ from metadata.utils.logger import utils_logger
logger = utils_logger()
# Similar inner methods with mode client. That's fine.
# pylint: disable=duplicate-code
class PowerBiApiClient:

View File

@ -394,11 +394,14 @@ class DbtSource(DbtServiceSource):
dbt_table_tags_list = []
if manifest_node.tags:
dbt_table_tags_list = get_tag_labels(
metadata=self.metadata,
tags=manifest_node.tags,
classification_name=self.tag_classification_name,
include_tags=self.source_config.includeTags,
dbt_table_tags_list = (
get_tag_labels(
metadata=self.metadata,
tags=manifest_node.tags,
classification_name=self.tag_classification_name,
include_tags=self.source_config.includeTags,
)
or []
)
if manifest_node.meta:

View File

@ -30,7 +30,6 @@ class KafkaSource(CommonBrokerSource):
self.ssl_manager = None
service_connection = cast(KafkaConnection, config.serviceConnection.root.config)
if service_connection.schemaRegistrySSL:
self.ssl_manager = SSLManager(
ca=service_connection.schemaRegistrySSL.root.caCertificate,
key=service_connection.schemaRegistrySSL.root.sslKey,

View File

@ -99,7 +99,6 @@ class DatabrickspipelineSource(PipelineServiceSource):
"""Method to Get Pipeline Entity"""
self.context.get().job_id_list = []
try:
description = pipeline_details["settings"].get("name")
pipeline_request = CreatePipelineRequest(
name=EntityName(str(pipeline_details["job_id"])),

View File

@ -201,7 +201,6 @@ class KafkaconnectSource(PipelineServiceSource):
dataset_entity = self.get_dataset_entity(pipeline_details=pipeline_details)
for topic in pipeline_details.topics or []:
topic_fqn = fqn.build(
metadata=self.metadata,
entity_type=Topic,

View File

@ -70,7 +70,6 @@ def get_docker_network(name: str):
def get_mysql_container(mysql_config: MySqlContainerConfigs):
container = MySqlContainer(
**{
k: v

View File

@ -113,7 +113,6 @@ def create_data(mlflow_environment):
# Model registry does not work with file store
if tracking_url_type_store != "file":
# Register the model
# There are other ways to use the Model Registry, which depends on the use case,
# please refer to the doc for more information: