yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-26 09:22:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix Kafkaconnect validation errors (#19401)

Browse Source
This commit is contained in:
Suman Maharana 2025-01-20 11:58:00 +05:30 committed by GitHub
parent e5acdab3b8
commit 1112de22bc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/src/metadata/ingestion/source/pipeline/kafkaconnect/metadata.py
View File

@ -95,7 +95,7 @@ class KafkaconnectSource(PipelineServiceSource):
sourceUrl=connection_url,
tasks=[
Task(
name=task.id,
name=str(task.id),
)
for task in pipeline_details.tasks or []
],
@ -205,7 +205,7 @@ class KafkaconnectSource(PipelineServiceSource):
metadata=self.metadata,
entity_type=Topic,
service_name=self.service_connection.messagingServiceName,
topic_name=topic.name,
topic_name=str(topic.name),
)
topic_entity = self.metadata.get_by_name(entity=Topic, fqn=topic_fqn)
@ -279,7 +279,7 @@ class KafkaconnectSource(PipelineServiceSource):
try:
task_status = [
TaskStatus(
name=task.id,
name=str(task.id),
executionStatus=STATUS_MAP.get(task.state, StatusType.Pending),
)
for task in pipeline_details.tasks or []

14
ingestion/src/metadata/ingestion/source/pipeline/kafkaconnect/models.py
View File

@ -27,7 +27,7 @@ class KafkaConnectTasks(BaseModel):
default="UNASSIGNED", description="State of the task (e.g., RUNNING, STOPPED)"
)
worker_id: Optional[str] = Field(
..., description="ID of the worker running the task"
default=None, description="ID of the worker running the task"
)
@ -43,15 +43,15 @@ class KafkaConnectPipelineDetails(BaseModel):
default="UNASSIGNED",
description="State of the connector (e.g., RUNNING, STOPPED)",
)
tasks: Optional[List[KafkaConnectTasks]]
topics: Optional[List[KafkaConnectTopics]]
conn_type: Optional[str] = Field(..., alias="type")
tasks: Optional[List[KafkaConnectTasks]] = []
topics: Optional[List[KafkaConnectTopics]] = []
conn_type: Optional[str] = Field(default="UNKNOWN", alias="type")
class KafkaConnectDatasetDetails(BaseModel):
table: Optional[str]
database: Optional[str]
container_name: Optional[str]
table: Optional[str] = None
database: Optional[str] = None
container_name: Optional[str] = None
@property
def dataset_type(self):