GEN-1251: Fix Expected ColumnLineage but got dict (#17708)

This commit is contained in:
Mayur Singal 2024-09-09 17:52:51 +05:30 committed by GitHub
parent 0c510e443a
commit 9107c41a23
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -22,7 +22,7 @@ from pydantic import BaseModel
from metadata.generated.schema.api.lineage.addLineage import AddLineageRequest from metadata.generated.schema.api.lineage.addLineage import AddLineageRequest
from metadata.generated.schema.entity.services.databaseService import DatabaseService from metadata.generated.schema.entity.services.databaseService import DatabaseService
from metadata.generated.schema.type.entityLineage import EntitiesEdge from metadata.generated.schema.type.entityLineage import ColumnLineage, EntitiesEdge
from metadata.generated.schema.type.entityReference import EntityReference from metadata.generated.schema.type.entityReference import EntityReference
from metadata.ingestion.lineage.models import ConnectionTypeDialectMapper from metadata.ingestion.lineage.models import ConnectionTypeDialectMapper
from metadata.ingestion.lineage.parser import LINEAGE_PARSING_TIMEOUT from metadata.ingestion.lineage.parser import LINEAGE_PARSING_TIMEOUT
@ -138,6 +138,18 @@ class OMetaLineageMixin(Generic[T]):
) )
) )
serialized_col_details = []
for col_lin in data.edge.lineageDetails.columnsLineage or []:
serialized_col_details.append(ColumnLineage(**col_lin))
data.edge.lineageDetails.columnsLineage = serialized_col_details
serialized_col_details_og = []
for col_lin in original.edge.lineageDetails.columnsLineage or []:
serialized_col_details_og.append(ColumnLineage(**col_lin))
original.edge.lineageDetails.columnsLineage = (
serialized_col_details_og
)
# Keep the pipeline information from the original # Keep the pipeline information from the original
# lineage if available # lineage if available
if ( if (