yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-31 21:03:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): support patches in auto_status_aspect (#6827)

Browse Source 
Patches generate a raw MCP because MCPW doesn't support patches right now, so we need to handle that correctly downstream.
This commit is contained in:
Harshal Sheth 2022-12-21 04:25:24 -05:00 committed by GitHub
parent a1970d2dce
commit 8972ea4b04
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
metadata-ingestion/src/datahub/utilities/source_helpers.py
View File

@ -5,7 +5,11 @@ from datahub.ingestion.api.workunit import MetadataWorkUnit
from datahub.ingestion.source.state.stale_entity_removal_handler import ( from datahub.ingestion.source.state.stale_entity_removal_handler import (
StaleEntityRemovalHandler, StaleEntityRemovalHandler,
) )
from datahub.metadata.schema_classes import MetadataChangeEventClass, StatusClass from datahub.metadata.schema_classes import (
MetadataChangeEventClass,
MetadataChangeProposalClass,
StatusClass,
)
from datahub.utilities.urns.urn import guess_entity_type from datahub.utilities.urns.urn import guess_entity_type
@ -40,6 +44,9 @@ def auto_status_aspect(
elif isinstance(wu.metadata, MetadataChangeProposalWrapper): elif isinstance(wu.metadata, MetadataChangeProposalWrapper):
if isinstance(wu.metadata.aspect, StatusClass): if isinstance(wu.metadata.aspect, StatusClass):
status_urns.add(urn) status_urns.add(urn)
elif isinstance(wu.metadata, MetadataChangeProposalClass):
if wu.metadata.aspectName == StatusClass.ASPECT_NAME:
status_urns.add(urn)
else: else:
raise ValueError(f"Unexpected type {type(wu.metadata)}") raise ValueError(f"Unexpected type {type(wu.metadata)}")