From ca3cab4e23eb2485a2491e0124935edbe8f98eb1 Mon Sep 17 00:00:00 2001 From: Andrew Sikowitz Date: Thu, 27 Apr 2023 18:40:19 -0400 Subject: [PATCH] refactor(ingest): report soft deleted stale entities with LossyList (#7907) --- .../ingestion/source/state/stale_entity_removal_handler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/state/stale_entity_removal_handler.py b/metadata-ingestion/src/datahub/ingestion/source/state/stale_entity_removal_handler.py index 3687777116..9303a6af26 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/state/stale_entity_removal_handler.py +++ b/metadata-ingestion/src/datahub/ingestion/source/state/stale_entity_removal_handler.py @@ -30,6 +30,7 @@ from datahub.ingestion.source.state.use_case_handler import ( StatefulIngestionUsecaseHandlerBase, ) from datahub.metadata.schema_classes import StatusClass +from datahub.utilities.lossy_collections import LossyList logger: logging.Logger = logging.getLogger(__name__) @@ -54,7 +55,7 @@ class StatefulStaleMetadataRemovalConfig(StatefulIngestionConfig): @dataclass class StaleEntityRemovalSourceReport(StatefulIngestionReport): - soft_deleted_stale_entities: List[str] = field(default_factory=list) + soft_deleted_stale_entities: LossyList[str] = field(default_factory=LossyList) def report_stale_entity_soft_deleted(self, urn: str) -> None: self.soft_deleted_stale_entities.append(urn)