yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-31 04:25:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/gc): typo fix, do not delete empty entities (#12011)

Browse Source
This commit is contained in:
Aseem Bansal 2024-12-03 18:32:24 +05:30 committed by GitHub
parent 16a02411c3
commit 5d7298ea07
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py
View File

@ -114,11 +114,11 @@ class DataProcessCleanupConfig(ConfigModel):
)
delete_empty_data_jobs: bool = Field(
True, description="Wether to delete Data Jobs without runs"
True, description="Whether to delete Data Jobs without runs"
)
delete_empty_data_flows: bool = Field(
True, description="Wether to delete Data Flows without runs"
True, description="Whether to delete Data Flows without runs"
)
hard_delete_entities: bool = Field(
@ -128,7 +128,7 @@ class DataProcessCleanupConfig(ConfigModel):
batch_size: int = Field(
500,
description="The number of entities to get in a batch from GraphQL",
description="The number of entities to get in a batch from API",
)
max_workers: int = Field(
@ -173,9 +173,9 @@ class DataProcessCleanup:
"""
This source is a maintenance source which cleans up old/unused aspects.
Currently it only supports:.
Currently it only supports:
- DataFlow
-DataJob
- DataJob
- DataProcessInstance
"""
@ -267,7 +267,7 @@ class DataProcessCleanup:
if self.dry_run:
logger.info(
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is{self.config.hard_delete_entities}"
f"Dry run is on otherwise it would have deleted {urn} with hard deletion is {self.config.hard_delete_entities}"
)
return