yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-01 13:23:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/gc): typo fix, do not delete empty entities (#12011)

Browse Source
This commit is contained in:
Aseem Bansal 2024-12-03 18:32:24 +05:30 committed by GitHub
parent 16a02411c3
commit 5d7298ea07
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py
View File

@ -114,11 +114,11 @@ class DataProcessCleanupConfig(ConfigModel):
) )
delete_empty_data_jobs: bool = Field( delete_empty_data_jobs: bool = Field(
True, description="Wether to delete Data Jobs without runs" True, description="Whether to delete Data Jobs without runs"
) )
delete_empty_data_flows: bool = Field( delete_empty_data_flows: bool = Field(
True, description="Wether to delete Data Flows without runs" True, description="Whether to delete Data Flows without runs"
) )
hard_delete_entities: bool = Field( hard_delete_entities: bool = Field(
@ -128,7 +128,7 @@ class DataProcessCleanupConfig(ConfigModel):
batch_size: int = Field( batch_size: int = Field(
500, 500,
description="The number of entities to get in a batch from GraphQL", description="The number of entities to get in a batch from API",
) )
max_workers: int = Field( max_workers: int = Field(
@ -173,7 +173,7 @@ class DataProcessCleanup:
""" """
This source is a maintenance source which cleans up old/unused aspects. This source is a maintenance source which cleans up old/unused aspects.
Currently it only supports:. Currently it only supports:
- DataFlow - DataFlow
- DataJob - DataJob
- DataProcessInstance - DataProcessInstance