yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-27 18:45:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): add error handling (#11905)

Browse Source
This commit is contained in:
Aseem Bansal 2024-11-20 20:47:39 +05:30 committed by GitHub
parent 524ef8c6d0
commit 05d362a94e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
metadata-ingestion/src/datahub/ingestion/source/gc/dataprocess_cleanup.py
View File

@ -401,7 +401,10 @@ class DataProcessCleanup:
total_runs=job.get("entity").get("runs").get("total"),
)
if datajob_entity.total_runs > 0:
self.delete_dpi_from_datajobs(datajob_entity)
try:
self.delete_dpi_from_datajobs(datajob_entity)
except Exception as e:
logger.error(f"While trying to delete {datajob_entity} got {e}")
if (
datajob_entity.total_runs == 0
and self.config.delete_empty_data_jobs