yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-31 12:52:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): fix log line interpolation (#6349)

Browse Source
This commit is contained in:
Harshal Sheth 2022-11-03 10:56:56 -07:00 committed by GitHub
parent 4d3c25be5e
commit ab904cdd37
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
metadata-ingestion/src/datahub/ingestion/run/pipeline.py
View File

@ -353,7 +353,7 @@ class Pipeline:
if self._time_to_print():
self.pretty_print_summary(currently_running=True)
except Exception as e:
logger.warning("Failed to print summary", e)
logger.warning(f"Failed to print summary {e}")
if not self.dry_run:
self.sink.handle_work_unit_start(wu)
@ -368,7 +368,9 @@ class Pipeline:
except SystemExit:
raise
except Exception as e:
logger.error("Failed to process some records. Continuing.", e)
logger.error(
"Failed to process some records. Continuing.", exc_info=e
)
self.extractor.close()
if not self.dry_run:
@ -393,7 +395,7 @@ class Pipeline:
self.final_status = "completed"
except (SystemExit, RuntimeError) as e:
self.final_status = "cancelled"
logger.error("Caught error", e)
logger.error("Caught error", exc_info=e)
raise
finally:
if callback and hasattr(callback, "close"):