yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-10 09:41:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): update ingest_stats event with transformer types (#9487)

Browse Source
This commit is contained in:
Harshal Sheth 2023-12-20 15:49:03 -05:00 committed by GitHub
parent c8e59aabed
commit bf813d1d24
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/run/pipeline.py
View File

@ -528,6 +528,9 @@ class Pipeline:
{ {
"source_type": self.config.source.type, "source_type": self.config.source.type,
"sink_type": self.config.sink.type, "sink_type": self.config.sink.type,
"transformer_types": [
transformer.type for transformer in self.config.transformers or []
],
"records_written": stats.discretize( "records_written": stats.discretize(
self.sink.get_report().total_records_written self.sink.get_report().total_records_written
), ),