yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-22 15:43:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(elastic): improve error handling for profiling (#8785)

Browse Source
This commit is contained in:
Aseem Bansal 2023-09-05 21:50:27 +05:30 committed by GitHub
parent 9f223c0069
commit c38bb91519
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/src/datahub/ingestion/source/elastic_search.py
View File

@ -553,7 +553,9 @@ class ElasticsearchSource(Source):
row_count = 0
size_in_bytes = 0
for profile_info in profile_info_current:
if profile_info["docs.count"] is not None:
row_count += int(profile_info["docs.count"])
if profile_info["store.size"] is not None:
size_in_bytes += int(profile_info["store.size"])
yield MetadataChangeProposalWrapper(
entityUrn=dataset_urn,