yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-22 07:28:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(elastic): improve error handling for profiling (#8785)

Browse Source
This commit is contained in:
Aseem Bansal 2023-09-05 21:50:27 +05:30 committed by GitHub
parent 9f223c0069
commit c38bb91519
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/src/datahub/ingestion/source/elastic_search.py
View File

@ -553,8 +553,10 @@ class ElasticsearchSource(Source):
row_count = 0 row_count = 0
size_in_bytes = 0 size_in_bytes = 0
for profile_info in profile_info_current: for profile_info in profile_info_current:
row_count += int(profile_info["docs.count"]) if profile_info["docs.count"] is not None:
size_in_bytes += int(profile_info["store.size"]) row_count += int(profile_info["docs.count"])
if profile_info["store.size"] is not None:
size_in_bytes += int(profile_info["store.size"])
yield MetadataChangeProposalWrapper( yield MetadataChangeProposalWrapper(
entityUrn=dataset_urn, entityUrn=dataset_urn,
aspect=DatasetProfileClass( aspect=DatasetProfileClass(