yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-08 15:30:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ge-profiler): catch TimeoutError (#12855)

Browse Source
This commit is contained in:
Sergio Gómez Villamor 2025-03-13 10:55:06 +01:00 committed by GitHub
parent 86f4b805cf
commit 0d54352e3f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/source/unity/ge_profiler.py
View File

@ -1,3 +1,4 @@
import concurrent.futures
import logging import logging
from concurrent.futures import ThreadPoolExecutor, as_completed from concurrent.futures import ThreadPoolExecutor, as_completed
from dataclasses import dataclass, field from dataclasses import dataclass, field
@ -91,7 +92,7 @@ class UnityCatalogGEProfiler(GenericProfiler):
profile_requests.append(profile_request) profile_requests.append(profile_request)
if i > 0 and i % 100 == 0: if i > 0 and i % 100 == 0:
logger.info(f"Finished table-level profiling for {i} tables") logger.info(f"Finished table-level profiling for {i} tables")
except TimeoutError: except (TimeoutError, concurrent.futures.TimeoutError):
logger.warning("Timed out waiting to complete table-level profiling.") logger.warning("Timed out waiting to complete table-level profiling.")
if len(profile_requests) == 0: if len(profile_requests) == 0: