yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-27 10:04:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ingest): pass timeout config in kafka admin client api calls (#6863)

Browse Source
This commit is contained in:
Mayuri Nehate 2022-12-28 02:15:11 +05:30 committed by GitHub
parent a5b5abf270
commit 14b48489d4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
metadata-ingestion/src/datahub/ingestion/source/kafka.py
View File

@ -417,7 +417,8 @@ class KafkaSource(StatefulIngestionSourceBase):
configs: Dict[ configs: Dict[
ConfigResource, concurrent.futures.Future ConfigResource, concurrent.futures.Future
] = self.admin_client.describe_configs( ] = self.admin_client.describe_configs(
resources=[ConfigResource(ResourceType.TOPIC, t) for t in topics] resources=[ConfigResource(ResourceType.TOPIC, t) for t in topics],
request_timeout=self.source_config.connection.client_timeout_seconds,
) )
logger.debug("Waiting for config details futures to complete") logger.debug("Waiting for config details futures to complete")
concurrent.futures.wait(configs.values()) concurrent.futures.wait(configs.values())