yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-24 08:28:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/slack): Add retries (#12401)

Browse Source
This commit is contained in:
Pedro Silva 2025-01-23 10:40:26 +00:00 committed by GitHub
parent 61ed94823b
commit 3030f90aaf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
metadata-ingestion/setup.py
View File

@ -312,7 +312,7 @@ delta_lake = {
powerbi_report_server = {"requests", "requests_ntlm"}
slack = {"slack-sdk==3.18.1"}
slack = {"slack-sdk==3.18.1", "tenacity>=8.0.1",}
databricks = {
# 0.1.11 appears to have authentication issues with azure databricks

6
metadata-ingestion/src/datahub/ingestion/source/slack/slack.py
View File

@ -5,6 +5,8 @@ from typing import Iterable, List, Optional, Tuple
from pydantic import Field, SecretStr
from slack_sdk import WebClient
from tenacity import retry, wait_exponential
from tenacity.before_sleep import before_sleep_log
import datahub.emitter.mce_builder as builder
from datahub.configuration.common import ConfigModel
@ -294,6 +296,10 @@ class SlackSource(Source):
return
raise e
@retry(
wait=wait_exponential(multiplier=2, min=4, max=60),
before_sleep=before_sleep_log(logger, logging.ERROR, True),
)
def get_user_to_be_updated(self) -> Iterable[CorpUser]:
graphql_query = textwrap.dedent(
"""