From f8aaa57f31b9be19a93fec9f901b19687709baa3 Mon Sep 17 00:00:00 2001 From: orangeclk Date: Fri, 5 Jul 2024 10:49:18 +0800 Subject: [PATCH] feat: add retry mechanism for zhipuai (#5926) --- .../model_providers/zhipuai/zhipuai_sdk/core/_http_client.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py index e13d2b0233..924d009123 100644 --- a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py +++ b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py @@ -7,6 +7,8 @@ from typing import Any, Union, cast import httpx import pydantic from httpx import URL, Timeout +from tenacity import retry +from tenacity.stop import stop_after_attempt from . import _errors from ._base_type import NOT_GIVEN, Body, Data, Headers, NotGiven, Query, RequestFiles, ResponseT @@ -221,6 +223,7 @@ class HttpClient: def __exit__(self, exc_type, exc_val, exc_tb): self.close() + @retry(stop=stop_after_attempt(ZHIPUAI_DEFAULT_MAX_RETRIES)) def request( self, *,