mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-10-16 18:39:03 +00:00
d157e41c1f
* enable logging-fstring-interpolation * remove logging-fstring-interpolation from exclusion list * remove implicit string interpolations added by black * remove from rest_api too * fix % sign
71 lines
2.3 KiB
Python
71 lines
2.3 KiB
Python
import inspect
|
|
import logging
|
|
import time
|
|
from random import random
|
|
from typing import Any, Dict, Tuple, Callable
|
|
|
|
from haystack.errors import OpenAIRateLimitError
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def args_to_kwargs(args: Tuple, func: Callable) -> Dict[str, Any]:
|
|
sig = inspect.signature(func)
|
|
arg_names = list(sig.parameters.keys())
|
|
# skip self and cls args for instance and class methods
|
|
if any(arg_names) and arg_names[0] in ["self", "cls"]:
|
|
arg_names = arg_names[1 : 1 + len(args)]
|
|
args_as_kwargs = {arg_name: arg for arg, arg_name in zip(args, arg_names)}
|
|
return args_as_kwargs
|
|
|
|
|
|
def retry_with_exponential_backoff(
|
|
backoff_in_seconds: float = 1, max_retries: int = 10, errors: tuple = (OpenAIRateLimitError,)
|
|
):
|
|
"""
|
|
Decorator to retry a function with exponential backoff.
|
|
:param backoff_in_seconds: The initial backoff in seconds.
|
|
:param max_retries: The maximum number of retries.
|
|
:param errors: The errors to catch retry on.
|
|
"""
|
|
|
|
def decorator(function):
|
|
def wrapper(*args, **kwargs):
|
|
# Initialize variables
|
|
num_retries = 0
|
|
|
|
# Loop until a successful response or max_retries is hit or an exception is raised
|
|
while True:
|
|
try:
|
|
return function(*args, **kwargs)
|
|
|
|
# Retry on specified errors
|
|
except errors as e:
|
|
# Check if max retries has been reached
|
|
if num_retries > max_retries:
|
|
raise Exception(f"Maximum number of retries ({max_retries}) exceeded.")
|
|
|
|
# Increment the delay
|
|
sleep_time = backoff_in_seconds * 2**num_retries + random()
|
|
|
|
# Sleep for the delay
|
|
logger.warning(
|
|
"%s - %s, retry %s in %s seconds...",
|
|
e.__class__.__name__,
|
|
e,
|
|
function.__name__,
|
|
"{0:.2f}".format(sleep_time),
|
|
)
|
|
time.sleep(sleep_time)
|
|
|
|
# Increment retries
|
|
num_retries += 1
|
|
|
|
# Raise exceptions for any errors not specified
|
|
except Exception as e:
|
|
raise e
|
|
|
|
return wrapper
|
|
|
|
return decorator
|