2024-08-23 08:15:44 -07:00
|
|
|
import typing
|
2024-08-15 12:03:41 -04:00
|
|
|
from abc import ABC, abstractmethod
|
2024-08-22 12:26:13 -07:00
|
|
|
|
2024-08-23 08:15:44 -07:00
|
|
|
from ..prompts.models import Message
|
2024-08-15 12:03:41 -04:00
|
|
|
from .config import LLMConfig
|
|
|
|
|
|
|
|
|
|
|
|
class LLMClient(ABC):
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
def __init__(self, config: LLMConfig):
|
|
|
|
pass
|
2024-08-15 12:03:41 -04:00
|
|
|
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
def get_embedder(self) -> typing.Any:
|
|
|
|
pass
|
2024-08-23 08:15:44 -07:00
|
|
|
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
async def generate_response(self, messages: list[Message]) -> dict[str, typing.Any]:
|
|
|
|
pass
|