2024-08-23 13:01:33 -07:00
|
|
|
"""
|
|
|
|
Copyright 2024, Zep Software, Inc.
|
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
"""
|
|
|
|
|
2024-08-23 08:15:44 -07:00
|
|
|
import typing
|
2024-08-15 12:03:41 -04:00
|
|
|
from abc import ABC, abstractmethod
|
2024-08-22 12:26:13 -07:00
|
|
|
|
2024-08-23 08:15:44 -07:00
|
|
|
from ..prompts.models import Message
|
2024-08-15 12:03:41 -04:00
|
|
|
from .config import LLMConfig
|
|
|
|
|
|
|
|
|
|
|
|
class LLMClient(ABC):
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
def __init__(self, config: LLMConfig):
|
|
|
|
pass
|
2024-08-15 12:03:41 -04:00
|
|
|
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
def get_embedder(self) -> typing.Any:
|
|
|
|
pass
|
2024-08-23 08:15:44 -07:00
|
|
|
|
2024-08-23 14:18:45 -04:00
|
|
|
@abstractmethod
|
|
|
|
async def generate_response(self, messages: list[Message]) -> dict[str, typing.Any]:
|
|
|
|
pass
|