mirror of
https://github.com/getzep/graphiti.git
synced 2025-06-27 02:00:02 +00:00
0f50b74735
* set max tokens * update generic openai client * mypy updates * fix: dockerfile --------- Co-authored-by: paulpaliychuk <pavlo.paliychuk.ca@gmail.com>
58 lines
2.3 KiB
Python
58 lines
2.3 KiB
Python
"""
|
|
Copyright 2024, Zep Software, Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
DEFAULT_MAX_TOKENS = 1024
|
|
DEFAULT_TEMPERATURE = 0
|
|
|
|
|
|
class LLMConfig:
|
|
"""
|
|
Configuration class for the Language Learning Model (LLM).
|
|
|
|
This class encapsulates the necessary parameters to interact with an LLM API,
|
|
such as OpenAI's GPT models. It stores the API key, model name, and base URL
|
|
for making requests to the LLM service.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
api_key: str | None = None,
|
|
model: str | None = None,
|
|
base_url: str | None = None,
|
|
temperature: float = DEFAULT_TEMPERATURE,
|
|
max_tokens: int = DEFAULT_MAX_TOKENS,
|
|
):
|
|
"""
|
|
Initialize the LLMConfig with the provided parameters.
|
|
|
|
Args:
|
|
api_key (str): The authentication key for accessing the LLM API.
|
|
This is required for making authorized requests.
|
|
|
|
model (str, optional): The specific LLM model to use for generating responses.
|
|
Defaults to "gpt-4o-mini", which appears to be a custom model name.
|
|
Common values might include "gpt-3.5-turbo" or "gpt-4".
|
|
|
|
base_url (str, optional): The base URL of the LLM API service.
|
|
Defaults to "https://api.openai.com", which is OpenAI's standard API endpoint.
|
|
This can be changed if using a different provider or a custom endpoint.
|
|
"""
|
|
self.base_url = base_url
|
|
self.api_key = api_key
|
|
self.model = model
|
|
self.temperature = temperature
|
|
self.max_tokens = max_tokens
|