mirror of
https://github.com/getzep/graphiti.git
synced 2025-08-08 17:00:09 +00:00
895afc7be1
* chore: Add romeo runner * fix: Linter * wip * wip dump * chore: Update romeo parser * chore: Anthropic model fix * wip * allbirds * allbirds runner * format * wip * wip * mypy updates * update * remove r * update tests * format * wip * chore: Strategically update the message * rebase and fix import issues * Update package imports for graphiti_core in examples and utils * nits * chore: Update OpenAI GPT-4o model to gpt-4o-2024-08-06 * implement groq * improvments & linting * cleanup and nits * Refactor package imports for graphiti_core in examples and utils * Refactor package imports for graphiti_core in examples and utils * implement diskcache * remove debug stuff * log cache hit when debugging only * Improve LLM config. Fix bugs (#41) Refactor LLMConfig class to allow None values for model and base_url * chore: Resolve mc --------- Co-authored-by: paulpaliychuk <pavlo.paliychuk.ca@gmail.com> Co-authored-by: prestonrasmussen <prasmuss15@gmail.com>
59 lines
2.3 KiB
Python
59 lines
2.3 KiB
Python
"""
|
|
Copyright 2024, Zep Software, Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
EMBEDDING_DIM = 1024
|
|
DEFAULT_MAX_TOKENS = 4096
|
|
DEFAULT_TEMPERATURE = 0
|
|
|
|
|
|
class LLMConfig:
|
|
"""
|
|
Configuration class for the Language Learning Model (LLM).
|
|
|
|
This class encapsulates the necessary parameters to interact with an LLM API,
|
|
such as OpenAI's GPT models. It stores the API key, model name, and base URL
|
|
for making requests to the LLM service.
|
|
"""
|
|
|
|
def __init__(
|
|
self,
|
|
api_key: str | None = None,
|
|
model: str | None = None,
|
|
base_url: str | None = None,
|
|
temperature: float = DEFAULT_TEMPERATURE,
|
|
max_tokens: int = DEFAULT_MAX_TOKENS,
|
|
):
|
|
"""
|
|
Initialize the LLMConfig with the provided parameters.
|
|
|
|
Args:
|
|
api_key (str): The authentication key for accessing the LLM API.
|
|
This is required for making authorized requests.
|
|
|
|
model (str, optional): The specific LLM model to use for generating responses.
|
|
Defaults to "gpt-4o-mini", which appears to be a custom model name.
|
|
Common values might include "gpt-3.5-turbo" or "gpt-4".
|
|
|
|
base_url (str, optional): The base URL of the LLM API service.
|
|
Defaults to "https://api.openai.com", which is OpenAI's standard API endpoint.
|
|
This can be changed if using a different provider or a custom endpoint.
|
|
"""
|
|
self.base_url = base_url
|
|
self.api_key = api_key
|
|
self.model = model
|
|
self.temperature = temperature
|
|
self.max_tokens = max_tokens
|