mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-09 17:22:50 +00:00
90883904c5
* Standardize printing of MessageTransforms * Fix pre-commit black failure * Add test for transform_messages printing * Return str instead of printing * Rename to_print_stats to verbose * Cleanup * t i# This is a combination of 3 commits. Update requirements * Remove lazy-fixture * Avoid calling apply_transform in two code paths * Format * Replace stats with logs * Handle no content messages in TokenLimiter get_logs() * Move tests from test_transform_messages to test_transforms --------- Co-authored-by: Wael Karkoub <wael.karkoub96@gmail.com>
74 lines
2.5 KiB
Python
74 lines
2.5 KiB
Python
import os
|
|
import sys
|
|
import tempfile
|
|
from typing import Any, Dict, List, Union
|
|
|
|
import pytest
|
|
|
|
import autogen
|
|
from autogen.agentchat.contrib.capabilities.transform_messages import TransformMessages
|
|
from autogen.agentchat.contrib.capabilities.transforms import MessageHistoryLimiter, MessageTokenLimiter
|
|
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "../../.."))
|
|
from conftest import skip_openai # noqa: E402
|
|
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "..", ".."))
|
|
from test_assistant_agent import KEY_LOC, OAI_CONFIG_LIST # noqa: E402
|
|
|
|
|
|
@pytest.mark.skipif(skip_openai, reason="Requested to skip openai test.")
|
|
def test_transform_messages_capability():
|
|
"""Test the TransformMessages capability to handle long contexts.
|
|
|
|
This test is a replica of test_transform_chat_history_with_agents in test_context_handling.py
|
|
"""
|
|
with tempfile.TemporaryDirectory() as temp_dir:
|
|
config_list = autogen.config_list_from_json(
|
|
OAI_CONFIG_LIST,
|
|
KEY_LOC,
|
|
filter_dict={
|
|
"model": "gpt-3.5-turbo",
|
|
},
|
|
)
|
|
|
|
assistant = autogen.AssistantAgent(
|
|
"assistant", llm_config={"config_list": config_list}, max_consecutive_auto_reply=1
|
|
)
|
|
|
|
context_handling = TransformMessages(
|
|
transforms=[
|
|
MessageHistoryLimiter(max_messages=10),
|
|
MessageTokenLimiter(max_tokens=10, max_tokens_per_message=5),
|
|
]
|
|
)
|
|
context_handling.add_to_agent(assistant)
|
|
user = autogen.UserProxyAgent(
|
|
"user",
|
|
code_execution_config={"work_dir": temp_dir},
|
|
human_input_mode="NEVER",
|
|
is_termination_msg=lambda x: "TERMINATE" in x.get("content", ""),
|
|
max_consecutive_auto_reply=1,
|
|
)
|
|
|
|
# Create a very long chat history that is bound to cause a crash
|
|
# for gpt 3.5
|
|
for i in range(1000):
|
|
assitant_msg = {"role": "assistant", "content": "test " * 1000}
|
|
user_msg = {"role": "user", "content": ""}
|
|
|
|
assistant.send(assitant_msg, user, request_reply=False)
|
|
user.send(user_msg, assistant, request_reply=False)
|
|
|
|
try:
|
|
user.initiate_chat(
|
|
assistant,
|
|
message="Plot a chart of nvidia and tesla stock prices for the last 5 years",
|
|
clear_history=False,
|
|
)
|
|
except Exception as e:
|
|
assert False, f"Chat initiation failed with error {str(e)}"
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_transform_messages_capability()
|