mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-05 23:32:30 +00:00

* Move contrib-openai.yml
* Moved groupgroupchat
* From #753
* Removed local test references
* Added ignore=test/agentchat/contrib
* Trying to pass contrib-openai tests
* More specific in unit testing.
* Update .github/workflows/contrib-tests.yml
Co-authored-by: Li Jiang <lijiang1@microsoft.com>
* Remove coverage as it is included in test dependencies
* Improved docstring with overview of GraphGroupChat
* Iterate on feedback
* Precommit pass
* user just use pip install pyautogen[graphs]
* Pass precommit
* Pas precommit
* Graph utils an test completed
* Added inversion tests
* Added inversion util
* allow_repeat_speaker can be a list of Agents
* Remove unnessary imports
* Expect ValueError with 1 and 0 agents
* Check that main passes all tests
* Check main
* Pytest all in main
* All done
* pre-commit changes
* noqa E402
* precommit pass
* Removed bin
* Removed old unit test
* Test test_graph_utils
* minor cleanup
* restore tests
* Correct documentation
* Special case of only one agent remaining.
* Improved pytest
* precommit pass
* Delete OAI_CONFIG_LIST_sample copy
* Returns a filtered list for auto to work
* Rename var speaker_order_dict
* To write test cases
* Added check for a list of Agents to repeat
* precommit pass
* Update documentation
* Extract names in allow_repeat_speaker
* Post review changes
* hange "pull_request_target" into "pull_request" temporarily.
* 3 return values from main
* pre-commit changes
* PC edits
* docstr changes
* PC edits
* Rest of changes from main
* Update autogen/agentchat/groupchat.py
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
* Remove unnecessary script files from tracking
* Non empty scripts files from main
* Revert changes in script files to match main branch
* Removed link from website as notebook is removed.
* test/test_graph_utils.py is tested as part of L52 of build.yml
* GroupChat ValueError check
* docstr update
* More clarification in docstr
* Update autogen/agentchat/groupchat.py
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
* Update autogen/agentchat/groupchat.py
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
* Update autogen/agentchat/groupchat.py
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
* Update autogen/agentchat/groupchat.py
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
* 1.add commit to line138 in groupchat.py;2.fix bug if random choice [];3.return selected_agent if len(graph_eligible_agents) is 1;4.replace all speaker_order to speaker_transitions;5.format
* fix graph_modelling notebook in the last cell
* fix failure in test_groupchat.py
* fix agent out of group to initiate a chat like SocietyOfMind
* add a warning rule in graph_utils to check duplicates in any lists
* refactor allowed_or_disallowed_speaker_transitions to Dict[Agent, List[Agent]] and modify the tests and notebook
* delete Rule 4 in graph_utils and related test case. Add a test to resolve 993fd006e9 (r1460726831)
* fix as the final comments
* modify setup option from graphs to graph and add texts in optional-dependencies.md
* Update autogen/graph_utils.py
---------
Co-authored-by: Li Jiang <lijiang1@microsoft.com>
Co-authored-by: Beibin Li <BeibinLi@users.noreply.github.com>
Co-authored-by: Chi Wang <wang.chi@microsoft.com>
Co-authored-by: Qingyun Wu <qingyun0327@gmail.com>
Co-authored-by: Yishen Sun <freedeaths@FREEDEATHS-XPS>
Co-authored-by: freedeaths <register917@gmail.com>
693 lines
25 KiB
Python
693 lines
25 KiB
Python
import pytest
|
|
from unittest import mock
|
|
import builtins
|
|
import autogen
|
|
import json
|
|
import sys
|
|
from autogen import Agent, GroupChat
|
|
|
|
|
|
def test_func_call_groupchat():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
function_map={"test_func": lambda x: x},
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2], messages=[], max_round=3)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent2.initiate_chat(group_chat_manager, message={"function_call": {"name": "test_func", "arguments": '{"x": 1}'}})
|
|
|
|
assert len(groupchat.messages) == 3
|
|
assert (
|
|
groupchat.messages[-2]["role"] == "function"
|
|
and groupchat.messages[-2]["name"] == "test_func"
|
|
and groupchat.messages[-2]["content"] == "1"
|
|
)
|
|
assert groupchat.messages[-1]["name"] == "alice"
|
|
|
|
agent3 = autogen.ConversableAgent(
|
|
"carol",
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is carol speaking.",
|
|
function_map={"test_func": lambda x: x + 1},
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2, agent3], messages=[], max_round=3)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent3.initiate_chat(group_chat_manager, message={"function_call": {"name": "test_func", "arguments": '{"x": 1}'}})
|
|
|
|
assert (
|
|
groupchat.messages[-2]["role"] == "function"
|
|
and groupchat.messages[-2]["name"] == "test_func"
|
|
and groupchat.messages[-2]["content"] == "1"
|
|
)
|
|
assert groupchat.messages[-1]["name"] == "carol"
|
|
|
|
agent2.initiate_chat(group_chat_manager, message={"function_call": {"name": "func", "arguments": '{"x": 1}'}})
|
|
|
|
|
|
def test_chat_manager():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2], messages=[], max_round=2)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 2
|
|
assert len(groupchat.messages) == 2
|
|
|
|
group_chat_manager.reset()
|
|
assert len(groupchat.messages) == 0
|
|
agent1.reset()
|
|
agent2.reset()
|
|
agent2.initiate_chat(group_chat_manager, message="hello")
|
|
assert len(groupchat.messages) == 2
|
|
|
|
with pytest.raises(ValueError):
|
|
agent2.initiate_chat(group_chat_manager, message={"function_call": {"name": "func", "arguments": '{"x": 1}'}})
|
|
|
|
|
|
def _test_selection_method(method: str):
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"charlie",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is charlie speaking.",
|
|
)
|
|
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3],
|
|
messages=[],
|
|
max_round=6,
|
|
speaker_selection_method=method,
|
|
allow_repeat_speaker=False if method == "manual" else True,
|
|
)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
|
|
if method == "round_robin":
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
assert [msg["content"] for msg in agent1.chat_messages[group_chat_manager]] == [
|
|
"This is alice speaking.",
|
|
"This is bob speaking.",
|
|
"This is charlie speaking.",
|
|
] * 2
|
|
elif method == "auto":
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
elif method == "random":
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
elif method == "manual":
|
|
for user_input in ["", "q", "x", "1", "10"]:
|
|
with mock.patch.object(builtins, "input", lambda _: user_input):
|
|
group_chat_manager.reset()
|
|
agent1.reset()
|
|
agent2.reset()
|
|
agent3.reset()
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
if user_input == "1":
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
assert [msg["content"] for msg in agent1.chat_messages[group_chat_manager]] == [
|
|
"This is alice speaking.",
|
|
"This is bob speaking.",
|
|
"This is alice speaking.",
|
|
"This is bob speaking.",
|
|
"This is alice speaking.",
|
|
"This is bob speaking.",
|
|
]
|
|
else:
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
elif method == "wrong":
|
|
with pytest.raises(ValueError):
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
|
|
|
|
def test_speaker_selection_method():
|
|
for method in ["auto", "round_robin", "random", "manual", "wrong", "RounD_roBin"]:
|
|
_test_selection_method(method)
|
|
|
|
|
|
def _test_n_agents_less_than_3(method):
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
# test two agents
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2],
|
|
messages=[],
|
|
max_round=6,
|
|
speaker_selection_method=method,
|
|
allow_repeat_speaker=[agent1, agent2] if method == "random" else False,
|
|
)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 6
|
|
assert len(groupchat.messages) == 6
|
|
if method != "random" or method.lower() == "round_robin":
|
|
assert [msg["content"] for msg in agent1.chat_messages[group_chat_manager]] == [
|
|
"This is alice speaking.",
|
|
"This is bob speaking.",
|
|
] * 3
|
|
|
|
# test zero agent
|
|
with pytest.raises(ValueError):
|
|
groupchat = autogen.GroupChat(
|
|
agents=[], messages=[], max_round=6, speaker_selection_method="round_robin", allow_repeat_speaker=False
|
|
)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
|
|
|
|
def test_invalid_allow_repeat_speaker():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
# test invalid allow_repeat_speaker
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2],
|
|
messages=[],
|
|
max_round=6,
|
|
speaker_selection_method="round_robin",
|
|
allow_repeat_speaker={},
|
|
)
|
|
with pytest.raises(ValueError) as e:
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
agent1.initiate_chat(group_chat_manager, message="This is alice speaking.")
|
|
assert str(e.value) == "GroupChat allow_repeat_speaker should be a bool or a list of Agents.", e.value
|
|
|
|
|
|
def test_n_agents_less_than_3():
|
|
for method in ["auto", "round_robin", "random", "RounD_roBin"]:
|
|
_test_n_agents_less_than_3(method)
|
|
|
|
|
|
def test_plugin():
|
|
# Give another Agent class ability to manage group chat
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2], messages=[], max_round=2)
|
|
group_chat_manager = autogen.ConversableAgent(name="deputy_manager", llm_config=False)
|
|
group_chat_manager.register_reply(
|
|
autogen.Agent,
|
|
reply_func=autogen.GroupChatManager.run_chat,
|
|
config=groupchat,
|
|
reset_config=autogen.GroupChat.reset,
|
|
)
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
|
|
assert len(agent1.chat_messages[group_chat_manager]) == 2
|
|
assert len(groupchat.messages) == 2
|
|
|
|
|
|
def test_agent_mentions():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sam speaking.",
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2, agent3], messages=[], max_round=2)
|
|
|
|
# Basic counting
|
|
assert json.dumps(groupchat._mentioned_agents("", [agent1, agent2, agent3]), sort_keys=True) == "{}"
|
|
assert json.dumps(groupchat._mentioned_agents("alice", [agent1, agent2, agent3]), sort_keys=True) == '{"alice": 1}'
|
|
assert (
|
|
json.dumps(groupchat._mentioned_agents("alice bob alice", [agent1, agent2, agent3]), sort_keys=True)
|
|
== '{"alice": 2, "bob": 1}'
|
|
)
|
|
assert (
|
|
json.dumps(groupchat._mentioned_agents("alice bob alice sam", [agent1, agent2, agent3]), sort_keys=True)
|
|
== '{"alice": 2, "bob": 1, "sam": 1}'
|
|
)
|
|
assert (
|
|
json.dumps(groupchat._mentioned_agents("alice bob alice sam robert", [agent1, agent2, agent3]), sort_keys=True)
|
|
== '{"alice": 2, "bob": 1, "sam": 1}'
|
|
)
|
|
|
|
# Substring
|
|
assert (
|
|
json.dumps(groupchat._mentioned_agents("sam samantha basam asami", [agent1, agent2, agent3]), sort_keys=True)
|
|
== '{"sam": 1}'
|
|
)
|
|
|
|
# Word boundaries
|
|
assert (
|
|
json.dumps(groupchat._mentioned_agents("alice! .alice. .alice", [agent1, agent2, agent3]), sort_keys=True)
|
|
== '{"alice": 3}'
|
|
)
|
|
|
|
# Special characters in agent names
|
|
agent4 = autogen.ConversableAgent(
|
|
".*",
|
|
max_consecutive_auto_reply=2,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="Match everything.",
|
|
)
|
|
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2, agent3, agent4], messages=[], max_round=2)
|
|
assert (
|
|
json.dumps(
|
|
groupchat._mentioned_agents("alice bob alice sam robert .*", [agent1, agent2, agent3, agent4]),
|
|
sort_keys=True,
|
|
)
|
|
== '{".*": 1, "alice": 2, "bob": 1, "sam": 1}'
|
|
)
|
|
|
|
|
|
def test_termination():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sam speaking. TERMINATE",
|
|
)
|
|
|
|
# Test empty is_termination_msg function
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3], messages=[], speaker_selection_method="round_robin", max_round=10
|
|
)
|
|
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False, is_termination_msg=None)
|
|
|
|
agent1.initiate_chat(group_chat_manager, message="'None' is_termination_msg function.")
|
|
assert len(groupchat.messages) == 10
|
|
|
|
# Test user-provided is_termination_msg function
|
|
agent1.reset()
|
|
agent2.reset()
|
|
agent3.reset()
|
|
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3], messages=[], speaker_selection_method="round_robin", max_round=10
|
|
)
|
|
|
|
group_chat_manager = autogen.GroupChatManager(
|
|
groupchat=groupchat,
|
|
llm_config=False,
|
|
is_termination_msg=lambda x: x.get("content", "").rstrip().find("TERMINATE") >= 0,
|
|
)
|
|
|
|
agent1.initiate_chat(group_chat_manager, message="User-provided is_termination_msg function.")
|
|
assert len(groupchat.messages) == 3
|
|
|
|
|
|
def test_next_agent():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sam speaking.",
|
|
)
|
|
agent4 = autogen.ConversableAgent(
|
|
"sally",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sally speaking.",
|
|
)
|
|
|
|
# Test empty is_termination_msg function
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3], messages=[], speaker_selection_method="round_robin", max_round=10
|
|
)
|
|
|
|
assert groupchat.next_agent(agent1, [agent1, agent2, agent3]) == agent2
|
|
assert groupchat.next_agent(agent2, [agent1, agent2, agent3]) == agent3
|
|
assert groupchat.next_agent(agent3, [agent1, agent2, agent3]) == agent1
|
|
|
|
assert groupchat.next_agent(agent1) == agent2
|
|
assert groupchat.next_agent(agent2) == agent3
|
|
assert groupchat.next_agent(agent3) == agent1
|
|
|
|
assert groupchat.next_agent(agent1, [agent1, agent3]) == agent3
|
|
assert groupchat.next_agent(agent3, [agent1, agent3]) == agent1
|
|
|
|
assert groupchat.next_agent(agent2, [agent1, agent3]) == agent3
|
|
assert groupchat.next_agent(agent4, [agent1, agent3]) == agent1
|
|
assert groupchat.next_agent(agent4, [agent1, agent2, agent3]) == agent1
|
|
|
|
|
|
def test_selection_helpers():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
description="Alice is an AI agent.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
description="Bob is an AI agent.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sam speaking.",
|
|
system_message="Sam is an AI agent.",
|
|
)
|
|
|
|
# Test empty is_termination_msg function
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3], messages=[], speaker_selection_method="round_robin", max_round=10
|
|
)
|
|
|
|
select_speaker_msg = groupchat.select_speaker_msg()
|
|
select_speaker_prompt = groupchat.select_speaker_prompt()
|
|
|
|
assert "Alice is an AI agent." in select_speaker_msg
|
|
assert "Bob is an AI agent." in select_speaker_msg
|
|
assert "Sam is an AI agent." in select_speaker_msg
|
|
assert str(["Alice", "Bob", "Sam"]).lower() in select_speaker_prompt.lower()
|
|
|
|
with mock.patch.object(builtins, "input", lambda _: "1"):
|
|
groupchat.manual_select_speaker()
|
|
|
|
|
|
def test_init_default_parameters():
|
|
agents = [Agent(name=f"Agent{i}") for i in range(3)]
|
|
group_chat = GroupChat(agents=agents, messages=[], max_round=3)
|
|
for agent in agents:
|
|
assert set([a.name for a in group_chat.allowed_speaker_transitions_dict[agent]]) == set(
|
|
[a.name for a in agents]
|
|
)
|
|
|
|
|
|
def test_graph_parameters():
|
|
agents = [Agent(name=f"Agent{i}") for i in range(3)]
|
|
with pytest.raises(ValueError):
|
|
GroupChat(
|
|
agents=agents,
|
|
messages=[],
|
|
max_round=3,
|
|
allow_repeat_speaker=None,
|
|
allowed_or_disallowed_speaker_transitions={agents[0]: [agents[1]], agents[1]: [agents[2]]},
|
|
)
|
|
|
|
with pytest.raises(AssertionError):
|
|
GroupChat(
|
|
agents=agents,
|
|
messages=[],
|
|
max_round=3,
|
|
allow_repeat_speaker=None,
|
|
allowed_or_disallowed_speaker_transitions={agents[0]: [agents[1]], agents[1]: [agents[2]]},
|
|
speaker_transitions_type="a",
|
|
)
|
|
|
|
group_chat = GroupChat(
|
|
agents=agents,
|
|
messages=[],
|
|
max_round=3,
|
|
allow_repeat_speaker=None,
|
|
allowed_or_disallowed_speaker_transitions={agents[0]: [agents[1]], agents[1]: [agents[2]]},
|
|
speaker_transitions_type="allowed",
|
|
)
|
|
assert "Agent0" in group_chat.agent_names
|
|
|
|
|
|
def test_graph_validity_check():
|
|
agents = [Agent(name=f"Agent{i}") for i in range(3)]
|
|
invalid_transitions = {agents[0]: []}
|
|
with pytest.raises(ValueError):
|
|
GroupChat(
|
|
agents=agents,
|
|
messages=[],
|
|
allowed_or_disallowed_speaker_transitions=invalid_transitions,
|
|
speaker_transitions_type="allowed",
|
|
)
|
|
|
|
|
|
def test_graceful_exit_before_max_round():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is sam speaking. TERMINATE",
|
|
)
|
|
|
|
# This speaker_transitions limits the transition to be only from agent1 to agent2, and from agent2 to agent3 and end.
|
|
allowed_or_disallowed_speaker_transitions = {agent1: [agent2], agent2: [agent3]}
|
|
|
|
# Test empty is_termination_msg function
|
|
groupchat = autogen.GroupChat(
|
|
agents=[agent1, agent2, agent3],
|
|
messages=[],
|
|
speaker_selection_method="round_robin",
|
|
max_round=10,
|
|
allow_repeat_speaker=None,
|
|
allowed_or_disallowed_speaker_transitions=allowed_or_disallowed_speaker_transitions,
|
|
speaker_transitions_type="allowed",
|
|
)
|
|
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False, is_termination_msg=None)
|
|
|
|
agent1.initiate_chat(group_chat_manager, message="'None' is_termination_msg function.")
|
|
|
|
# Note that 3 is much lower than 10 (max_round), so the conversation should end before 10 rounds.
|
|
assert len(groupchat.messages) == 3
|
|
|
|
|
|
def test_clear_agents_history():
|
|
agent1 = autogen.ConversableAgent(
|
|
"alice",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is alice speaking.",
|
|
)
|
|
agent2 = autogen.ConversableAgent(
|
|
"bob",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="NEVER",
|
|
llm_config=False,
|
|
default_auto_reply="This is bob speaking.",
|
|
)
|
|
agent3 = autogen.ConversableAgent(
|
|
"sam",
|
|
max_consecutive_auto_reply=10,
|
|
human_input_mode="ALWAYS",
|
|
llm_config=False,
|
|
)
|
|
groupchat = autogen.GroupChat(agents=[agent1, agent2, agent3], messages=[], max_round=3, enable_clear_history=True)
|
|
group_chat_manager = autogen.GroupChatManager(groupchat=groupchat, llm_config=False)
|
|
|
|
# testing pure "clear history" statement
|
|
with mock.patch.object(builtins, "input", lambda _: "clear history. How you doing?"):
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
agent1_history = list(agent1._oai_messages.values())[0]
|
|
agent2_history = list(agent2._oai_messages.values())[0]
|
|
assert agent1_history == [{"content": "How you doing?", "name": "sam", "role": "user"}]
|
|
assert agent2_history == [{"content": "How you doing?", "name": "sam", "role": "user"}]
|
|
assert groupchat.messages == [{"content": "How you doing?", "name": "sam", "role": "user"}]
|
|
|
|
# testing clear history for defined agent
|
|
with mock.patch.object(builtins, "input", lambda _: "clear history bob. How you doing?"):
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
agent1_history = list(agent1._oai_messages.values())[0]
|
|
agent2_history = list(agent2._oai_messages.values())[0]
|
|
assert agent1_history == [
|
|
{"content": "hello", "role": "assistant"},
|
|
{"content": "This is bob speaking.", "name": "bob", "role": "user"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
assert agent2_history == [{"content": "How you doing?", "name": "sam", "role": "user"}]
|
|
assert groupchat.messages == [
|
|
{"content": "hello", "role": "user", "name": "alice"},
|
|
{"content": "This is bob speaking.", "name": "bob", "role": "user"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
|
|
# testing clear history with defined nr of messages to preserve
|
|
with mock.patch.object(builtins, "input", lambda _: "clear history 1. How you doing?"):
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
agent1_history = list(agent1._oai_messages.values())[0]
|
|
agent2_history = list(agent2._oai_messages.values())[0]
|
|
assert agent1_history == [
|
|
{"content": "This is bob speaking.", "name": "bob", "role": "user"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
assert agent2_history == [
|
|
{"content": "This is bob speaking.", "role": "assistant"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
assert groupchat.messages == [
|
|
{"content": "This is bob speaking.", "role": "user", "name": "bob"},
|
|
{"content": "How you doing?", "role": "user", "name": "sam"},
|
|
]
|
|
|
|
# testing clear history with defined agent and nr of messages to preserve
|
|
with mock.patch.object(builtins, "input", lambda _: "clear history bob 1. How you doing?"):
|
|
agent1.initiate_chat(group_chat_manager, message="hello")
|
|
agent1_history = list(agent1._oai_messages.values())[0]
|
|
agent2_history = list(agent2._oai_messages.values())[0]
|
|
assert agent1_history == [
|
|
{"content": "hello", "role": "assistant"},
|
|
{"content": "This is bob speaking.", "name": "bob", "role": "user"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
assert agent2_history == [
|
|
{"content": "This is bob speaking.", "role": "assistant"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
assert groupchat.messages == [
|
|
{"content": "hello", "name": "alice", "role": "user"},
|
|
{"content": "This is bob speaking.", "name": "bob", "role": "user"},
|
|
{"content": "How you doing?", "name": "sam", "role": "user"},
|
|
]
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# test_func_call_groupchat()
|
|
# test_broadcast()
|
|
# test_chat_manager()
|
|
# test_plugin()
|
|
# test_speaker_selection_method()
|
|
# test_n_agents_less_than_3()
|
|
# test_agent_mentions()
|
|
# test_termination()
|
|
# test_next_agent()
|
|
# test_invalid_allow_repeat_speaker()
|
|
# test_graceful_exit_before_max_round()
|
|
test_clear_agents_history()
|