mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-08 00:32:03 +00:00
1c4a5e6a1a
* Initial commit of the autogen testbed environment. * Fixed some typos in the Testbed README.md * Added some stricter termination logic to the two_agent scenario, and swiched the logo task from finding Autogen's logo, to finding Microsoft's (it's easier) * Added documentation to testbed code in preparation for PR * Added a variation of HumanEval to the Testbed. It is also a reasonable example of how to integrate other benchmarks. * Removed ChatCompletion.start_logging and related features. Added an explicit TERMINATE output to HumanEval to save 1 turn in each conversation. * Added metrics utils script for HumanEval * Updated the requirements in the README. * Added documentation for HumanEval csv schemas * Standardized on how the OAI_CONFIG_LIST is handled. * Removed dot-slash from 'includes' path for cross-platform compatibility * Missed a file. * Updated readme to include known-working versions.
38 lines
1.0 KiB
Python
38 lines
1.0 KiB
Python
from autogen import AssistantAgent, UserProxyAgent, config_list_from_json
|
|
import os
|
|
import json
|
|
import testbed_utils
|
|
|
|
testbed_utils.init()
|
|
##############################
|
|
|
|
config_list = config_list_from_json(
|
|
"OAI_CONFIG_LIST",
|
|
filter_dict={"model": ["__MODEL__"]},
|
|
)
|
|
|
|
assistant = AssistantAgent(
|
|
"assistant",
|
|
is_termination_msg=lambda x: x.get("content", "").rstrip().find("TERMINATE") >= 0,
|
|
llm_config={
|
|
# "request_timeout": 180, # Remove for autogen version >= 0.2, and OpenAI version >= 1.0
|
|
"config_list": config_list,
|
|
},
|
|
)
|
|
user_proxy = UserProxyAgent(
|
|
"user_proxy",
|
|
human_input_mode="NEVER",
|
|
is_termination_msg=lambda x: x.get("content", "").rstrip().find("TERMINATE") >= 0,
|
|
code_execution_config={
|
|
"work_dir": "coding",
|
|
"use_docker": False,
|
|
},
|
|
max_consecutive_auto_reply=10,
|
|
default_auto_reply="TERMINATE",
|
|
)
|
|
user_proxy.initiate_chat(assistant, message="__PROMPT__")
|
|
|
|
|
|
##############################
|
|
testbed_utils.finalize(agents=[assistant, user_proxy])
|