mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-09 01:02:39 +00:00
1c4a5e6a1a
* Initial commit of the autogen testbed environment. * Fixed some typos in the Testbed README.md * Added some stricter termination logic to the two_agent scenario, and swiched the logo task from finding Autogen's logo, to finding Microsoft's (it's easier) * Added documentation to testbed code in preparation for PR * Added a variation of HumanEval to the Testbed. It is also a reasonable example of how to integrate other benchmarks. * Removed ChatCompletion.start_logging and related features. Added an explicit TERMINATE output to HumanEval to save 1 turn in each conversation. * Added metrics utils script for HumanEval * Updated the requirements in the README. * Added documentation for HumanEval csv schemas * Standardized on how the OAI_CONFIG_LIST is handled. * Removed dot-slash from 'includes' path for cross-platform compatibility * Missed a file. * Updated readme to include known-working versions.
51 lines
1.4 KiB
Python
51 lines
1.4 KiB
Python
from importlib.metadata import version as lib_version
|
|
from datetime import datetime
|
|
import os
|
|
import autogen
|
|
import json
|
|
|
|
|
|
def init():
|
|
"""Helper function to initialize logging in a testbed scenario.
|
|
Specifically, write timestamp and version information, then
|
|
initialize autogen logging.
|
|
|
|
Args:
|
|
None
|
|
|
|
Returns:
|
|
None
|
|
"""
|
|
|
|
# Print some information about the run
|
|
with open("timestamp.txt", "wt") as f:
|
|
f.write("Timestamp: " + datetime.now().isoformat() + "\n")
|
|
f.write("pyautogen version: " + lib_version("pyautogen") + "\n")
|
|
|
|
|
|
def finalize(agents):
|
|
"""Helper function to finalize logging in a testbed scenario.
|
|
Calling this function will save all the chat completions logged
|
|
by Autogen to disk, and will save the messages dictionaries of
|
|
all agents passed via the agents argument.
|
|
|
|
Args:
|
|
agents (list): a list of the agents whose messages will be logged to disk.
|
|
|
|
Returns:
|
|
None
|
|
"""
|
|
|
|
script_dir = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
def messages_to_json(agent):
|
|
messages = dict()
|
|
for item in agent.chat_messages.items():
|
|
messages[item[0].name] = item[1]
|
|
return json.dumps(messages, indent=4)
|
|
|
|
for agent in agents:
|
|
fname = agent.name + "_messages.json"
|
|
with open(os.path.join(script_dir, fname), "wt") as fh:
|
|
fh.write(messages_to_json(agent))
|