mirror of
https://github.com/microsoft/autogen.git
synced 2025-11-04 11:49:45 +00:00
e11d84b996
* Move from tomllib to tomli * added example code for magentic-one + code comments * adding benchmarks temporarily * add license for datasets * revert changes to magentic-one * change license location --------- Co-authored-by: Ryan Sweet <rysweet@microsoft.com>
36 lines
809 B
Python
36 lines
809 B
Python
import os
|
|
import sys
|
|
import re
|
|
from agbench.tabulate_cmd import default_tabulate
|
|
|
|
|
|
def scorer(instance_dir):
|
|
|
|
# Read the console
|
|
console_log_file = os.path.join(instance_dir, "console_log.txt")
|
|
if not os.path.isfile(console_log_file):
|
|
return None
|
|
|
|
console_log = ""
|
|
with open(console_log_file, "rt") as fh:
|
|
console_log = fh.read()
|
|
|
|
final_score = None
|
|
m = re.search(r"FINAL SCORE:(.*?)\n", console_log, re.DOTALL)
|
|
if m:
|
|
final_score = m.group(1).strip()
|
|
|
|
# Missing the final answer line
|
|
if final_score is None:
|
|
return None
|
|
else:
|
|
return float(final_score) > 0
|
|
|
|
|
|
def main(args):
|
|
default_tabulate(args, scorer=scorer)
|
|
|
|
|
|
if __name__ == "__main__" and __package__ is None:
|
|
main(sys.argv)
|