23 lines
931 B
Python
Raw Normal View History

#!/usr/bin/env python3 -m pytest
from autogen.agentchat.contrib.agent_eval.task import Task
def test_parse_json_str():
task = Task(
**{
"name": "Math problem solving",
"description": "Given any question, the system needs to solve the problem as consisely and accurately as possible",
"successful_response": '{"message": "The answer is 5", "is_correct": True}',
"failed_response": '{"message": "I don\'t know the answer", "is_correct": False}',
}
)
assert task
assert task.name == "Math problem solving"
assert (
task.description
== "Given any question, the system needs to solve the problem as consisely and accurately as possible"
)
assert task.successful_response == '{"message": "The answer is 5", "is_correct": True}'
assert task.failed_response == '{"message": "I don\'t know the answer", "is_correct": False}'