2024-11-08 19:02:19 -08:00
|
|
|
import sys
|
|
|
|
import time
|
2024-11-13 21:06:55 -08:00
|
|
|
from typing import AsyncGenerator, List
|
2024-11-08 19:02:19 -08:00
|
|
|
|
|
|
|
from autogen_core.components.models import RequestUsage
|
|
|
|
|
|
|
|
from autogen_agentchat.base import TaskResult
|
2024-11-13 21:06:55 -08:00
|
|
|
from autogen_agentchat.messages import AgentMessage, MultiModalMessage
|
2024-11-08 19:02:19 -08:00
|
|
|
|
|
|
|
|
|
|
|
async def Console(stream: AsyncGenerator[AgentMessage | TaskResult, None]) -> None:
|
|
|
|
"""Consume the stream from :meth:`~autogen_agentchat.teams.Team.run_stream`
|
|
|
|
and print the messages to the console."""
|
|
|
|
|
|
|
|
start_time = time.time()
|
|
|
|
total_usage = RequestUsage(prompt_tokens=0, completion_tokens=0)
|
|
|
|
async for message in stream:
|
|
|
|
if isinstance(message, TaskResult):
|
|
|
|
duration = time.time() - start_time
|
|
|
|
output = (
|
|
|
|
f"{'-' * 10} Summary {'-' * 10}\n"
|
|
|
|
f"Number of messages: {len(message.messages)}\n"
|
|
|
|
f"Finish reason: {message.stop_reason}\n"
|
|
|
|
f"Total prompt tokens: {total_usage.prompt_tokens}\n"
|
|
|
|
f"Total completion tokens: {total_usage.completion_tokens}\n"
|
|
|
|
f"Duration: {duration:.2f} seconds\n"
|
|
|
|
)
|
|
|
|
sys.stdout.write(output)
|
|
|
|
else:
|
2024-11-13 21:06:55 -08:00
|
|
|
output = f"{'-' * 10} {message.source} {'-' * 10}\n{_message_to_str(message)}\n"
|
2024-11-08 19:02:19 -08:00
|
|
|
if message.models_usage:
|
|
|
|
output += f"[Prompt tokens: {message.models_usage.prompt_tokens}, Completion tokens: {message.models_usage.completion_tokens}]\n"
|
|
|
|
total_usage.completion_tokens += message.models_usage.completion_tokens
|
|
|
|
total_usage.prompt_tokens += message.models_usage.prompt_tokens
|
|
|
|
sys.stdout.write(output)
|
2024-11-13 21:06:55 -08:00
|
|
|
|
|
|
|
|
|
|
|
def _message_to_str(message: AgentMessage) -> str:
|
|
|
|
if isinstance(message, MultiModalMessage):
|
|
|
|
result: List[str] = []
|
|
|
|
for c in message.content:
|
|
|
|
if isinstance(c, str):
|
|
|
|
result.append(c)
|
|
|
|
else:
|
|
|
|
result.append("<image>")
|
|
|
|
return "\n".join(result)
|
|
|
|
else:
|
|
|
|
return f"{message.content}"
|