mirror of
https://github.com/microsoft/autogen.git
synced 2025-07-03 15:10:15 +00:00
676b611064
Right now we rely on opening the channel to associate a ClientId with an entry on the gateway side. This causes a race when the channel is being opened in the background while an RPC (e.g. MyAgent.register()) is invoked. If the RPC is processed first, the gateway rejects it due to "invalid" clientId. This fix makes this condition less likely to trigger, but there is still a piece of the puzzle that needs to be solved on the Gateway side.
68 lines
2.6 KiB
Python
68 lines
2.6 KiB
Python
import asyncio
|
|
import logging
|
|
import warnings
|
|
|
|
import chainlit as cl # type: ignore [reportUnknownMemberType] # This dependency is installed through instructions
|
|
from _agents import MessageChunk, UIAgent
|
|
from _types import AppConfig, GroupChatMessage, RequestToSpeak
|
|
from _utils import get_serializers, load_config, set_all_log_levels
|
|
from autogen_core import (
|
|
TypeSubscription,
|
|
)
|
|
from autogen_ext.runtimes.grpc import GrpcWorkerAgentRuntime
|
|
from chainlit import Message # type: ignore [reportAttributeAccessIssue]
|
|
from rich.console import Console
|
|
from rich.markdown import Markdown
|
|
|
|
set_all_log_levels(logging.ERROR)
|
|
|
|
|
|
message_chunks: dict[str, Message] = {} # type: ignore [reportUnknownVariableType]
|
|
|
|
|
|
async def send_cl_stream(msg: MessageChunk) -> None:
|
|
if msg.message_id not in message_chunks:
|
|
message_chunks[msg.message_id] = Message(content="", author=msg.author)
|
|
|
|
if not msg.finished:
|
|
await message_chunks[msg.message_id].stream_token(msg.text) # type: ignore [reportUnknownVariableType]
|
|
else:
|
|
await message_chunks[msg.message_id].stream_token(msg.text) # type: ignore [reportUnknownVariableType]
|
|
await message_chunks[msg.message_id].update() # type: ignore [reportUnknownMemberType]
|
|
await asyncio.sleep(3)
|
|
cl_msg = message_chunks[msg.message_id] # type: ignore [reportUnknownVariableType]
|
|
await cl_msg.send() # type: ignore [reportUnknownMemberType]
|
|
|
|
|
|
async def main(config: AppConfig):
|
|
set_all_log_levels(logging.ERROR)
|
|
ui_agent_runtime = GrpcWorkerAgentRuntime(host_address=config.host.address)
|
|
|
|
ui_agent_runtime.add_message_serializer(get_serializers([RequestToSpeak, GroupChatMessage, MessageChunk])) # type: ignore[arg-type]
|
|
|
|
Console().print(Markdown("Starting **`UI Agent`**"))
|
|
await ui_agent_runtime.start()
|
|
set_all_log_levels(logging.ERROR)
|
|
|
|
ui_agent_type = await UIAgent.register(
|
|
ui_agent_runtime,
|
|
"ui_agent",
|
|
lambda: UIAgent(
|
|
on_message_chunk_func=send_cl_stream,
|
|
),
|
|
)
|
|
|
|
await ui_agent_runtime.add_subscription(
|
|
TypeSubscription(topic_type=config.ui_agent.topic_type, agent_type=ui_agent_type.type)
|
|
) # TODO: This could be a great example of using agent_id to route to sepecific element in the ui. Can replace MessageChunk.message_id
|
|
|
|
await ui_agent_runtime.stop_when_signal()
|
|
Console().print("UI Agent left the chat!")
|
|
|
|
|
|
@cl.on_chat_start # type: ignore
|
|
async def start_chat():
|
|
set_all_log_levels(logging.ERROR)
|
|
warnings.filterwarnings("ignore", category=UserWarning, message="Resolved model mismatch.*")
|
|
asyncio.run(main(load_config()))
|