mirror of
https://github.com/microsoft/autogen.git
synced 2025-07-29 03:40:35 +00:00
fbe94dd7ed
<!-- Thank you for your contribution! Please review https://microsoft.github.io/autogen/docs/Contribute before opening a pull request. --> This PR has 3 main improvements. - Token streaming - Adds support for environment variables in the app settings - Updates AGS to persist Gallery entry in db. ## Adds Token Streaming in AGS. Agentchat now supports streaming of tokens via `ModelClientStreamingChunkEvent `. This PR is to track progress on supporting that in the AutoGen Studio UI. If `model_client_stream` is enabled in an assitant agent, then token will be streamed in UI. ```python streaming_assistant = AssistantAgent( name="assistant", model_client=model_client, system_message="You are a helpful assistant.", model_client_stream=True, # Enable streaming tokens. ) ``` https://github.com/user-attachments/assets/74d43d78-6359-40c3-a78e-c84dcb5e02a1 ## Env Variables Also adds support for env variables in AGS Settings You can set env variables that are loaded just before a team is run. Handy to set variable to be used by tools etc. <img width="1291" alt="image" src="https://github.com/user-attachments/assets/437b9d90-ccee-42f7-be5d-94ab191afd67" /> > Note: the set variables are available to the server process. <!-- Please add a reviewer to the assignee section when you create a PR. If you don't have the access to it, we will shortly find a reviewer and assign them to your PR. --> ## Why are these changes needed? <!-- Please give a short summary of the change and the problem this solves. --> ## Related issue number <!-- For example: "Closes #1234" --> Closes #5627 Closes #5662 Closes #5619 ## Checks - [ ] I've included any doc changes needed for <https://microsoft.github.io/autogen/>. See <https://github.com/microsoft/autogen/blob/main/CONTRIBUTING.md> to build and test documentation locally. - [ ] I've added tests (if relevant) corresponding to the changes introduced in this PR. - [ ] I've made sure all auto checks have passed.
67 lines
2.0 KiB
Python
67 lines
2.0 KiB
Python
# /api/runs routes
|
|
from typing import Dict
|
|
from uuid import UUID
|
|
|
|
from fastapi import APIRouter, Body, Depends, HTTPException
|
|
from pydantic import BaseModel
|
|
|
|
from ...datamodel import Message, MessageConfig, Run, RunStatus, Session, Team
|
|
from ..deps import get_db, get_team_manager, get_websocket_manager
|
|
|
|
router = APIRouter()
|
|
|
|
|
|
class CreateRunRequest(BaseModel):
|
|
session_id: int
|
|
user_id: str
|
|
|
|
|
|
@router.post("/")
|
|
async def create_run(
|
|
request: CreateRunRequest,
|
|
db=Depends(get_db),
|
|
) -> Dict:
|
|
"""Create a new run with initial state"""
|
|
session_response = db.get(
|
|
Session, filters={"id": request.session_id, "user_id": request.user_id}, return_json=False
|
|
)
|
|
if not session_response.status or not session_response.data:
|
|
raise HTTPException(status_code=404, detail="Session not found")
|
|
|
|
try:
|
|
# Create run with default state
|
|
run = db.upsert(
|
|
Run(
|
|
session_id=request.session_id,
|
|
status=RunStatus.CREATED,
|
|
user_id=request.user_id,
|
|
task=None, # Will be set when run starts
|
|
team_result=None,
|
|
),
|
|
return_json=False,
|
|
)
|
|
return {"status": run.status, "data": {"run_id": str(run.data.id)}}
|
|
except Exception as e:
|
|
raise HTTPException(status_code=500, detail=str(e)) from e
|
|
|
|
|
|
# We might want to add these endpoints:
|
|
|
|
|
|
@router.get("/{run_id}")
|
|
async def get_run(run_id: UUID, db=Depends(get_db)) -> Dict:
|
|
"""Get run details including task and result"""
|
|
run = db.get(Run, filters={"id": run_id}, return_json=False)
|
|
if not run.status or not run.data:
|
|
raise HTTPException(status_code=404, detail="Run not found")
|
|
|
|
return {"status": True, "data": run.data[0]}
|
|
|
|
|
|
@router.get("/{run_id}/messages")
|
|
async def get_run_messages(run_id: UUID, db=Depends(get_db)) -> Dict:
|
|
"""Get all messages for a run"""
|
|
messages = db.get(Message, filters={"run_id": run_id}, order="created_at asc", return_json=False)
|
|
|
|
return {"status": True, "data": messages.data}
|