yujunjun/autogen
1
0
Fork 0
mirror of https://github.com/microsoft/autogen.git synced 2025-09-03 05:17:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: streaming token mode cannot work in function calls and will infi… (#5396)

Browse Source 
Fix: Prevent empty messages accumulation in streaming mode

Co-authored-by: Eric Zhu <ekzhu@users.noreply.github.com>
This commit is contained in:
so2liu 2025-02-08 02:42:27 +08:00 committed by GitHub
parent 901ab1276d
commit 07c5dc7514
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
python/packages/autogen-ext/src/autogen_ext/models/openai/_openai_client.py
View File

@ -767,7 +767,7 @@ class BaseOpenAIChatCompletionClient(ChatCompletionClient):
stop_reason = choice.finish_reason if chunk.usage is None and stop_reason is None else stop_reason stop_reason = choice.finish_reason if chunk.usage is None and stop_reason is None else stop_reason
maybe_model = chunk.model maybe_model = chunk.model
# First try get content # First try get content
if choice.delta.content is not None: if choice.delta.content:
content_deltas.append(choice.delta.content) content_deltas.append(choice.delta.content)
if len(choice.delta.content) > 0: if len(choice.delta.content) > 0:
yield choice.delta.content yield choice.delta.content