yujunjun/LightRAG
1
0
Fork 0
mirror of https://github.com/HKUDS/LightRAG.git synced 2025-10-30 17:29:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

能够正确调用rag，rag执行完成后，无法返回内容

Browse Source
This commit is contained in:
yangdx 2025-01-15 18:47:01 +08:00
parent 4e5517a602
commit 828af49d6b
1 changed files with 46 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

75
lightrag/api/lightrag_ollama.py
View File

@ -659,38 +659,55 @@ def create_app(args):
cleaned_query, mode = parse_query_mode(query)
# 调用RAG进行查询
response = await rag.aquery(
cleaned_query,
param=QueryParam(
mode=mode,
stream=request.stream,
)
)
if request.stream:
response = await rag.aquery(
cleaned_query,
param=QueryParam(
mode=mode,
stream=True,
only_need_context=False
),
)
async def stream_generator():
async for chunk in response:
yield OllamaChatResponse(
model=LIGHTRAG_MODEL,
created_at=LIGHTRAG_CREATED_AT,
message=OllamaMessage(
role="assistant",
content=chunk
),
done=False
)
# 发送一个空的完成消息
yield OllamaChatResponse(
model=LIGHTRAG_MODEL,
created_at=LIGHTRAG_CREATED_AT,
message=OllamaMessage(
role="assistant",
content=""
),
done=True
)
return stream_generator()
try:
async for chunk in response:
yield {
"model": LIGHTRAG_MODEL,
"created_at": LIGHTRAG_CREATED_AT,
"message": {
"role": "assistant",
"content": chunk
},
"done": False
}
yield {
"model": LIGHTRAG_MODEL,
"created_at": LIGHTRAG_CREATED_AT,
"message": {
"role": "assistant",
"content": ""
},
"done": True
}
except Exception as e:
logging.error(f"Error in stream_generator: {str(e)}")
raise
from fastapi.responses import StreamingResponse
import json
return StreamingResponse(
(f"data: {json.dumps(chunk)}\n\n" async for chunk in stream_generator()),
media_type="text/event-stream"
)
else:
response = await rag.aquery(
cleaned_query,
param=QueryParam(
mode=mode,
stream=False,
only_need_context=False
),
)
return OllamaChatResponse(
model=LIGHTRAG_MODEL,
created_at=LIGHTRAG_CREATED_AT,