main
HuangHai 8 hours ago
parent c18828eca2
commit da7a3d79cc

@ -335,5 +335,37 @@ async def get_articles(page: int = 1, limit: int = 10):
return {"code": 1, "msg": str(e)}
@app.post("/api/chat")
async def chat(request: fastapi.Request):
data = await request.json()
topic = 'ShiJi'
mode = data.get("mode", "hybrid") # 默认为hybrid模式
# 拼接路径
WORKING_PATH = "./Topic/" + topic
# 查询的问题
query = data.get("query")
# 关闭参考资料
user_prompt = "\n 1、总结回答时要注意不要太繁琐"
async def generate_response_stream(query: str):
try:
rag = await initialize_rag(WORKING_PATH)
resp = await rag.aquery(
query=query,
param=QueryParam(mode=mode, stream=True, user_prompt=user_prompt, enable_rerank=True))
async for chunk in resp:
if not chunk:
continue
yield f"data: {json.dumps({'reply': chunk})}\n\n"
print(chunk, end='', flush=True)
except Exception as e:
yield f"data: {json.dumps({'error': str(e)})}\n\n"
finally:
# 清理资源
await rag.finalize_storages()
return EventSourceResponse(generate_response_stream(query=query))
if __name__ == "__main__":
uvicorn.run(app, host="0.0.0.0", port=8000)

Loading…
Cancel
Save