main
HuangHai 3 weeks ago
parent 32798cbaff
commit bcc08e26af

@ -123,17 +123,16 @@ async def rag(request: fastapi.Request):
return {"data": "没有在知识库中找到相关的信息,无法回答此问题。"}
@app.post("/api/rag_stream", response_model=None)
async def rag_stream(request: fastapi.Request):
data = await request.json()
query = data.get('query', '')
query_tags = data.get('tags', [])
# 调用es进行混合搜索
search_results = queryByEs(query, query_tags, logger)
# 流式调用大模型
return callLLM(request, query, search_results, logger, True)
@app.post("/api/helloWorld", response_model=None)
async def helloWorld(request: fastapi.Request):
async def generate_hello_world():
message = "Hello,World,"
for char in message:
yield f"data: {char}\n\n"
import asyncio
await asyncio.sleep(0.5)
return StreamingResponse(generate_hello_world(), media_type="text/event-stream")
if __name__ == "__main__":

Loading…
Cancel
Save