|
|
|
@ -123,17 +123,16 @@ async def rag(request: fastapi.Request):
|
|
|
|
|
|
|
|
|
|
return {"data": "没有在知识库中找到相关的信息,无法回答此问题。"}
|
|
|
|
|
|
|
|
|
|
@app.post("/api/rag_stream", response_model=None)
|
|
|
|
|
async def rag_stream(request: fastapi.Request):
|
|
|
|
|
data = await request.json()
|
|
|
|
|
query = data.get('query', '')
|
|
|
|
|
query_tags = data.get('tags', [])
|
|
|
|
|
|
|
|
|
|
# 调用es进行混合搜索
|
|
|
|
|
search_results = queryByEs(query, query_tags, logger)
|
|
|
|
|
|
|
|
|
|
# 流式调用大模型
|
|
|
|
|
return callLLM(request, query, search_results, logger, True)
|
|
|
|
|
@app.post("/api/helloWorld", response_model=None)
|
|
|
|
|
async def helloWorld(request: fastapi.Request):
|
|
|
|
|
async def generate_hello_world():
|
|
|
|
|
message = "Hello,World,"
|
|
|
|
|
for char in message:
|
|
|
|
|
yield f"data: {char}\n\n"
|
|
|
|
|
import asyncio
|
|
|
|
|
await asyncio.sleep(0.5)
|
|
|
|
|
|
|
|
|
|
return StreamingResponse(generate_hello_world(), media_type="text/event-stream")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
|