main
HuangHai 3 weeks ago
parent 15095235c3
commit 693492e30c

@ -62,8 +62,11 @@ async def rag(request: fastapi.Request):
async def generate_response_stream(query: str):
try:
print("Initializing RAG...")
rag = await initialize_rag(working_dir="./Test/Math")
print("RAG initialized, starting query...")
resp = await rag.aquery(query=query, stream=True)
print("Query started, streaming response...")
async for chunk in resp:
if not chunk:

Loading…
Cancel
Save