main
HuangHai 3 weeks ago
parent 15095235c3
commit 693492e30c

@ -62,8 +62,11 @@ async def rag(request: fastapi.Request):
async def generate_response_stream(query: str): async def generate_response_stream(query: str):
try: try:
print("Initializing RAG...")
rag = await initialize_rag(working_dir="./Test/Math") rag = await initialize_rag(working_dir="./Test/Math")
print("RAG initialized, starting query...")
resp = await rag.aquery(query=query, stream=True) resp = await rag.aquery(query=query, stream=True)
print("Query started, streaming response...")
async for chunk in resp: async for chunk in resp:
if not chunk: if not chunk:

Loading…
Cancel
Save