|
|
|
@ -62,8 +62,11 @@ async def rag(request: fastapi.Request):
|
|
|
|
|
|
|
|
|
|
async def generate_response_stream(query: str):
|
|
|
|
|
try:
|
|
|
|
|
print("Initializing RAG...")
|
|
|
|
|
rag = await initialize_rag(working_dir="./Test/Math")
|
|
|
|
|
print("RAG initialized, starting query...")
|
|
|
|
|
resp = await rag.aquery(query=query, stream=True)
|
|
|
|
|
print("Query started, streaming response...")
|
|
|
|
|
|
|
|
|
|
async for chunk in resp:
|
|
|
|
|
if not chunk:
|
|
|
|
|