|
|
|
@ -7,11 +7,13 @@ from logging.handlers import RotatingFileHandler
|
|
|
|
|
import fastapi
|
|
|
|
|
import uvicorn
|
|
|
|
|
from fastapi import FastAPI
|
|
|
|
|
from lightrag.kg.shared_storage import initialize_pipeline_status
|
|
|
|
|
from raganything import RAGAnything
|
|
|
|
|
from sse_starlette import EventSourceResponse
|
|
|
|
|
from starlette.staticfiles import StaticFiles
|
|
|
|
|
|
|
|
|
|
from Util.RagUtil import initialize_rag
|
|
|
|
|
from lightrag import QueryParam
|
|
|
|
|
from Util.RagUtil import initialize_rag, create_llm_model_func, create_vision_model_func, create_embedding_func
|
|
|
|
|
from lightrag import QueryParam, LightRAG
|
|
|
|
|
|
|
|
|
|
# 初始化日志
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
@ -65,12 +67,32 @@ app.mount("/static", StaticFiles(directory="Static"), name="static")
|
|
|
|
|
async def rag(request: fastapi.Request):
|
|
|
|
|
data = await request.json()
|
|
|
|
|
query = data.get("query")
|
|
|
|
|
|
|
|
|
|
lightrag_working_dir = "./rag_storage"
|
|
|
|
|
async def generate_response_stream(query: str):
|
|
|
|
|
try:
|
|
|
|
|
resp = await request.app.state.rag.aquery(
|
|
|
|
|
query=query,
|
|
|
|
|
param=QueryParam(mode="hybrid", stream=True))
|
|
|
|
|
llm_model_func = create_llm_model_func()
|
|
|
|
|
vision_model_func = create_vision_model_func(llm_model_func)
|
|
|
|
|
embedding_func = create_embedding_func()
|
|
|
|
|
|
|
|
|
|
lightrag_instance = LightRAG(
|
|
|
|
|
working_dir=lightrag_working_dir,
|
|
|
|
|
llm_model_func=llm_model_func,
|
|
|
|
|
embedding_func=embedding_func
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
await lightrag_instance.initialize_storages()
|
|
|
|
|
await initialize_pipeline_status()
|
|
|
|
|
|
|
|
|
|
rag = RAGAnything(
|
|
|
|
|
lightrag=lightrag_instance,
|
|
|
|
|
vision_model_func=vision_model_func,
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
resp = await rag.aquery(
|
|
|
|
|
"平台安全的保证方法有哪些?",
|
|
|
|
|
mode="hybrid"
|
|
|
|
|
)
|
|
|
|
|
print("查询结果:", resp)
|
|
|
|
|
|
|
|
|
|
async for chunk in resp:
|
|
|
|
|
if not chunk:
|
|
|
|
|