parent
bbc2c9a636
commit
6647e49033
@ -1,87 +0,0 @@
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import warnings
|
||||
from logging.handlers import RotatingFileHandler
|
||||
|
||||
import fastapi
|
||||
import uvicorn
|
||||
from fastapi import FastAPI
|
||||
from sse_starlette import EventSourceResponse
|
||||
from starlette.staticfiles import StaticFiles
|
||||
|
||||
from Util.LightRagUtil import initialize_rag
|
||||
from lightrag import QueryParam
|
||||
|
||||
# 初始化日志
|
||||
logger = logging.getLogger(__name__)
|
||||
logger.setLevel(logging.INFO)
|
||||
|
||||
# 配置日志处理器
|
||||
log_file = os.path.join(os.path.dirname(__file__), 'Logs', 'app.log')
|
||||
os.makedirs(os.path.dirname(log_file), exist_ok=True)
|
||||
|
||||
# 文件处理器
|
||||
file_handler = RotatingFileHandler(
|
||||
log_file, maxBytes=1024 * 1024, backupCount=5, encoding='utf-8')
|
||||
file_handler.setFormatter(logging.Formatter(
|
||||
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
|
||||
|
||||
# 控制台处理器
|
||||
console_handler = logging.StreamHandler()
|
||||
console_handler.setFormatter(logging.Formatter(
|
||||
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
|
||||
|
||||
logger.addHandler(file_handler)
|
||||
logger.addHandler(console_handler)
|
||||
|
||||
|
||||
async def lifespan(app: FastAPI):
|
||||
# 抑制HTTPS相关警告
|
||||
warnings.filterwarnings('ignore', message='Connecting to .* using TLS with verify_certs=False is insecure')
|
||||
warnings.filterwarnings('ignore', message='Unverified HTTPS request is being made to host')
|
||||
|
||||
# 初始化RAG
|
||||
app.state.rag = await initialize_rag(working_dir="./Test/Math")
|
||||
yield
|
||||
|
||||
# 清理资源
|
||||
await app.state.rag.finalize_storages()
|
||||
|
||||
|
||||
async def print_stream(stream):
|
||||
async for chunk in stream:
|
||||
if chunk:
|
||||
print(chunk, end="", flush=True)
|
||||
|
||||
|
||||
app = FastAPI(lifespan=lifespan)
|
||||
|
||||
# 挂载静态文件目录
|
||||
app.mount("/static", StaticFiles(directory="Static"), name="static")
|
||||
|
||||
|
||||
@app.post("/api/rag")
|
||||
async def rag(request: fastapi.Request):
|
||||
data = await request.json()
|
||||
query = data.get("query")
|
||||
|
||||
async def generate_response_stream(query: str):
|
||||
try:
|
||||
resp = await request.app.state.rag.aquery(
|
||||
query=query,
|
||||
param=QueryParam(mode="hybrid", stream=True))
|
||||
|
||||
async for chunk in resp:
|
||||
if not chunk:
|
||||
continue
|
||||
yield f"data: {json.dumps({'reply': chunk})}\n\n"
|
||||
print(chunk, end='', flush=True)
|
||||
except Exception as e:
|
||||
yield f"data: {json.dumps({'error': str(e)})}\n\n"
|
||||
|
||||
return EventSourceResponse(generate_response_stream(query=query))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
uvicorn.run(app, host="0.0.0.0", port=8000)
|
||||
@ -1,87 +0,0 @@
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import warnings
|
||||
from logging.handlers import RotatingFileHandler
|
||||
|
||||
import fastapi
|
||||
import uvicorn
|
||||
from fastapi import FastAPI
|
||||
from sse_starlette import EventSourceResponse
|
||||
from starlette.staticfiles import StaticFiles
|
||||
|
||||
from Util.LightRagUtil import initialize_rag
|
||||
from lightrag import QueryParam
|
||||
|
||||
# 初始化日志
|
||||
logger = logging.getLogger(__name__)
|
||||
logger.setLevel(logging.INFO)
|
||||
|
||||
# 配置日志处理器
|
||||
log_file = os.path.join(os.path.dirname(__file__), 'Logs', 'app.log')
|
||||
os.makedirs(os.path.dirname(log_file), exist_ok=True)
|
||||
|
||||
# 文件处理器
|
||||
file_handler = RotatingFileHandler(
|
||||
log_file, maxBytes=1024 * 1024, backupCount=5, encoding='utf-8')
|
||||
file_handler.setFormatter(logging.Formatter(
|
||||
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
|
||||
|
||||
# 控制台处理器
|
||||
console_handler = logging.StreamHandler()
|
||||
console_handler.setFormatter(logging.Formatter(
|
||||
'%(asctime)s - %(name)s - %(levelname)s - %(message)s'))
|
||||
|
||||
logger.addHandler(file_handler)
|
||||
logger.addHandler(console_handler)
|
||||
|
||||
|
||||
async def lifespan(app: FastAPI):
|
||||
# 抑制HTTPS相关警告
|
||||
warnings.filterwarnings('ignore', message='Connecting to .* using TLS with verify_certs=False is insecure')
|
||||
warnings.filterwarnings('ignore', message='Unverified HTTPS request is being made to host')
|
||||
|
||||
# 初始化RAG
|
||||
app.state.rag = await initialize_rag(working_dir="./Tools/Topic/Chinese")
|
||||
yield
|
||||
|
||||
# 清理资源
|
||||
await app.state.rag.finalize_storages()
|
||||
|
||||
|
||||
async def print_stream(stream):
|
||||
async for chunk in stream:
|
||||
if chunk:
|
||||
print(chunk, end="", flush=True)
|
||||
|
||||
|
||||
app = FastAPI(lifespan=lifespan)
|
||||
|
||||
# 挂载静态文件目录
|
||||
app.mount("/static", StaticFiles(directory="Static"), name="static")
|
||||
|
||||
|
||||
@app.post("/api/rag")
|
||||
async def rag(request: fastapi.Request):
|
||||
data = await request.json()
|
||||
query = data.get("query")
|
||||
|
||||
async def generate_response_stream(query: str):
|
||||
try:
|
||||
resp = await request.app.state.rag.aquery(
|
||||
query=query,
|
||||
param=QueryParam(mode="hybrid", stream=True))
|
||||
|
||||
async for chunk in resp:
|
||||
if not chunk:
|
||||
continue
|
||||
yield f"data: {json.dumps({'reply': chunk})}\n\n"
|
||||
print(chunk, end='', flush=True)
|
||||
except Exception as e:
|
||||
yield f"data: {json.dumps({'error': str(e)})}\n\n"
|
||||
|
||||
return EventSourceResponse(generate_response_stream(query=query))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
uvicorn.run(app, host="0.0.0.0", port=8000)
|
||||
File diff suppressed because one or more lines are too long
@ -0,0 +1,14 @@
|
||||
{
|
||||
"hybrid": {
|
||||
"0eea3a1f6f9b9c5cc3fc45c951cdff0b": {
|
||||
"return": "{\"high_level_keywords\": [\"\\u5c0f\\u5b66\\u6570\\u5b66\", \"\\u6559\\u5b66\\u6a21\\u578b\", \"\\u6559\\u80b2\\u65b9\\u6cd5\"], \"low_level_keywords\": [\"\\u52a0\\u51cf\\u6cd5\\u6a21\\u578b\", \"\\u4e58\\u9664\\u6cd5\\u6a21\\u578b\", \"\\u51e0\\u4f55\\u56fe\\u5f62\", \"\\u5206\\u6570\\u6a21\\u578b\", \"\\u5e94\\u7528\\u9898\"]}",
|
||||
"cache_type": "keywords",
|
||||
"chunk_id": null,
|
||||
"embedding": null,
|
||||
"embedding_shape": null,
|
||||
"embedding_min": null,
|
||||
"embedding_max": null,
|
||||
"original_prompt": "小学数学中有哪些常见模型？"
|
||||
}
|
||||
}
|
||||
}
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 16 KiB |
|
After Width: | Height: | Size: 8.3 KiB |
|
After Width: | Height: | Size: 79 KiB |
|
After Width: | Height: | Size: 47 KiB |
|
After Width: | Height: | Size: 460 KiB |
|
After Width: | Height: | Size: 18 KiB |
|
After Width: | Height: | Size: 22 KiB |
|
After Width: | Height: | Size: 24 KiB |
|
After Width: | Height: | Size: 19 KiB |
|
After Width: | Height: | Size: 24 KiB |
|
After Width: | Height: | Size: 24 KiB |
|
After Width: | Height: | Size: 24 KiB |
|
After Width: | Height: | Size: 37 KiB |
|
After Width: | Height: | Size: 118 KiB |
|
After Width: | Height: | Size: 234 KiB |
|
After Width: | Height: | Size: 36 KiB |
|
After Width: | Height: | Size: 62 KiB |
|
After Width: | Height: | Size: 251 KiB |
|
After Width: | Height: | Size: 1.3 KiB |
|
After Width: | Height: | Size: 20 KiB |
|
After Width: | Height: | Size: 30 KiB |
|
After Width: | Height: | Size: 56 KiB |
Binary file not shown.
Binary file not shown.
@ -1,392 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="zh-CN">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>东师理想教学大模型</title>
|
||||
<link rel="icon" href="data:,">
|
||||
<style>
|
||||
body {
|
||||
font-family: 'Microsoft YaHei', sans-serif;
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
background-color: #f5f5f5;
|
||||
}
|
||||
|
||||
.container {
|
||||
max-width: 800px;
|
||||
margin: 0 auto;
|
||||
padding: 20px;
|
||||
}
|
||||
|
||||
h1 {
|
||||
color: #333;
|
||||
text-align: center;
|
||||
}
|
||||
|
||||
.data-area {
|
||||
background-color: white;
|
||||
border-radius: 8px;
|
||||
padding: 20px;
|
||||
margin-bottom: 20px;
|
||||
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
|
||||
}
|
||||
|
||||
.input-area {
|
||||
background-color: white;
|
||||
border-radius: 8px;
|
||||
padding: 20px;
|
||||
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.1);
|
||||
}
|
||||
|
||||
textarea {
|
||||
width: 100%;
|
||||
height: 40px;
|
||||
padding: 10px;
|
||||
border: 1px solid #ddd;
|
||||
border-radius: 4px;
|
||||
resize: none;
|
||||
margin-bottom: 10px;
|
||||
margin-right: 20px; /* 新增右侧边距 */
|
||||
}
|
||||
|
||||
button {
|
||||
background-color: #4CAF50;
|
||||
color: white;
|
||||
border: none;
|
||||
padding: 10px 15px;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
margin-right: 10px;
|
||||
}
|
||||
|
||||
button:hover {
|
||||
background-color: #45a049;
|
||||
}
|
||||
|
||||
#clearBtn {
|
||||
background-color: #f44336;
|
||||
}
|
||||
|
||||
#clearBtn:hover {
|
||||
background-color: #d32f2f;
|
||||
}
|
||||
|
||||
#saveWordBtn {
|
||||
background-color: #2196F3;
|
||||
}
|
||||
|
||||
#saveWordBtn:hover {
|
||||
background-color: #0b7dda;
|
||||
}
|
||||
|
||||
.icon {
|
||||
margin-right: 5px;
|
||||
}
|
||||
|
||||
@keyframes spin {
|
||||
0% {
|
||||
transform: rotate(0deg);
|
||||
}
|
||||
100% {
|
||||
transform: rotate(360deg);
|
||||
}
|
||||
}
|
||||
|
||||
.doc-links {
|
||||
display: flex;
|
||||
gap: 20px;
|
||||
margin: 20px 0;
|
||||
align-items: center;
|
||||
}
|
||||
|
||||
.doc-link {
|
||||
padding: 8px 15px;
|
||||
background-color: #e7f3fe;
|
||||
border-radius: 4px;
|
||||
color: #2196F3;
|
||||
text-decoration: none;
|
||||
transition: all 0.3s;
|
||||
}
|
||||
|
||||
.doc-link:hover {
|
||||
background-color: #d0e3fa;
|
||||
}
|
||||
|
||||
.doc-checkboxes {
|
||||
display: flex;
|
||||
gap: 20px;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
.doc-checkboxes label {
|
||||
display: flex;
|
||||
align-items: center;
|
||||
gap: 5px;
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
.examples {
|
||||
margin: 20px 0;
|
||||
}
|
||||
|
||||
.example-category {
|
||||
margin-bottom: 15px;
|
||||
}
|
||||
|
||||
.example-category h3 {
|
||||
margin-bottom: 10px;
|
||||
color: #333;
|
||||
}
|
||||
|
||||
.example-list {
|
||||
display: flex;
|
||||
flex-wrap: wrap;
|
||||
gap: 10px;
|
||||
}
|
||||
|
||||
.example-item {
|
||||
padding: 8px 12px;
|
||||
background-color: #e9f5ff;
|
||||
border-radius: 4px;
|
||||
cursor: pointer;
|
||||
transition: all 0.2s;
|
||||
}
|
||||
|
||||
.example-item:hover {
|
||||
background-color: #d0e3fa;
|
||||
}
|
||||
|
||||
.input-area textarea#questionInput {
|
||||
margin-right: 10px !important;
|
||||
width: calc(100% - 10px);
|
||||
box-sizing: border-box;
|
||||
}
|
||||
|
||||
#answerArea {
|
||||
min-height: 240px; /* 12行高度 */
|
||||
height: auto;
|
||||
overflow-y: auto; /* 添加滚动条 */
|
||||
}
|
||||
|
||||
.loading-animation {
|
||||
display: flex;
|
||||
flex-direction: column;
|
||||
align-items: center;
|
||||
justify-content: center;
|
||||
height: 200px;
|
||||
color: #666;
|
||||
}
|
||||
|
||||
.spinner {
|
||||
width: 40px;
|
||||
height: 40px;
|
||||
border: 4px solid #f3f3f3;
|
||||
border-top: 4px solid #3498db;
|
||||
border-radius: 50%;
|
||||
animation: spin 1s linear infinite;
|
||||
margin-bottom: 10px;
|
||||
}
|
||||
|
||||
@keyframes spin {
|
||||
0% {
|
||||
transform: rotate(0deg);
|
||||
}
|
||||
100% {
|
||||
transform: rotate(360deg);
|
||||
}
|
||||
}
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<div class="container">
|
||||
<h1>非结构化文档+自动知识图谱构建 </h1>
|
||||
<center><h2>【苏轼知识】大模型问答 <a href="Txt/sushi.txt">知识库文档</a></h2></center>
|
||||
<div class="data-area" id="answerArea">
|
||||
<div style="color:#666; padding:20px; text-align:center;">
|
||||
<p>请在下方输入您的问题，答案将在此处显示</p>
|
||||
<p>您也可以点击"示例问题"快速体验</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="input-area">
|
||||
<label for="questionInput"></label><textarea id="questionInput" placeholder="请输入您的问题..."></textarea>
|
||||
|
||||
<div class="examples">
|
||||
<div class="example-category">
|
||||
<h3>知识库内问题示例：</h3>
|
||||
<div class="example-list">
|
||||
<div class="example-item" onclick="fillExample('苏轼的好朋友都有谁？')">苏轼的好朋友都有谁？</div>
|
||||
<div class="example-item" onclick="fillExample('苏轼的家人都有谁？')">
|
||||
苏轼的家人都有谁
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="example-category">
|
||||
<h3>知识库外问题示例：</h3>
|
||||
<div class="example-list">
|
||||
<div class="example-item" onclick="fillExample('福尔摩斯是谁？')">福尔摩斯是谁？
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="doc-links">
|
||||
<h3>知识库范围</h3>
|
||||
<div class="doc-checkboxes">
|
||||
<label>
|
||||
<input type="checkbox" name="tags" value="MATH_1" checked>
|
||||
苏轼知识库
|
||||
</label>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<button id="submitBtn" onclick="submitQuestion()"><span class="icon">💡</span>提问</button>
|
||||
<button id="clearBtn" onclick="clearAll()"><span class="icon">🗑️</span>清空</button>
|
||||
|
||||
<img src="https://dsideal.obs.cn-north-1.myhuaweicloud.com/HuangHai/BlogImages/%7Byear%7D/%7Bmonth%7D/%7Bmd5%7D.%7BextName%7D/20250705112607260.png" width="500px" height="400px" />
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<script>
|
||||
// 在页面加载时显示加载动画
|
||||
document.addEventListener('DOMContentLoaded', function () {
|
||||
const answerArea = document.getElementById('answerArea');
|
||||
answerArea.innerHTML = '<div class="loading-animation"><div class="spinner"></div><div>正在加载资源...</div></div>';
|
||||
|
||||
// 禁用所有按钮
|
||||
const buttons = document.querySelectorAll('button');
|
||||
buttons.forEach(btn => btn.disabled = true);
|
||||
});
|
||||
|
||||
MathJax = {
|
||||
loader: {load: ['[tex]/mhchem']},
|
||||
tex: {
|
||||
inlineMath: [['$', '$'], ['\\(', '\\)']],
|
||||
displayMath: [['$$', '$$'], ['\\[', '\\]']],
|
||||
packages: {'[+]': ['mhchem']}
|
||||
},
|
||||
options: {
|
||||
enableMenu: false,
|
||||
processHtmlClass: 'tex2jax_process',
|
||||
ignoreHtmlClass: 'tex2jax_ignore'
|
||||
},
|
||||
svg: {
|
||||
fontCache: 'global'
|
||||
},
|
||||
startup: {
|
||||
pageReady: () => {
|
||||
return MathJax.startup.defaultPageReady().then(() => {
|
||||
console.log('MathJax initialized');
|
||||
// 移除加载动画并启用所有按钮
|
||||
const answerArea = document.getElementById('answerArea');
|
||||
answerArea.innerHTML = '<div style="color:#666; padding:20px; text-align:center;"><p>请在下方输入您的问题，答案将在此处显示</p><p>您也可以点击"示例问题"快速体验</p></div>';
|
||||
|
||||
const buttons = document.querySelectorAll('button');
|
||||
buttons.forEach(btn => btn.disabled = false);
|
||||
return MathJax.typesetPromise();
|
||||
});
|
||||
}
|
||||
}
|
||||
};
|
||||
</script>
|
||||
<!--国内可以访问的JS,不要使用静态的本地的，因为文件不全的话没有好的显示效果！-->
|
||||
<script src="/static/mathjax/es5/tex-mml-chtml.js" id="MathJax-script" async></script>
|
||||
<script src="/static/js/marked.min.js"></script>
|
||||
<!--<script src="https://cdn.bootcdn.net/ajax/libs/mathjax/3.2.2/es5/tex-mml-chtml.js" id="MathJax-script" async></script>-->
|
||||
<!--<script src="https://cdn.bootcdn.net/ajax/libs/marked/4.0.0/marked.min.js"></script>-->
|
||||
<script>
|
||||
// marked配置
|
||||
const markedOptions = {
|
||||
mangle: false,
|
||||
headerIds: false
|
||||
};
|
||||
|
||||
function fillExample(question) {
|
||||
document.getElementById('questionInput').value = question;
|
||||
}
|
||||
|
||||
function submitQuestion() {
|
||||
const question = document.getElementById('questionInput').value.trim();
|
||||
const answerArea = document.getElementById('answerArea');
|
||||
|
||||
if (!question) {
|
||||
alert('请输入问题！');
|
||||
return;
|
||||
}
|
||||
|
||||
// 添加加载动画
|
||||
answerArea.innerHTML = '<div class="loading-animation"><div class="spinner"></div><div>思考中...</div></div>';
|
||||
|
||||
fetch('/api/rag', {
|
||||
method: 'POST',
|
||||
headers: {
|
||||
'Content-Type': 'application/json',
|
||||
'Accept': 'text/event-stream'
|
||||
},
|
||||
body: JSON.stringify({
|
||||
query: question
|
||||
})
|
||||
})
|
||||
.then(response => {
|
||||
const reader = response.body.getReader();
|
||||
const decoder = new TextDecoder();
|
||||
let buffer = '';
|
||||
let accumulatedContent = '';
|
||||
|
||||
function processChunk() {
|
||||
return reader.read().then(({done, value}) => {
|
||||
if (done) return;
|
||||
|
||||
buffer += decoder.decode(value, {stream: true});
|
||||
const lines = buffer.split('\n');
|
||||
buffer = lines.pop();
|
||||
|
||||
for (const line of lines) {
|
||||
if (line.includes('data:')) {
|
||||
const jsonStr = line.replace(/^data:\s*/, '').replace(/^data:\s*/, '').trim();
|
||||
if (jsonStr) {
|
||||
try {
|
||||
const data = JSON.parse(jsonStr);
|
||||
if (data.reply) {
|
||||
accumulatedContent += data.reply;
|
||||
answerArea.innerHTML = marked.parse(accumulatedContent, markedOptions);
|
||||
MathJax.typesetPromise();
|
||||
}
|
||||
} catch (e) {
|
||||
console.log('忽略解析错误:', e);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return processChunk().then(() => {
|
||||
// 在流处理完成后保存完整的markdown内容
|
||||
localStorage.setItem('lastMarkdownContent', accumulatedContent);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
return processChunk();
|
||||
})
|
||||
.catch(error => {
|
||||
// 移除加载动画
|
||||
answerArea.innerHTML = '';
|
||||
|
||||
console.error('Error:', error);
|
||||
// 出错时也移除加载动画
|
||||
answerArea.innerHTML = '<div style="color:red">请求出错，请重试</div>';
|
||||
});
|
||||
}
|
||||
|
||||
function clearAll() {
|
||||
document.getElementById('questionInput').value = '';
|
||||
document.getElementById('answerArea').innerHTML = '';
|
||||
document.querySelectorAll('input[name="tags"]').forEach(cb => cb.checked = false);
|
||||
}
|
||||
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
|
||||
Loading…
Reference in new issue