This commit is contained in:
2025-08-15 16:18:41 +08:00
parent b136062c28
commit d7f4b32efa
3 changed files with 79 additions and 78 deletions

View File

@@ -1,81 +1,4 @@
import json
import requests
from Config.Config import GPTNB_API_KEY
class ModelInteractor:
def __init__(self, api_key=GPTNB_API_KEY, api_url="https://goapi.gptnb.ai/v1/chat/completions"):
self.api_key = api_key
self.api_url = api_url
self.headers = {
"Content-Type": "application/json",
"Authorization": f"Bearer {self.api_key}"
}
def stream_request(self, model, prompt, temperature=0.7):
"""
发送流式请求到模型API
参数:
- model: 模型名称
- prompt: 用户提示词
- temperature: 温度参数,控制输出的随机性
返回:
- 无返回值,直接打印流式响应
"""
payload = {
"model": model,
"messages": [{
"role": "user",
"content": prompt
}],
"temperature": temperature,
"stream": True
}
try:
response = requests.post(
self.api_url,
headers=self.headers,
data=json.dumps(payload),
stream=True,
timeout=30
)
response.raise_for_status()
print(f"使用模型 {model} 的流式响应内容: ")
for chunk in response.iter_content(chunk_size=None):
if chunk:
chunk_data = chunk.decode('utf-8', errors='replace')
for line in chunk_data.splitlines():
line = line.strip()
if not line:
continue
if line == 'data: [DONE]':
print("\n流式响应结束")
return
if line.startswith('data: '):
line = line[6:]
try:
data = json.loads(line)
if 'choices' in data and len(data['choices']) > 0:
delta = data['choices'][0].get('delta', {})
content = delta.get('content', '')
if content and content != '\n':
print(content, end='', flush=True)
except json.JSONDecodeError as e:
print(f"[调试] JSON解析错误: {e}, 内容: {line}")
except requests.exceptions.RequestException as e:
print(f"请求发生错误: {e}")
from Util.GoApiUtil import ModelInteractor
# 示例使用
if __name__ == "__main__":

View File

@@ -0,0 +1,78 @@
import json
import requests
from Config.Config import GPTNB_API_KEY
class ModelInteractor:
def __init__(self, api_key=GPTNB_API_KEY, api_url="https://goapi.gptnb.ai/v1/chat/completions"):
self.api_key = api_key
self.api_url = api_url
self.headers = {
"Content-Type": "application/json",
"Authorization": f"Bearer {self.api_key}"
}
def stream_request(self, model, prompt, temperature=0.7):
"""
发送流式请求到模型API
参数:
- model: 模型名称
- prompt: 用户提示词
- temperature: 温度参数,控制输出的随机性
返回:
- 无返回值,直接打印流式响应
"""
payload = {
"model": model,
"messages": [{
"role": "user",
"content": prompt
}],
"temperature": temperature,
"stream": True
}
try:
response = requests.post(
self.api_url,
headers=self.headers,
data=json.dumps(payload),
stream=True,
timeout=30
)
response.raise_for_status()
print(f"使用模型 {model} 的流式响应内容: ")
for chunk in response.iter_content(chunk_size=None):
if chunk:
chunk_data = chunk.decode('utf-8', errors='replace')
for line in chunk_data.splitlines():
line = line.strip()
if not line:
continue
if line == 'data: [DONE]':
print("\n流式响应结束")
return
if line.startswith('data: '):
line = line[6:]
try:
data = json.loads(line)
if 'choices' in data and len(data['choices']) > 0:
delta = data['choices'][0].get('delta', {})
content = delta.get('content', '')
if content and content != '\n':
print(content, end='', flush=True)
except json.JSONDecodeError as e:
print(f"[调试] JSON解析错误: {e}, 内容: {line}")
except requests.exceptions.RequestException as e:
print(f"请求发生错误: {e}")

Binary file not shown.