This commit is contained in:
2025-08-15 16:33:05 +08:00
parent c7d7ece6a4
commit 7b149f0f51
5 changed files with 56 additions and 32 deletions

View File

@@ -0,0 +1,6 @@
# GPT-3.5 模型
MODEL_GPT35 = "gpt-3.5-turbo"
# GPT-4 模型
MODEL_GPT4 = "gpt-4-0613"
# Google的文本生成模型
MODEL_GEMINI = "gemini-2.5-pro"

View File

@@ -1,3 +1,4 @@
from Config.GoApiConst import MODEL_GPT35, MODEL_GPT4
from Util.GoApiUtil import ModelInteractor from Util.GoApiUtil import ModelInteractor
# 示例使用 # 示例使用
@@ -6,7 +7,7 @@ if __name__ == "__main__":
interactor = ModelInteractor() interactor = ModelInteractor()
# 使用不同的模型和提示词 # 使用不同的模型和提示词
model_name = "gemini-2.5-pro" model_name = MODEL_GPT4
prompt_text = "请详细介绍一下你自己,分成几个段落来说明" prompt_text = "请详细介绍一下你自己,分成几个段落来说明"
# 发送流式请求 # 发送流式请求

View File

@@ -1,10 +1,7 @@
import json import json
import requests import requests
from Config.Config import GPTNB_API_KEY from Config.Config import GPTNB_API_KEY
class ModelInteractor: class ModelInteractor:
def __init__(self, api_key=GPTNB_API_KEY, api_url="https://goapi.gptnb.ai/v1/chat/completions"): def __init__(self, api_key=GPTNB_API_KEY, api_url="https://goapi.gptnb.ai/v1/chat/completions"):
self.api_key = api_key self.api_key = api_key
@@ -47,31 +44,51 @@ class ModelInteractor:
response.raise_for_status() response.raise_for_status()
print(f"使用模型 {model} 的流式响应内容: ") print(f"使用模型 {model} 的流式响应内容: ")
buffer = ""
for chunk in response.iter_content(chunk_size=None): for chunk in response.iter_content(chunk_size=None):
if chunk: if chunk:
chunk_data = chunk.decode('utf-8', errors='replace') chunk_data = chunk.decode('utf-8', errors='replace')
buffer += chunk_data
for line in chunk_data.splitlines(): # 处理buffer中的所有完整JSON对象
line = line.strip() while True:
if not line: # 查找JSON对象的开始和结束位置
continue start_pos = buffer.find('{')
if start_pos == -1:
break # 没有找到JSON开始
if line == 'data: [DONE]': # 尝试找到匹配的结束括号
print("\n流式响应结束") depth = 1
return end_pos = start_pos + 1
while end_pos < len(buffer) and depth > 0:
if buffer[end_pos] == '{':
depth += 1
elif buffer[end_pos] == '}':
depth -= 1
end_pos += 1
if line.startswith('data: '): if depth == 0:
line = line[6:] # 找到了完整的JSON对象
json_str = buffer[start_pos:end_pos]
buffer = buffer[end_pos:]
try: try:
data = json.loads(line) data = json.loads(json_str)
if 'choices' in data and len(data['choices']) > 0: if 'choices' in data and len(data['choices']) > 0:
delta = data['choices'][0].get('delta', {}) delta = data['choices'][0].get('delta', {})
content = delta.get('content', '') content = delta.get('content', '')
if content and content != '\n': if content and content != '\n':
print(content, end='', flush=True) print(content, end='', flush=True)
except json.JSONDecodeError as e: except json.JSONDecodeError as e:
print(f"[调试] JSON解析错误: {e}, 内容: {line}") print(f"[调试] JSON解析错误: {e}, 内容: {json_str}")
else:
# 没有找到完整的JSON对象
break
# 检查是否结束
if 'data: [DONE]' in buffer:
print("\n流式响应结束")
return
except requests.exceptions.RequestException as e: except requests.exceptions.RequestException as e:
print(f"请求发生错误: {e}") print(f"请求发生错误: {e}")