161 lines
5.2 KiB
Python
161 lines
5.2 KiB
Python
import requests
|
||
import json
|
||
from loguru import logger
|
||
|
||
from datetime import datetime
|
||
|
||
|
||
class Doubao():
|
||
def __init__(self, conf: dict) -> None:
|
||
self.key = conf.get("key")
|
||
self.api = conf.get("api")
|
||
prompt = conf.get("prompt")
|
||
self.model = conf.get("model")
|
||
self.LOG = logger
|
||
self.conversation_list = {}
|
||
self.system_content_msg = {"role": "system", "content": prompt}
|
||
|
||
def __repr__(self):
|
||
return 'Doubao'
|
||
|
||
def get_answer(self, question: str, wxid: str) -> str:
|
||
# 设置请求头
|
||
self.updateMessage(wxid, question, "user")
|
||
rsp = ""
|
||
try:
|
||
headers = {
|
||
"Content-Type": "application/json; charset=utf-8",
|
||
"Authorization": f"Bearer {self.key}"
|
||
}
|
||
# 设置请求的payload
|
||
data = {
|
||
"model": self.model,
|
||
"messages": [
|
||
self.system_content_msg,
|
||
{
|
||
"role": "user",
|
||
"content": f"{question}"
|
||
}
|
||
|
||
]
|
||
}
|
||
# 发送POST请求
|
||
response = requests.post(self.api, headers=headers, data=json.dumps(data), )
|
||
response.encoding = 'utf-8'
|
||
|
||
# 输出响应内容
|
||
print(response.status_code)
|
||
# print(response.text)
|
||
rsp = extract_content(response.text)
|
||
self.updateMessage(wxid, rsp, "assistant")
|
||
except Exception as e0:
|
||
self.LOG.error(f"发生未知错误：{str(e0)}")
|
||
return rsp
|
||
|
||
def updateMessage(self, wxid: str, question: str, role: str) -> None:
|
||
now_time = str(datetime.now().strftime("%Y-%m-%d %H:%M:%S"))
|
||
|
||
time_mk = "当需要回答时间时请直接参考回复:"
|
||
# 初始化聊天记录,组装系统信息
|
||
if wxid not in self.conversation_list.keys():
|
||
question_ = [
|
||
self.system_content_msg,
|
||
{"role": "system", "content": "" + time_mk + now_time}
|
||
]
|
||
self.conversation_list[wxid] = question_
|
||
|
||
# 当前问题
|
||
content_question_ = {"role": role, "content": question}
|
||
self.conversation_list[wxid].append(content_question_)
|
||
|
||
for cont in self.conversation_list[wxid]:
|
||
if cont["role"] != "system":
|
||
continue
|
||
if cont["content"].startswith(time_mk):
|
||
cont["content"] = time_mk + now_time
|
||
|
||
# 只存储10条记录，超过滚动清除
|
||
i = len(self.conversation_list[wxid])
|
||
if i > 10:
|
||
print("滚动清除微信记录：" + wxid)
|
||
# 删除多余的记录，倒着删，且跳过第一个的系统消息
|
||
del self.conversation_list[wxid][1]
|
||
|
||
@staticmethod
|
||
def value_check(conf: dict) -> bool:
|
||
if conf:
|
||
if conf.get("key") and conf.get("api") and conf.get("prompt"):
|
||
return True
|
||
return False
|
||
|
||
|
||
def extract_content(data_string):
|
||
try:
|
||
data = json.loads(data_string)
|
||
|
||
# 提取content字段
|
||
content = data["choices"][0]["message"].get("content", "")
|
||
|
||
# 提取tokens相关内容，加入容错处理
|
||
tokens_usage = data.get("usage", {})
|
||
|
||
# 确保tokens_usage是字典类型
|
||
if isinstance(tokens_usage, dict):
|
||
prompt_tokens = tokens_usage.get("prompt_tokens", 0)
|
||
completion_tokens = tokens_usage.get("completion_tokens", 0)
|
||
total_tokens = tokens_usage.get("total_tokens", 0)
|
||
else:
|
||
prompt_tokens = completion_tokens = total_tokens = 0
|
||
|
||
# 如果tokens信息为空，提供默认值或提示
|
||
if prompt_tokens == 0 and completion_tokens == 0 and total_tokens == 0:
|
||
tokens_info = "\n\n【tokens】暂无数据"
|
||
else:
|
||
tokens_info = (f"\n\n【tokens】输入: {prompt_tokens} 生成: {completion_tokens} 总: {total_tokens}")
|
||
|
||
# 将tokens信息添加到content后面，返回为字符串
|
||
content_with_tokens = content + tokens_info
|
||
|
||
return content_with_tokens
|
||
|
||
except json.JSONDecodeError:
|
||
print("Invalid JSON")
|
||
return None
|
||
|
||
|
||
if __name__ == '__main__':
|
||
from configuration import Config
|
||
|
||
config = Config().DOUBAO
|
||
if not config:
|
||
exit(0)
|
||
|
||
chat = Doubao(config)
|
||
|
||
while True:
|
||
q = input(">>> ")
|
||
try:
|
||
time_start = datetime.now() # 记录开始时间
|
||
print(chat.get_answer(q, "Jyunere"))
|
||
time_end = datetime.now() # 记录结束时间
|
||
|
||
print(f"{round((time_end - time_start).total_seconds(), 2)}s") # 计算的时间差为程序的执行时间，单位为秒/s
|
||
except Exception as e:
|
||
print(e)
|
||
|
||
# curl
|
||
# https: // ark.cn - beijing.volces.com / api / v3 / chat / completions \
|
||
# - H
|
||
# "Content-Type: application/json" \
|
||
# - H
|
||
# "Authorization: Bearer b8586595-eb81-483d-8e91-a35cc789729e" \
|
||
# - d
|
||
# '{
|
||
# "model": "doubao-1-5-lite-32k-250115",
|
||
# "messages": [
|
||
# {"role": "system", "content": "你是人工智能助手."},
|
||
# {"role": "user", "content": "常见的十字花科植物有哪些？"}
|
||
# ]
|
||
#
|
||
# }'
|