- 新增 Robot.apply_runtime_config 统一刷新邮件发送器、管理员列表与 LLM 运行时缓存\n- 新增 LLMRegistry.invalidate_cache 主动清理目录与 legacy 配置缓存\n- 后台保存全局配置与 LLM 目录后立即应用运行时配置,减少重启依赖
803 lines
39 KiB
Python
803 lines
39 KiB
Python
# -*- coding: utf-8 -*-
|
||
import asyncio
|
||
import threading
|
||
import time
|
||
import tomllib
|
||
from collections import deque
|
||
|
||
import toml
|
||
from loguru import logger
|
||
|
||
import wechat_ipad
|
||
from base.plugin_common.event_system import EventType, EventSystem
|
||
from base.plugin_common.message_plugin_interface import MessagePluginInterface
|
||
from base.plugin_common.plugin_interface import PluginStatus
|
||
from base.plugin_common.plugin_manager import PluginManager
|
||
from base.plugin_common.plugin_registry import PluginRegistry
|
||
from configuration import Config
|
||
from db.connection import DBConnectionManager
|
||
from db.contacts_db import ContactsDBOperator
|
||
from db.group_plugin_config_db import GroupPluginConfigDBOperator
|
||
from db.llm_catalog_db import LLMCatalogDBOperator
|
||
from db.plugin_schedule_db import PluginScheduleDBOperator
|
||
from db.system_job_db import SystemJobDBOperator
|
||
from utils.system_jobs import SystemJobLoader
|
||
from utils.email_util import EmailSender
|
||
from utils.group_plugin_config_service import GroupPluginConfigService
|
||
from utils.plugin_schedule_manager import PluginScheduleManager
|
||
from utils.revoke.message_auto_revoke import MessageAutoRevoke
|
||
from utils.robot_cmd.robot_command import GroupBotManager, Feature, PermissionStatus
|
||
from utils.wechat.contact_manager import ContactManager
|
||
from utils.wechat.member_monitor import ChatroomMemberMonitor
|
||
from utils.wechat.message_to_db import MessageStorage
|
||
from utils.ai.llm_registry import LLMRegistry
|
||
from wechat_ipad import WechatAPIClient
|
||
from wechat_ipad.models.message import WxMessage, MessageType
|
||
|
||
# 定义全局信号量,限制最大并发 10
|
||
sem = asyncio.Semaphore(20)
|
||
|
||
|
||
class Robot:
|
||
"""个性化自己的机器人
|
||
"""
|
||
|
||
def __init__(self, config: Config) -> None:
|
||
super().__init__()
|
||
self.config = config
|
||
self.LOG = logger
|
||
|
||
self.LOG.info(f"=" * 50)
|
||
# wechat_ipad 相关属性
|
||
self.ipad_bot: WechatAPIClient
|
||
self.ipad_config = None
|
||
self.ipad_running = False
|
||
self.ipad_thread = None
|
||
self.ipad_loop = None
|
||
self.wxid = None
|
||
self.nickname = None
|
||
self.alias = None
|
||
self.phone = None
|
||
self.message_auto_revoke: MessageAutoRevoke = None
|
||
self.LOG.debug(f"DB+REDIS 连接池开始初始化")
|
||
# 使用单例模式获取实例
|
||
self.db_manager = DBConnectionManager.get_instance(
|
||
mysql_config=self.config.mariadb,
|
||
redis_config=self.config.redis
|
||
)
|
||
self.LOG.debug(f"数据库连接管理器初始化完成")
|
||
|
||
# 为了兼容现有代码,保留原有的连接池
|
||
self.db_pool = self.db_manager.mysql_pool
|
||
self.redis_pool = self.db_manager.redis_pool
|
||
|
||
self.contacts_db = ContactsDBOperator(self.db_manager)
|
||
self.group_plugin_config_db = GroupPluginConfigDBOperator(self.db_manager)
|
||
self.llm_catalog_db = LLMCatalogDBOperator(self.db_manager)
|
||
self.plugin_schedule_db = PluginScheduleDBOperator(self.db_manager)
|
||
self.system_job_db = SystemJobDBOperator(self.db_manager)
|
||
self.group_plugin_config_db.init_tables()
|
||
# 新版 LLM 目录模型(Provider 模板 / Dify 应用 / Scene)初始化。
|
||
self.llm_catalog_db.init_tables()
|
||
self.llm_catalog_db.bootstrap_from_legacy_llm(self.config.llm)
|
||
self.group_plugin_config_service = GroupPluginConfigService(
|
||
db_operator=self.group_plugin_config_db,
|
||
redis_client=self.db_manager.get_redis_connection(),
|
||
)
|
||
# 初始化联系人管理器
|
||
self.contact_manager = ContactManager.get_instance()
|
||
self.allContacts = {} # 将在登录后填充
|
||
# 提前初始化消息存储:
|
||
# 1. DashboardServer 会在主线程里较早启动,并直接读取 robot.message_storage;
|
||
# 2. 旧逻辑要等 iPad 登录成功后才赋值,导致后台在启动竞态下拿不到这个属性;
|
||
# 3. 这里先给一个可用的默认实例,后续登录成功后再注入真实 bot 覆盖即可。
|
||
self.message_storage = MessageStorage()
|
||
|
||
self.groups = {} # 存储按group_id分组的消息列表,每个group_id最多保留10条消息
|
||
|
||
# 初始化插件系统
|
||
self.LOG.debug("开始初始化插件系统...")
|
||
self.plugin_registry = PluginRegistry()
|
||
self.event_system = EventSystem()
|
||
self.plugin_modules = {} # 存储已加载的插件模块
|
||
self.plugins = {} # 存储已加载的插件实例
|
||
# 设置插件系统上下文
|
||
self.system_context = {
|
||
"config": config,
|
||
"event_system": self.event_system,
|
||
"plugin_registry": self.plugin_registry,
|
||
"db_manager": self.db_manager,
|
||
"db_pool": self.db_pool,
|
||
"redis_pool": self.redis_pool,
|
||
"group_plugin_config_service": self.group_plugin_config_service,
|
||
}
|
||
|
||
self.plugin_manager = PluginManager(plugin_dir=getattr(self.config, "plugin_dir", "plugins"))
|
||
self.plugin_manager.set_system_context(self.system_context)
|
||
self.plugins = self.plugin_manager.load_all_plugins()
|
||
# 热加载改为低频扫描:每 60 秒检查一次插件文件变动
|
||
self.plugin_manager.start_hot_reload_watcher(interval_seconds=60.0)
|
||
self.system_job_loader = SystemJobLoader(self, self.system_job_db)
|
||
self.system_job_loader.init_and_load()
|
||
self.plugin_schedule_manager = PluginScheduleManager(self.plugin_manager, self.plugin_schedule_db)
|
||
self.plugin_schedule_manager.init_and_load()
|
||
# 将历史业务型系统任务迁移到插件调度配置,避免升级后出现“任务丢失”。
|
||
migration_result = self.plugin_schedule_manager.migrate_from_system_jobs(self.system_job_db)
|
||
if migration_result.get("migrated", 0) > 0:
|
||
self.LOG.info(f"系统任务迁移到插件任务完成: {migration_result}")
|
||
self.plugin_schedule_manager.reload_from_db()
|
||
# 迁移完成后,清理已下沉到插件层的系统任务,避免后台重复维护两套配置。
|
||
self._cleanup_migrated_system_jobs()
|
||
|
||
# 加载插件
|
||
self.LOG.debug("插件系统初始化完成")
|
||
|
||
GroupBotManager.load_local_cache()
|
||
# 权限模块加载
|
||
self.gbm = GroupBotManager()
|
||
self.email_sender = EmailSender(
|
||
smtp_server=self.config.email.get("smtp_server", "smtp.163.com"),
|
||
smtp_port=self.config.email.get("smtp_port", 465),
|
||
sender_email=self.config.email.get("sender_email", "bovine_liu@163.com"),
|
||
sender_password=self.config.email.get("sender_password", "LTS9BhmX9XhS36QS")
|
||
)
|
||
# 通过类属性设置 admin_list,而不是实例属性
|
||
GroupBotManager.admin_list = self.config.wx_config.get("admin", [])
|
||
self.recent_msg_ids = deque(maxlen=20)
|
||
|
||
def apply_runtime_config(self, reload_catalog: bool = False) -> None:
|
||
"""把最新全局配置应用到当前运行中的关键对象。
|
||
|
||
说明:
|
||
1. `self.config.reload()` 只会刷新 Config 实例中的字段,不会自动更新启动时已构造的依赖对象;
|
||
2. 这里集中处理“保存配置后希望立刻生效”的轻量刷新动作,避免为大多数改动走整进程重启;
|
||
3. 该方法刻意不去重建 DB 连接、微信登录态、插件实例,尽量把影响范围控制在可热刷的配置项。
|
||
"""
|
||
# 邮件发送器在初始化时会拷贝 SMTP 参数,因此这里需要按最新配置重建一份实例。
|
||
self.email_sender = EmailSender(
|
||
smtp_server=self.config.email.get("smtp_server", "smtp.163.com"),
|
||
smtp_port=self.config.email.get("smtp_port", 465),
|
||
sender_email=self.config.email.get("sender_email", "bovine_liu@163.com"),
|
||
sender_password=self.config.email.get("sender_password", "LTS9BhmX9XhS36QS")
|
||
)
|
||
|
||
# 管理员列表走 GroupBotManager 的类级缓存;只 reload Config 不会自动回写到这里。
|
||
GroupBotManager.admin_list = self.config.wx_config.get("admin", [])
|
||
|
||
# system_context 中保存的是 config 对象引用,reload 后插件读取到的是最新字段。
|
||
# 但 LLMRegistry 自己还有一层短 TTL 缓存,因此保存全局 LLM 配置后需要显式清掉。
|
||
if reload_catalog:
|
||
self.llm_catalog_db.bootstrap_from_legacy_llm(self.config.llm)
|
||
LLMRegistry.invalidate_cache()
|
||
|
||
self.LOG.info(
|
||
"运行时配置已应用: "
|
||
f"admin_count={len(GroupBotManager.admin_list)}, "
|
||
f"email_sender={'ready' if self.email_sender else 'missing'}, "
|
||
f"llm_cache_reloaded={reload_catalog}"
|
||
)
|
||
|
||
def _cleanup_migrated_system_jobs(self):
|
||
"""清理已经迁移到插件层的历史系统任务键。"""
|
||
migrated_keys = [
|
||
"news_baidu_report_auto",
|
||
"epic_free_games",
|
||
"message_ranking_push",
|
||
"sehuatang_pdf_push",
|
||
"xiuren_download",
|
||
"shenshi_r15_download",
|
||
"update_image_cache",
|
||
]
|
||
removed = 0
|
||
for job_key in migrated_keys:
|
||
try:
|
||
row = self.system_job_db.get_job(job_key)
|
||
if not row:
|
||
continue
|
||
if self.system_job_db.delete_job(job_key):
|
||
removed += 1
|
||
except Exception as e:
|
||
self.LOG.warning(f"清理迁移系统任务失败: job_key={job_key}, error={e}")
|
||
if removed > 0:
|
||
self.LOG.info(f"已清理 {removed} 个历史系统任务配置(迁移至插件任务)")
|
||
|
||
def init_wechat_ipad(self):
|
||
"""初始化wechat_ipad客户端"""
|
||
try:
|
||
# 读取config.toml文件
|
||
with open("wechat_ipad/config.toml", "rb") as f:
|
||
self.ipad_config = tomllib.load(f)
|
||
|
||
self.LOG.debug("正在初始化wechat_ipad客户端...")
|
||
|
||
# 检查必要的配置
|
||
server_url = self.ipad_config.get("server_url", "")
|
||
if server_url == "":
|
||
self.LOG.error("server_url不能为空,wechat_ipad初始化失败")
|
||
return False
|
||
|
||
server_ip = self.ipad_config.get("server_ip", "")
|
||
server_port = self.ipad_config.get("server_port", 8059)
|
||
|
||
# 创建事件循环
|
||
self.ipad_loop = asyncio.new_event_loop()
|
||
|
||
# 在新线程中启动wechat_ipad客户端
|
||
self.ipad_thread = threading.Thread(
|
||
target=self._run_wechat_ipad_client,
|
||
args=(server_ip, server_port),
|
||
daemon=True
|
||
)
|
||
self.ipad_thread.start()
|
||
|
||
self.LOG.debug("wechat_ipad客户端初始化完成")
|
||
return True
|
||
except Exception as e:
|
||
self.LOG.error(f"初始化wechat_ipad客户端失败: {e}")
|
||
return False
|
||
|
||
def _run_wechat_ipad_client(self, server_ip, server_port):
|
||
"""在新线程中运行wechat_ipad客户端"""
|
||
asyncio.set_event_loop(self.ipad_loop)
|
||
self.ipad_loop.run_until_complete(self._wechat_ipad_core(server_ip, server_port))
|
||
|
||
async def _wechat_ipad_core(self, server_ip, server_port):
|
||
"""wechat_ipad核心逻辑,基于bot-core.py"""
|
||
try:
|
||
self.LOG.debug("启动wechat_ipad bot")
|
||
# 调用登录接口
|
||
self.ipad_bot = wechat_ipad.WechatAPIClient(server_ip, server_port)
|
||
self.message_auto_revoke = MessageAutoRevoke(self.ipad_bot)
|
||
wxid = self.ipad_config.get("wxid", "")
|
||
device_name = self.ipad_config.get("device_name", "")
|
||
device_id = self.ipad_config.get("device_id", "")
|
||
|
||
if device_name == "":
|
||
device_name = self.ipad_bot.create_device_name()
|
||
if device_id == "":
|
||
device_id = self.ipad_bot.create_device_id()
|
||
|
||
# 登录逻辑
|
||
if not await self.ipad_bot.is_logged_in(wxid):
|
||
await self._handle_ipad_login(wxid, device_name, device_id)
|
||
else: # 已登录
|
||
self.ipad_bot.wxid = wxid
|
||
profile = await self.ipad_bot.get_profile()
|
||
self.ipad_bot.nickname = profile.get("NickName").get("string")
|
||
self.ipad_bot.alias = profile.get("Alias")
|
||
self.ipad_bot.phone = profile.get("BindMobile").get("string")
|
||
self.ipad_bot.signature = profile.get("Signature", "")
|
||
# 更新Robot类的属性
|
||
self.wxid = self.ipad_bot.wxid
|
||
self.nickname = self.ipad_bot.nickname
|
||
self.alias = self.ipad_bot.alias
|
||
self.phone = self.ipad_bot.phone
|
||
self.signature = self.ipad_bot.signature
|
||
|
||
self.LOG.info(
|
||
f"wechat_ipad登录账号信息: wxid: {self.wxid} 昵称: {self.nickname} 微信号: {self.alias} 手机号: {self.phone}")
|
||
|
||
# 注入加载完成的bot
|
||
self.plugin_manager.inject_bot(self.ipad_bot)
|
||
self.LOG.info(f"wechat_ipad登录设备信息: device_name: {device_name} device_id: {device_id}")
|
||
self.LOG.info("wechat_ipad登录成功")
|
||
|
||
# 登录成功后加载联系人信息
|
||
self.allContacts = self.get_all_contacts()
|
||
friends = await self.ipad_bot.get_contract_list()
|
||
self.head_images = self.get_all_head_images()
|
||
self.all_chatroom_members = self.contacts_db.get_chatroom_member_list_name_all()
|
||
# self.LOG.debug(f"all_chatroom_members:{self.all_chatroom_members}")
|
||
self.contact_manager.set_contacts(self.allContacts, friends, self.head_images, self.all_chatroom_members)
|
||
|
||
self.message_storage = MessageStorage(self.ipad_bot)
|
||
self.member_monitor = ChatroomMemberMonitor(self.ipad_bot)
|
||
# # 获取扩展信息,显示相关内容
|
||
ext_profile = await self.ipad_bot.get_profile_info_ext()
|
||
self.ipad_bot.profile_ext = ext_profile
|
||
self.head_image = ext_profile.get("SmallHeadImgUrl")
|
||
|
||
# 先接受堆积消息
|
||
self.LOG.info("处理堆积消息中")
|
||
|
||
# await self.ipad_bot.send_text_message("filehelper", "ipad客户端启动成功")
|
||
count = 0
|
||
while True:
|
||
data = await self.ipad_bot.sync_message()
|
||
data = data.get("AddMsgs")
|
||
if not data:
|
||
if count > 2:
|
||
break
|
||
else:
|
||
count += 1
|
||
continue
|
||
|
||
self.LOG.debug(f"接受到 {len(data)} 条消息")
|
||
await asyncio.sleep(1)
|
||
self.LOG.info("处理堆积消息完毕")
|
||
|
||
# 标记为运行中
|
||
self.ipad_running = True
|
||
# 开启自动心跳(作为后台任务)
|
||
heartbeat_task = asyncio.create_task(self._heartbeat_task())
|
||
heartbeat_task_long = asyncio.create_task(self._heartbeat_task_long())
|
||
# 开始处理消息
|
||
self.LOG.info("开始处理wechat_ipad消息")
|
||
while self.ipad_running:
|
||
try:
|
||
data_temp = await self.ipad_bot.sync_message()
|
||
except Exception as e:
|
||
self.LOG.error(f"获取新消息失败 {e}")
|
||
if "用户可能退出" in str(e):
|
||
self.LOG.error(f"用户可能退出: {e}")
|
||
self.email_sender.send_wechat_alert(self.config.email.get("alert_recipient"),
|
||
f"用户可能退出: {e}", self.wxid,
|
||
self.nickname)
|
||
await self.login_twice_auto_auth()
|
||
await asyncio.sleep(5)
|
||
continue
|
||
|
||
data = data_temp.get("AddMsgs")
|
||
if data:
|
||
for message in data:
|
||
# self.LOG.debug(f"sync_message.处理消息消息内容: {message}")
|
||
# 处理消息
|
||
try:
|
||
wxmsg: WxMessage = WxMessage.from_json(message)
|
||
# 判断是否已经收到过。处理。存储最近20个msg_id,处理之前判断是否在清单里面,如果在,这不重新处理了。
|
||
msg_id = wxmsg.msg_id
|
||
if msg_id in self.recent_msg_ids:
|
||
self.LOG.info(f"出现重复ID消息:{msg_id}")
|
||
continue # 已处理,跳过
|
||
self.recent_msg_ids.append(msg_id)
|
||
except Exception as e:
|
||
self.LOG.error(f"WxMessage.from_json 解析失败,消息内容: {message},错误: {e}")
|
||
continue # 跳过本条消息,继续处理下一条
|
||
# 创建独立任务,不阻塞下一条消息
|
||
# 并发执行,限制最大并发数
|
||
xx = asyncio.create_task(self._process_with_semaphore(wxmsg))
|
||
else:
|
||
# 只有当 Ret 不等于 0 或者 不包含 KeyBuf 时才打印
|
||
if not (isinstance(data_temp, dict) and data_temp.get("Ret") == 0 and "KeyBuf" in data_temp):
|
||
self.LOG.debug(f"MESSAGE:{data_temp}")
|
||
|
||
changed_groups = self.member_monitor.parse_mod_contacts_msg(data_temp)
|
||
if changed_groups:
|
||
self.LOG.info(f"监测到群成员变动消息,涉及群: {changed_groups}")
|
||
for group_id in changed_groups:
|
||
if self.gbm.get_group_permission(group_id,
|
||
Feature.GROUP_MEMBER_CHANGE) == PermissionStatus.ENABLED:
|
||
xx = asyncio.create_task(self.member_monitor.check_and_handle_changes(group_id))
|
||
|
||
# 使用异步睡眠替代忙等待循环
|
||
await asyncio.sleep(2)
|
||
|
||
except Exception as e:
|
||
self.LOG.exception(f"wechat_ipad客户端运行出错: {e}")
|
||
self.ipad_running = False
|
||
|
||
# 在类里直接写一个内联 async 方法(不额外抽取新的对外方法)
|
||
|
||
async def _process_with_semaphore(self, wxmsg):
|
||
async with sem:
|
||
try:
|
||
await self._process_ipad_message(wxmsg)
|
||
except Exception as e:
|
||
self.LOG.error(f"处理消息失败 msg_id={wxmsg.msg_id}, 错误: {e}")
|
||
|
||
async def _handle_ipad_login(self, wxid, device_name, device_id):
|
||
"""处理wechat_ipad登录"""
|
||
while not await self.ipad_bot.is_logged_in(wxid):
|
||
# 需要登录
|
||
try:
|
||
if await self.ipad_bot.get_cached_info(wxid):
|
||
# 尝试唤醒登录
|
||
uuid = await self.ipad_bot.awaken_login(wxid)
|
||
self.LOG.info(f"获取到登录uuid: {uuid}")
|
||
else:
|
||
# 二维码登录
|
||
if not device_name:
|
||
device_name = self.ipad_bot.create_device_name()
|
||
if not device_id:
|
||
device_id = self.ipad_bot.create_device_id()
|
||
uuid, url = await self.ipad_bot.get_qr_code(device_id=device_id, device_name=device_name,
|
||
print_qr=True)
|
||
self.LOG.info(f"获取到登录uuid: {uuid}")
|
||
self.LOG.info(f"获取到登录二维码: {url}")
|
||
except Exception as e:
|
||
self.LOG.error(f"登录过程出错: {e}")
|
||
# 二维码登录
|
||
if not device_name:
|
||
device_name = self.ipad_bot.create_device_name()
|
||
if not device_id:
|
||
device_id = self.ipad_bot.create_device_id()
|
||
uuid, url = await self.ipad_bot.get_qr_code(device_id=device_id, device_name=device_name, print_qr=True)
|
||
self.LOG.info(f"获取到登录uuid: {uuid}")
|
||
self.LOG.info(f"获取到登录二维码: {url}")
|
||
|
||
while True:
|
||
self.LOG.info(f"uuid: {uuid}, url: {url}")
|
||
stat, data = await self.ipad_bot.check_login_uuid(uuid, device_id=device_id)
|
||
if stat:
|
||
break
|
||
self.LOG.info(f"等待登录中,过期倒计时:{data}")
|
||
await asyncio.sleep(5)
|
||
|
||
# 保存登录信息
|
||
self.ipad_config["wxid"] = self.ipad_bot.wxid
|
||
self.ipad_config["device_name"] = device_name
|
||
self.ipad_config["device_id"] = device_id
|
||
self.ipad_config["login_time"] = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
|
||
with open("wechat_ipad/config.toml", "w", encoding="utf-8") as f:
|
||
toml.dump(self.ipad_config, f)
|
||
|
||
# 获取登录账号信息
|
||
self.ipad_bot.wxid = data.get("acctSectResp").get("userName")
|
||
self.ipad_bot.nickname = data.get("acctSectResp").get("nickName")
|
||
self.ipad_bot.alias = data.get("acctSectResp").get("alias")
|
||
self.ipad_bot.phone = data.get("acctSectResp").get("bindMobile")
|
||
self.ipad_bot.signature = data.get("Signature", "")
|
||
|
||
# 更新Robot类的属性
|
||
self.wxid = self.ipad_bot.wxid
|
||
self.nickname = self.ipad_bot.nickname
|
||
self.alias = self.ipad_bot.alias
|
||
self.phone = self.ipad_bot.phone
|
||
self.signature = self.ipad_bot.signature
|
||
self.LOG.info(
|
||
f"wechat_ipad登录账号信息: wxid: {self.wxid} 昵称: {self.nickname} 微信号: {self.alias} 手机号: {self.phone}")
|
||
break
|
||
|
||
async def _heartbeat_task(self):
|
||
"""wechat_ipad心跳任务"""
|
||
self.LOG.info("开启wechat_ipad心跳!")
|
||
while self.ipad_running:
|
||
try:
|
||
success = await self.ipad_bot.heartbeat()
|
||
if success:
|
||
self.LOG.debug("心跳进行中")
|
||
else:
|
||
self.LOG.warning("心跳失败")
|
||
except Exception as e:
|
||
self.LOG.error(f"wechat_ipad heartbeat: {e}")
|
||
if "用户可能退出" in str(e):
|
||
self.LOG.error(f"用户可能退出: {e}")
|
||
self.email_sender.send_wechat_alert(self.config.email.get("alert_recipient"), f"用户可能退出: {e}",
|
||
self.wxid,
|
||
self.nickname)
|
||
await self.login_twice_auto_auth()
|
||
await asyncio.sleep(60)
|
||
|
||
async def _heartbeat_task_long(self):
|
||
"""wechat_ipad心跳任务"""
|
||
self.LOG.info("开启wechat_ipad长连接心跳!")
|
||
while self.ipad_running:
|
||
try:
|
||
success = await self.ipad_bot.heartbeat_long()
|
||
if success:
|
||
self.LOG.debug("长连接心跳进行中")
|
||
else:
|
||
self.LOG.warning("长连接心跳失败")
|
||
except Exception as e:
|
||
self.LOG.error(f"wechat_ipad heartbeat long: {e}")
|
||
if "用户可能退出" in str(e):
|
||
self.LOG.error(f"用户可能退出: {e}")
|
||
self.email_sender.send_wechat_alert(self.config.email.get("alert_recipient"), f"用户可能退出: {e}",
|
||
self.wxid,
|
||
self.nickname)
|
||
await self.login_twice_auto_auth()
|
||
await asyncio.sleep(120)
|
||
|
||
async def _process_ipad_message(self, message: WxMessage):
|
||
"""处理wechat_ipad消息"""
|
||
try:
|
||
# self.LOG.debug(f"message: {message}")
|
||
# 消息已经是WxMessage对象,直接使用其属性和方法
|
||
|
||
# 判断是否为群消息
|
||
is_group = message.from_group()
|
||
group_id = message.roomid
|
||
|
||
# 检测群聊是否已加入机器人管理
|
||
if is_group and group_id not in GroupBotManager.local_cache["group_list"]:
|
||
self.LOG.info(f"检测到新群聊: {group_id},自动添加到机器人管理列表并启用机器人功能")
|
||
# 添加群组到列表
|
||
GroupBotManager.local_cache["group_list"].add(group_id)
|
||
# 保存到Redis
|
||
redis_conn = self.db_manager.get_redis_connection()
|
||
redis_conn.sadd("group:list", group_id)
|
||
# 设置ROBOT功能为启用状态
|
||
GroupBotManager.set_group_permission(group_id, Feature.ROBOT, PermissionStatus.ENABLED)
|
||
|
||
# 获取群成员信息并更新数据库
|
||
try:
|
||
chatroom_info = await self.ipad_bot.get_chatroom_info(group_id)
|
||
self.LOG.debug(f"获取到群信息: {chatroom_info}")
|
||
self.allContacts[group_id] = chatroom_info.get('NickName').get("string", "未知群名")
|
||
if chatroom_info:
|
||
# 保存群信息到数据库
|
||
self.contacts_db.save_chatroom_info(chatroom_info)
|
||
members = await self.ipad_bot.get_chatroom_member_list(group_id)
|
||
# 保存群成员信息
|
||
if members:
|
||
# 兼容逻辑已放到save_chatroom_member_simple内部
|
||
self.contacts_db.save_chatroom_member_simple(group_id, members)
|
||
self.LOG.info(f"member_list: {members}")
|
||
# 更新联系人缓存
|
||
for member in members:
|
||
wxid = member.get("UserName", "")
|
||
nick_name = member.get("NickName", "")
|
||
displayName = member.get("DisplayName", "")
|
||
small_head_img_url = member.get("SmallHeadImgUrl", "")
|
||
# 如果displayName不为空,使用displayName
|
||
if displayName:
|
||
nick_name = displayName
|
||
if wxid:
|
||
self.allContacts[wxid] = nick_name
|
||
|
||
self.head_images[wxid] = small_head_img_url
|
||
|
||
friends = await self.ipad_bot.get_contract_list()
|
||
self.all_chatroom_members = self.contacts_db.get_chatroom_member_list_name_all()
|
||
self.contact_manager.set_contacts(self.allContacts, friends, self.head_images,
|
||
self.all_chatroom_members)
|
||
self.LOG.info(f"已更新群 {group_id} 的成员信息")
|
||
except Exception as e:
|
||
self.LOG.error(f"获取群成员信息失败: {e}")
|
||
|
||
# 发布消息接收事件
|
||
self.event_system.publish(EventType.MESSAGE_RECEIVED, {"message": message})
|
||
|
||
# 尝试使用插件处理消息
|
||
plugin_processed = await self.process_plugin_message(message)
|
||
|
||
if is_group:
|
||
self.LOG.debug(f"入库和记录群消息: {message}")
|
||
# 调用统计逻辑进行聊天数据统计:
|
||
try:
|
||
if message.sender != self.wxid:
|
||
self.message_storage.process_message(message)
|
||
except Exception as e:
|
||
self.LOG.error(f"process_message error: {e}")
|
||
|
||
# # 聊天记录入库动作:
|
||
try:
|
||
self.message_storage.archive_message(message)
|
||
# 单独处理图片消息 后续写定时任务自动完成下载。延时处理。
|
||
if message.msg_type == MessageType.IMAGE: # 图片消息类型
|
||
self.message_storage.process_image(message)
|
||
except Exception as e:
|
||
self.LOG.error(f"archive_message error: {e}")
|
||
|
||
except Exception as e:
|
||
self.LOG.error(f"处理wechat_ipad消息出错: {e}")
|
||
|
||
def stop_wechat_ipad(self):
|
||
"""停止wechat_ipad客户端"""
|
||
self.ipad_running = False
|
||
if self.ipad_loop:
|
||
self.ipad_loop.stop()
|
||
self.LOG.info("wechat_ipad客户端已停止")
|
||
|
||
def keep_running_and_block_process(self) -> None:
|
||
"""
|
||
保持机器人运行,不让进程退出
|
||
"""
|
||
while True:
|
||
time.sleep(1)
|
||
|
||
async def process_plugin_message(self, msg) -> bool:
|
||
"""使用插件处理消息"""
|
||
# 获取所有消息处理插件
|
||
|
||
# 关闭00:30-05:00的系统交互,降低被风控风险
|
||
current_hour = time.localtime().tm_hour
|
||
current_minute = time.localtime().tm_min
|
||
is_sleep_time = (current_hour == 0 and current_minute >= 30) or (1 <= current_hour < 5)
|
||
|
||
if is_sleep_time:
|
||
# 只处理特定消息,如管理员消息或紧急消息
|
||
self.LOG.info(f"夜间休眠时间(00:30-05:00),忽略消息: {msg}")
|
||
return False
|
||
message_plugins = self.plugin_registry.get_plugins_by_type(MessagePluginInterface)
|
||
message_plugins = self._sort_message_plugins(message_plugins)
|
||
if not message_plugins:
|
||
return False
|
||
|
||
# 依次尝试处理消息
|
||
for plugin in message_plugins:
|
||
if plugin.status != PluginStatus.RUNNING:
|
||
continue
|
||
|
||
try:
|
||
# 转换消息为插件可处理的格式
|
||
plugin_msg = {
|
||
"type": msg.msg_type,
|
||
"content": msg.content.clean_content,
|
||
"sender": msg.sender,
|
||
"roomid": msg.roomid if msg.from_group() else "",
|
||
"is_at": msg.is_at(self.wxid),
|
||
"timestamp": time.time(),
|
||
"all_contacts": self.allContacts,
|
||
"full_wx_msg": msg,
|
||
"gbm": self.gbm,
|
||
"bot": self.ipad_bot,
|
||
"revoke": self.message_auto_revoke
|
||
}
|
||
|
||
# 检查插件是否可以处理该消息
|
||
if plugin.can_process(plugin_msg):
|
||
processed, _ = await plugin.process_message(plugin_msg)
|
||
if processed:
|
||
# 发布消息处理事件
|
||
self.event_system.publish(EventType.MESSAGE_PROCESSED, {
|
||
"message": msg,
|
||
"plugin": plugin.name
|
||
})
|
||
return True
|
||
except Exception as e:
|
||
self.LOG.error(f"插件 {plugin.name} 处理消息失败: {e}")
|
||
|
||
return False
|
||
|
||
@staticmethod
|
||
def _sort_message_plugins(message_plugins):
|
||
"""将兜底型插件放到最后执行,避免影响其他插件命中。"""
|
||
if not message_plugins:
|
||
return []
|
||
|
||
def is_fallback_plugin(plugin):
|
||
feature_key = str(getattr(plugin, "feature_key", "") or "").strip().upper()
|
||
module_name = str(getattr(plugin.__class__, "__module__", "") or "").lower()
|
||
plugin_name = str(getattr(plugin, "name", "") or "").strip().lower()
|
||
return (
|
||
feature_key == "AI_AUTO_RESPONSE"
|
||
or "plugins.ai_auto_response" in module_name
|
||
or plugin_name in {"小牛群聊bot", "ai_auto_response"}
|
||
)
|
||
|
||
normal_plugins = [plugin for plugin in message_plugins if not is_fallback_plugin(plugin)]
|
||
fallback_plugins = [plugin for plugin in message_plugins if is_fallback_plugin(plugin)]
|
||
return normal_plugins + fallback_plugins
|
||
|
||
def get_all_contacts(self) -> dict:
|
||
"""获取所有联系人信息并返回字典格式 {wxid: nickname}"""
|
||
try:
|
||
# 从数据库获取联系人信息
|
||
contacts = self.contacts_db.get_all_contacts()
|
||
return contacts
|
||
except Exception as e:
|
||
self.LOG.error(f"获取联系人信息失败: {e}")
|
||
return {}
|
||
|
||
def get_all_head_images(self) -> dict:
|
||
"""获取所有的联系人头像信息"""
|
||
try:
|
||
# 从数据库获取所有联系人的头像信息
|
||
head_images = self.contacts_db.get_all_contacts_avatar()
|
||
return head_images
|
||
except Exception as e:
|
||
self.LOG.error(f"获取所有联系人头像信息失败: {e}")
|
||
return {}
|
||
|
||
async def refresh_contacts_db(self):
|
||
"""刷新联系人信息"""
|
||
self.LOG.info("开始刷新联系人信息")
|
||
contacts = await self.ipad_bot.get_contract_list()
|
||
self.LOG.debug(f"获取到的联系人:{contacts}")
|
||
batch_size = 20
|
||
discovered_groups = set()
|
||
for i in range(0, len(contacts), batch_size):
|
||
batch_contacts = contacts[i:i + batch_size]
|
||
contact_info = await self.ipad_bot.get_contract_detail(batch_contacts)
|
||
self.LOG.debug(f"获取到的联系人详细信息数量:{len(contact_info)}")
|
||
friend_contacts = []
|
||
official_contacts = []
|
||
|
||
for contact in contact_info:
|
||
user_name = contact.get("UserName")
|
||
if isinstance(user_name, dict):
|
||
user_name = user_name.get("string", "")
|
||
user_name = user_name or ""
|
||
|
||
if not user_name:
|
||
continue
|
||
|
||
if user_name.endswith("@chatroom"):
|
||
discovered_groups.add(user_name)
|
||
# 群资料这里不能只在“首次发现”时写入:
|
||
# 1. 群头像、小群名、公告等字段都可能在微信侧发生变化;
|
||
# 2. 如果只插入不更新,后续头像缓存拿到的仍然会是旧 URL;
|
||
# 3. 因此每次刷新通讯录都做一次 upsert,确保群资料是最新的。
|
||
self.contacts_db.save_chatroom_info(contact)
|
||
continue
|
||
|
||
if user_name.startswith("gh_"):
|
||
official_contacts.append(contact)
|
||
else:
|
||
friend_contacts.append(contact)
|
||
|
||
# 联系人详情这里必须允许覆盖更新:
|
||
# 1. get_contract_detail 已经重新向远端拿到了最新昵称、签名、头像 URL;
|
||
# 2. 如果 still only_insert=True,库里旧联系人将永远保留历史头像地址;
|
||
# 3. 改成 upsert 后,后续头像缓存同步才能真正拿到最新 URL 并下载新头像。
|
||
if friend_contacts:
|
||
self.contacts_db.save_contacts(friend_contacts, "friends", only_insert=False)
|
||
if official_contacts:
|
||
self.contacts_db.save_contacts(official_contacts, "ghs", only_insert=False)
|
||
|
||
groups = self.contacts_db.get_chatroom_list()
|
||
for group in groups:
|
||
group_id = group["chatroom_id"]
|
||
discovered_groups.add(group_id)
|
||
chatroom_info = await self.ipad_bot.get_chatroom_info(group_id)
|
||
self.LOG.debug(f"获取到的群成员信息:{chatroom_info}")
|
||
if chatroom_info.get("UserName", ""):
|
||
members = await self.ipad_bot.get_chatroom_member_list(group_id)
|
||
if members:
|
||
active_member_wxids = []
|
||
for member in members:
|
||
wxid = member.get("UserName", "")
|
||
if isinstance(wxid, dict):
|
||
wxid = wxid.get("string", "")
|
||
if wxid:
|
||
active_member_wxids.append(wxid)
|
||
|
||
self.contacts_db.mark_chatroom_members_active(group_id, active_member_wxids)
|
||
self.contacts_db.mark_chatroom_members_left(group_id, active_member_wxids)
|
||
# 群成员头像 URL 同样需要覆盖更新:
|
||
# 1. 群成员换头像后,成员表里的 small_head_img_url 会变;
|
||
# 2. 若只做 INSERT IGNORE,则历史记录不会被刷新;
|
||
# 3. 这里改成 upsert,保证后台通讯录与头像缓存都能感知到最新头像地址。
|
||
self.contacts_db.save_chatroom_member_simple(group_id, members, only_insert=False)
|
||
self.LOG.info(f"已增量同步群 {group_id} 的成员信息")
|
||
else:
|
||
self.contacts_db.mark_chatroom_members_left(group_id, [])
|
||
self.LOG.warning(f"群 {group_id} 当前未获取到成员列表,已将历史成员标记为已退群")
|
||
else:
|
||
self.LOG.warning(f"获取群 {group_id} 信息失败,保留群资料并将成员标记为已退群。")
|
||
self.contacts_db.mark_chatroom_members_left(group_id, [])
|
||
|
||
for group_id in discovered_groups:
|
||
if not self.contacts_db.get_chatroom_info(group_id):
|
||
chatroom_info = await self.ipad_bot.get_chatroom_info(group_id)
|
||
if chatroom_info.get("UserName", ""):
|
||
self.contacts_db.save_chatroom_info(chatroom_info)
|
||
members = await self.ipad_bot.get_chatroom_member_list(group_id)
|
||
if members:
|
||
self.contacts_db.save_chatroom_member_simple(group_id, members, only_insert=False)
|
||
|
||
friends = await self.ipad_bot.get_contract_list()
|
||
self.allContacts = self.get_all_contacts()
|
||
self.head_images = self.get_all_head_images()
|
||
self.all_chatroom_members = self.contacts_db.get_chatroom_member_list_name_all()
|
||
self.contact_manager.set_contacts(self.allContacts, friends, self.head_images,
|
||
self.all_chatroom_members)
|
||
self.LOG.info("联系人信息刷新完成")
|
||
|
||
async def login_twice_auto_auth(self) -> None:
|
||
try:
|
||
self.LOG.info(f"定时进行二次登录动作")
|
||
resp = await self.ipad_bot.twice_auto_auth()
|
||
if resp:
|
||
self.LOG.info(f"定时二次登录成功!")
|
||
if self.ipad_running:
|
||
self.LOG.info(f"ipad_wechat running:{self.ipad_running}")
|
||
else:
|
||
self.ipad_running = True
|
||
self.LOG.info(f"ipad_wechat stopped change running:{self.ipad_running}")
|
||
else:
|
||
self.LOG.error(f"定时二次登录失败!")
|
||
self.ipad_running = False
|
||
|
||
except Exception as e:
|
||
self.LOG.error(f"login_twice_auto_auth error: {e}")
|
||
|
||
# ============================================== 系统级任务(刚需)==========================================================
|
||
|
||
async def message_count_to_db(self):
|
||
try:
|
||
self.message_storage.write_to_db()
|
||
except Exception as e:
|
||
self.LOG.error(f"write_to_db error:{e}")
|