1456 lines
64 KiB
Python
1456 lines
64 KiB
Python
from __future__ import annotations
|
||
import asyncio
|
||
import re
|
||
import time
|
||
import xml.etree.ElementTree as ET
|
||
from typing import Any, Dict, List, Optional, Tuple
|
||
|
||
from loguru import logger
|
||
|
||
from base.plugin_common.message_plugin_interface import MessagePluginInterface
|
||
from base.plugin_common.plugin_interface import PluginStatus
|
||
from utils.ai.unified_llm import UnifiedLLMClient
|
||
from utils.robot_cmd.robot_command import GroupBotManager, PermissionStatus
|
||
from utils.wechat.contact_manager import ContactManager
|
||
from wechat_ipad import WechatAPIClient
|
||
from wechat_ipad.models.message import MessageType
|
||
|
||
from .context.context_builder import ContextBuilder
|
||
from .context.image_context import (
|
||
build_image_safety_hints,
|
||
build_local_image_data_url,
|
||
build_recent_image_context,
|
||
prepare_quote_image_inputs,
|
||
)
|
||
from .context.quote_context import parse_quote_context
|
||
from .memory.memory_store import MemoryStore
|
||
from .memory.vector_memory import VectorMemoryStore
|
||
from .profile.persona_engine import PersonaEngine
|
||
from .runtime.flow_manager import FlowManager
|
||
from .runtime.cooldown import CooldownManager
|
||
from .runtime.logging import build_log_summary, yn
|
||
from .memory.group_memory import GroupMemoryCoordinator
|
||
from .memory.group_memory_profile import GroupMemoryService
|
||
from .memory.group_facts import GroupFactsService
|
||
from .memory.memory_ranker import MemoryRanker
|
||
from .memory.social_memory import SocialMemoryService
|
||
from .profile.group_profile import GroupProfileResolver
|
||
from .context.conversation_hints import build_conversation_hints
|
||
from .core.decision_flow import DecisionFlow
|
||
from .core.triggers import TriggerRouter
|
||
from .core.llm_result_parser import LLMResultParser
|
||
from .core.reply_formatter import finalize_reply, preview_text
|
||
from .safety.dedup import DedupManager
|
||
from .safety.filters import (
|
||
is_coding_work_request,
|
||
is_directed_abuse,
|
||
is_prompt_attack,
|
||
is_targeting_other_user,
|
||
should_ignore,
|
||
strip_at_prefix,
|
||
)
|
||
|
||
|
||
class AIAutoResponsePlugin(MessagePluginInterface):
|
||
FEATURE_KEY = "AI_AUTO_RESPONSE"
|
||
FEATURE_DESCRIPTION = "🐮 小牛拟人群聊BOT [群聊拟真、及时答疑、长期记忆]"
|
||
|
||
@property
|
||
def name(self) -> str:
|
||
return "小牛群聊BOT"
|
||
|
||
@property
|
||
def version(self) -> str:
|
||
return "2.0.0"
|
||
|
||
@property
|
||
def description(self) -> str:
|
||
return "拟人化群聊BOT，支持心流、长期记忆和回归成员识别"
|
||
|
||
@property
|
||
def author(self) -> str:
|
||
return "ABOT Team"
|
||
|
||
@property
|
||
def command_prefix(self) -> Optional[str]:
|
||
return None
|
||
|
||
@property
|
||
def commands(self) -> List[str]:
|
||
return []
|
||
|
||
@property
|
||
def feature_key(self) -> Optional[str]:
|
||
return self.FEATURE_KEY
|
||
|
||
@property
|
||
def feature_description(self) -> Optional[str]:
|
||
return self.FEATURE_DESCRIPTION
|
||
|
||
def __init__(self):
|
||
super().__init__()
|
||
self.feature = self.register_feature()
|
||
self.group_messages: Dict[str, List[Dict]] = {}
|
||
self.enable = True
|
||
self.dedup = DedupManager()
|
||
self.llm_semaphore: Optional[asyncio.Semaphore] = None
|
||
self.llm_call_timeout_sec = 0
|
||
self.message_queue: Optional[asyncio.Queue] = None
|
||
self.queue_worker_count = 1
|
||
self.queue_maxsize = 200
|
||
self.queue_workers: List[asyncio.Task] = []
|
||
self.reply_limits: Dict[str, Any] = {}
|
||
self.prompt_compact_config: Dict[str, Any] = {}
|
||
self.message_expire_sec = 0.0
|
||
self.room_message_seq_counter = 0
|
||
self.latest_room_message_seq: Dict[str, int] = {}
|
||
|
||
def initialize(self, context: Dict[str, Any]) -> bool:
|
||
self.LOG = logger
|
||
self.db_manager = context.get("db_manager")
|
||
self.enable = bool(self._config.get("enable", True))
|
||
self.persona_engine = PersonaEngine(self.get_plugin_path(), self._config.get("persona", {}))
|
||
self.group_memory_service = GroupMemoryService(self.db_manager, self._config.get("group_profiles", {}) or {})
|
||
self.group_profile_resolver = GroupProfileResolver(self._config.get("group_profiles", {}) or {})
|
||
self.flow_manager = FlowManager({
|
||
**(self._config.get("flow", {}) or {}),
|
||
"night_silent_hours": (self._config.get("cooldown", {}) or {}).get("night_silent_hours", []),
|
||
})
|
||
merged_trigger_config = dict(self._config.get("priority", {}) or {})
|
||
merged_trigger_config.update(self._config.get("topics", {}) or {})
|
||
self.trigger_router = TriggerRouter(merged_trigger_config)
|
||
merged_memory_config = dict(self._config.get("mode", {}) or {})
|
||
merged_memory_config.update(self._config.get("memory", {}) or {})
|
||
self.memory_store = MemoryStore(self.db_manager, merged_memory_config)
|
||
self.vector_memory = VectorMemoryStore(self._config.get("memory", {}) or {})
|
||
self.context_builder = ContextBuilder(int((self._config.get("mode", {}) or {}).get("recent_context_size", 30)))
|
||
self.decision_flow = DecisionFlow()
|
||
self.llm_client = UnifiedLLMClient(self._config.get("api", {}) or {})
|
||
self.social_memory = SocialMemoryService(self.db_manager, self._config.get("memory", {}) or {})
|
||
self.group_facts = GroupFactsService(self._config.get("memory", {}) or {})
|
||
self.memory_ranker = MemoryRanker(self._config.get("memory", {}) or {})
|
||
self.group_memory = GroupMemoryCoordinator(
|
||
group_memory_service=self.group_memory_service,
|
||
group_profile_resolver=self.group_profile_resolver,
|
||
social_memory_service=self.social_memory,
|
||
group_facts_service=self.group_facts,
|
||
vector_memory=self.vector_memory,
|
||
memory_config=self._config.get("memory", {}) or {},
|
||
)
|
||
self.filters = self._config.get("filters", {}) or {}
|
||
self.mode_config = self._config.get("mode", {}) or {}
|
||
self.cooldown_config = self._config.get("cooldown", {}) or {}
|
||
self.reply_limits = self._config.get("reply", {}) or {}
|
||
self.prompt_compact_config = self._config.get("prompt_compact", {}) or {}
|
||
self.cooldown = CooldownManager(self.cooldown_config)
|
||
self.image_config = self._config.get("image", {}) or {}
|
||
self.spam_config = self._config.get("spam_guard", {}) or {}
|
||
runtime_config = self._config.get("runtime", {}) or {}
|
||
llm_max_concurrency = max(int(runtime_config.get("llm_max_concurrency", 3) or 3), 1)
|
||
self.llm_semaphore = asyncio.Semaphore(llm_max_concurrency)
|
||
timeout_base = int((self._config.get("api", {}) or {}).get("timeout_seconds", 60) or 60)
|
||
timeout_fallback = max(timeout_base * 2, 90)
|
||
self.llm_call_timeout_sec = max(int(runtime_config.get("llm_call_timeout_sec", timeout_fallback) or timeout_fallback), 10)
|
||
# 群聊是强时效场景：
|
||
# 1. 如果一条消息已经在队列里放太久，再回往往比“不回”更奇怪；
|
||
# 2. 因此这里引入消息过期时间，后续会在“出队前”和“发送前”各检查一次；
|
||
# 3. 默认沿用 question_reply_timeout_sec 的时效感，再允许 runtime 单独覆盖。
|
||
self.message_expire_sec = max(
|
||
float(
|
||
runtime_config.get(
|
||
"message_expire_sec",
|
||
(self._config.get("mode", {}) or {}).get("question_reply_timeout_sec", 12),
|
||
)
|
||
or 12
|
||
),
|
||
1.0,
|
||
)
|
||
self.queue_worker_count = max(int(runtime_config.get("queue_worker_count", 2) or 2), 1)
|
||
self.queue_maxsize = max(int(runtime_config.get("queue_maxsize", 500) or 500), 10)
|
||
self.message_queue = asyncio.Queue(maxsize=self.queue_maxsize)
|
||
try:
|
||
self.redis_client = self.db_manager.get_redis_connection() if self.db_manager else None
|
||
except Exception:
|
||
self.redis_client = None
|
||
self._synced_member_context_versions: Dict[str, str] = {}
|
||
self.log_debug = bool((self._config.get("logging", {}) or {}).get("debug", True))
|
||
self.LOG.debug(
|
||
f"[{self.name}] 初始化完成 llm_max_concurrency={llm_max_concurrency} llm_call_timeout_sec={self.llm_call_timeout_sec} "
|
||
f"message_expire_sec={self.message_expire_sec} queue_worker_count={self.queue_worker_count} queue_maxsize={self.queue_maxsize}"
|
||
)
|
||
return True
|
||
|
||
def start(self) -> bool:
|
||
self.status = PluginStatus.RUNNING
|
||
if self.message_queue is None:
|
||
self.message_queue = asyncio.Queue(maxsize=self.queue_maxsize)
|
||
self._ensure_workers_started()
|
||
return True
|
||
|
||
def stop(self) -> bool:
|
||
self.status = PluginStatus.STOPPED
|
||
for worker in self.queue_workers:
|
||
if not worker.done():
|
||
worker.cancel()
|
||
self.queue_workers = []
|
||
return True
|
||
|
||
def can_process(self, message: Dict[str, Any]) -> bool:
|
||
if not self.enable:
|
||
return False
|
||
room_id = message.get("roomid", "")
|
||
if not room_id:
|
||
return False
|
||
if GroupBotManager.get_group_permission(room_id, self.feature) == PermissionStatus.DISABLED:
|
||
return False
|
||
|
||
msg_type = message.get("type")
|
||
if msg_type not in (MessageType.TEXT, MessageType.APP):
|
||
return False
|
||
|
||
full_msg = message.get("full_wx_msg")
|
||
if full_msg and full_msg.from_self():
|
||
return False
|
||
|
||
content = self._normalize_content(message)
|
||
if not content:
|
||
return False
|
||
if self._parse_persona_command(content):
|
||
return True
|
||
if should_ignore(content, self.filters):
|
||
return False
|
||
if is_targeting_other_user(message):
|
||
return False
|
||
return True
|
||
|
||
async def process_message(self, message: Dict[str, Any]) -> Tuple[bool, Optional[str]]:
|
||
room_id = message.get("roomid", "")
|
||
sender = message.get("sender", "")
|
||
if self.message_queue is None:
|
||
self.message_queue = asyncio.Queue(maxsize=self.queue_maxsize)
|
||
self._ensure_workers_started()
|
||
queued_message = dict(message)
|
||
# 记录入队时刻，供后续判断这条消息是否已经“聊过时”。
|
||
# 使用 monotonic 避免系统时间调整影响队列老化判断。
|
||
queued_message["_queued_at_mono"] = time.monotonic()
|
||
# 记录“同群最新消息版本号”：
|
||
# 1. 每来一条新消息，就给当前群分配一个更大的序号；
|
||
# 2. 后续旧消息即使已经排队甚至已经进模型，只要序号落后，就视为过时；
|
||
# 3. 这样可以保证群里只会优先回应最新现场，避免补发旧话。
|
||
queued_message["_room_message_seq"] = self._next_room_message_seq(room_id)
|
||
try:
|
||
self.message_queue.put_nowait(queued_message)
|
||
self._log_event(
|
||
"queued",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
queue_size=self.message_queue.qsize(),
|
||
)
|
||
# 非阻断模式：放入异步队列后，不拦截后续插件执行
|
||
return False, "queued"
|
||
except asyncio.QueueFull:
|
||
self._log_event(
|
||
"drop",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="queue_full",
|
||
queue_maxsize=self.queue_maxsize,
|
||
)
|
||
# 队列满也不阻断后续插件，让其他插件继续尝试处理
|
||
return False, "queue_full"
|
||
|
||
async def _process_message_impl(self, message: Dict[str, Any]) -> Tuple[bool, Optional[str]]:
|
||
room_id = message.get("roomid", "")
|
||
sender = message.get("sender", "")
|
||
bot: WechatAPIClient = message.get("bot")
|
||
is_at = bool(message.get("is_at", False))
|
||
content = self._normalize_content(message)
|
||
stale_age_sec = self._get_message_queue_age_sec(message)
|
||
if self._is_message_stale(message):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="stale_queued_message",
|
||
trigger_type="stale_guard",
|
||
reply_mode="drop",
|
||
age_sec=round(stale_age_sec, 2),
|
||
)
|
||
return False, "stale_queued_message"
|
||
if self._is_message_superseded(message):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="superseded_by_newer_message",
|
||
trigger_type="latest_only_guard",
|
||
reply_mode="drop",
|
||
)
|
||
return False, "superseded_by_newer_message"
|
||
message_key = self._build_message_key(message, content)
|
||
dedup_expiry = int(self.cooldown_config.get("message_dedup_window_sec", 180))
|
||
if not self.dedup.begin_message_processing(message_key, dedup_expiry):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="duplicate_message",
|
||
message_key=message_key,
|
||
)
|
||
return False, "duplicate_message"
|
||
try:
|
||
command = self._parse_persona_command(content)
|
||
if command:
|
||
handled = await self._handle_persona_command(message, command)
|
||
return False, handled
|
||
if is_prompt_attack(content):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="prompt_attack_ignore",
|
||
trigger_type="prompt_attack_block",
|
||
reply_mode="defense",
|
||
)
|
||
return False, "ignored_prompt_attack"
|
||
if self.dedup.should_skip_repeated_room_content(
|
||
room_id=room_id,
|
||
content=content,
|
||
window_sec=int(self.spam_config.get("repeat_window_sec", 45) or 45),
|
||
repeat_threshold=int(self.spam_config.get("repeat_threshold", 3) or 3),
|
||
min_length=int(self.spam_config.get("repeat_min_length", 4) or 4),
|
||
):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="repeated_room_content",
|
||
trigger_type="spam_guard",
|
||
reply_mode="guard",
|
||
topic="-",
|
||
)
|
||
return False, "repeated_room_content"
|
||
coding_work_request = is_coding_work_request(content)
|
||
if coding_work_request and not is_at:
|
||
return False, "skip_coding_work"
|
||
quote_context = parse_quote_context(message.get("full_wx_msg"), room_id, self._get_sender_name)
|
||
sender_name = self._get_sender_name(room_id, sender)
|
||
group_name = self._get_group_name(room_id, message)
|
||
|
||
normalized_message = {
|
||
"sender": sender,
|
||
"sender_name": sender_name,
|
||
"content": content,
|
||
"is_at": is_at,
|
||
"timestamp": message.get("timestamp"),
|
||
}
|
||
self._append_group_message(room_id, normalized_message)
|
||
recent_messages = self.group_messages.get(room_id) or self.memory_store.get_recent_messages(room_id)
|
||
group_name_map = self._build_group_name_map(room_id)
|
||
group_memory_bundle = self.group_memory.build(
|
||
room_id=room_id,
|
||
group_name=group_name,
|
||
sender=sender,
|
||
current_content=content,
|
||
recent_messages=recent_messages,
|
||
name_map=group_name_map,
|
||
)
|
||
group_profile = group_memory_bundle.get("group_profile", {}) or {}
|
||
group_profile = self._apply_persona_override(room_id, group_profile)
|
||
social_context = group_memory_bundle.get("social_context", {}) or {"items": [], "prompt": ""}
|
||
group_facts = group_memory_bundle.get("group_facts", {}) or {"items": [], "prompt": ""}
|
||
self._log_event(
|
||
"recv",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
sender_name=sender_name,
|
||
group_mode=group_profile.get("mode", ""),
|
||
knowledge_domain=group_profile.get("knowledge_domain", ""),
|
||
memory_domain=group_profile.get("group_memory_domain", ""),
|
||
humor_style=group_profile.get("humor_style", ""),
|
||
sharpness_style=group_profile.get("sharpness_style", ""),
|
||
is_at=is_at,
|
||
content_preview=preview_text(content),
|
||
quote_type=quote_context.get("quote_type_label", ""),
|
||
msg_type=str(message.get("type")),
|
||
message_key=message_key,
|
||
coding_work=yn(coding_work_request),
|
||
)
|
||
conversation_hints = build_conversation_hints(
|
||
recent_messages,
|
||
sender,
|
||
content,
|
||
quote_context,
|
||
self.persona_engine.config.get("name", "小牛"),
|
||
)
|
||
|
||
memory_hints = self.memory_store.build_memory_hints(room_id, sender)
|
||
self._sync_member_memory(room_id, sender, sender_name, memory_hints.get("member_context", {}))
|
||
self.group_memory.sync_snapshots(
|
||
room_id=room_id,
|
||
social_context=social_context,
|
||
group_facts=group_facts,
|
||
log_event=self._log_event,
|
||
)
|
||
self._log_event(
|
||
"memory",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
returning_state=memory_hints.get("returning_member_state", "") or "none",
|
||
has_member_context=bool(memory_hints.get("member_context")),
|
||
is_followup=memory_hints.get("is_followup", False),
|
||
last_active_at=memory_hints.get("last_active_at", "") or "",
|
||
social_links=len(social_context.get("items", [])),
|
||
group_facts=len(group_facts.get("items", [])),
|
||
)
|
||
trigger = self.trigger_router.route(message | {"content": content}, memory_hints, conversation_hints)
|
||
flow_state = self.flow_manager.apply_message_event(room_id, {
|
||
"is_at": is_at,
|
||
"is_question": trigger.is_question,
|
||
"is_followup": trigger.is_followup,
|
||
"topic_hit": bool(trigger.topic),
|
||
"topic": trigger.topic,
|
||
"is_returning_member": trigger.is_returning_member,
|
||
"message_after_bot": True,
|
||
})
|
||
self._log_event(
|
||
"decision",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
trigger_type=trigger.trigger_type,
|
||
priority=trigger.priority,
|
||
reasons="|".join(trigger.reasons),
|
||
directed=yn(trigger.is_directed),
|
||
flow_state=flow_state.state,
|
||
flow_score=round(flow_state.score, 2),
|
||
topic=trigger.topic or "",
|
||
)
|
||
|
||
allow_proactive = bool(self.mode_config.get("allow_proactive_reply", True))
|
||
acceptance_state = self.flow_manager.get_acceptance_state(room_id)
|
||
decision = self.decision_flow.prepare(
|
||
trigger.__dict__,
|
||
flow_state.state,
|
||
allow_proactive,
|
||
acceptance_state,
|
||
conversation_hints,
|
||
)
|
||
reply_mode = str(decision.get("reply_mode", "social_short") or "social_short")
|
||
should_reply = bool(decision.get("should_consider_model"))
|
||
if not should_reply:
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="planner_skip",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=trigger.topic or "",
|
||
flow_state=flow_state.state,
|
||
acceptance_state=acceptance_state,
|
||
solver=yn(conversation_hints.get("has_recent_human_solver")),
|
||
)
|
||
return False, "skip"
|
||
if not self.cooldown.pass_cooldown(room_id, sender, trigger.__dict__):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason=trigger.__dict__.get("_cooldown_reason", "cooldown"),
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=trigger.topic or "",
|
||
)
|
||
return False, "cooldown"
|
||
|
||
vector_memories = []
|
||
if self.vector_memory.should_search(reply_mode, trigger.trigger_type, memory_hints.get("returning_member_state", "")):
|
||
vector_memories = self.vector_memory.search(content, room_id, sender)
|
||
ranked_memory = self.memory_ranker.rank(
|
||
content=content,
|
||
quote_context=quote_context,
|
||
group_profile=group_profile,
|
||
member_context=memory_hints.get("member_context", {}) or {},
|
||
vector_memories=vector_memories,
|
||
social_context=social_context,
|
||
group_facts=group_facts,
|
||
trigger=trigger.__dict__,
|
||
)
|
||
vector_memories = ranked_memory.get("vector_memories", []) or []
|
||
social_context = ranked_memory.get("social_context", social_context) or {"items": [], "prompt": ""}
|
||
group_facts = ranked_memory.get("group_facts", group_facts) or {"items": [], "prompt": ""}
|
||
member_memory_focus = ranked_memory.get("member_memory_focus", []) or []
|
||
memory_rank_summary = self.group_memory.build_debug_summary(ranked_memory.get("debug", {}))
|
||
image_context = build_recent_image_context(
|
||
message=message,
|
||
room_id=room_id,
|
||
content=content,
|
||
quote_context=quote_context,
|
||
get_latest_image_message=self.memory_store.get_latest_image_message,
|
||
get_sender_name=self._get_sender_name,
|
||
image_config=self.image_config,
|
||
)
|
||
image_urls = await prepare_quote_image_inputs(
|
||
bot=bot,
|
||
quote_context=quote_context,
|
||
log_event=self._log_event,
|
||
)
|
||
if not image_urls and image_context:
|
||
recent_image_url = build_local_image_data_url(
|
||
str(image_context.get("image_path", "") or ""),
|
||
self.get_main_path(),
|
||
)
|
||
if recent_image_url:
|
||
image_urls = [recent_image_url]
|
||
image_safety = build_image_safety_hints(
|
||
message=message,
|
||
content=content,
|
||
quote_context=quote_context,
|
||
image_context=image_context,
|
||
image_urls=image_urls,
|
||
get_latest_image_message=self.memory_store.get_latest_image_message,
|
||
image_config=self.image_config,
|
||
)
|
||
self._log_event(
|
||
"context",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
group_mode=group_profile.get("mode", ""),
|
||
knowledge_domain=group_profile.get("knowledge_domain", ""),
|
||
acceptance_state=acceptance_state,
|
||
reply_mode=reply_mode,
|
||
recent_message_count=len(recent_messages),
|
||
vector_hit_count=len(vector_memories),
|
||
member_focus_count=len(member_memory_focus),
|
||
social_hit_count=len((social_context or {}).get("items", []) or []),
|
||
group_fact_hit_count=len((group_facts or {}).get("items", []) or []),
|
||
image_input_count=len(image_urls),
|
||
image_risk=yn(image_safety.get("suspected")),
|
||
image_visible=yn(image_safety.get("has_visual_context")),
|
||
memory_rank_summary=memory_rank_summary,
|
||
)
|
||
|
||
context = self.context_builder.build(
|
||
room_id=room_id,
|
||
group_profile=group_profile,
|
||
sender=sender,
|
||
sender_name=sender_name,
|
||
content=content,
|
||
recent_messages=recent_messages,
|
||
member_context=memory_hints.get("member_context", {}),
|
||
member_memory_focus=member_memory_focus,
|
||
trigger=trigger.__dict__,
|
||
flow_state=flow_state.state,
|
||
reply_mode=reply_mode,
|
||
vector_memories=vector_memories,
|
||
social_memory=social_context,
|
||
group_facts=group_facts,
|
||
quote_context=quote_context | {
|
||
"has_image_attachment": bool(image_urls),
|
||
"image_safety": image_safety,
|
||
},
|
||
image_context=image_context,
|
||
)
|
||
context["coding_work_request"] = coding_work_request
|
||
# 这个标记只作为模型输入信号，不在本地直接生成固定回复。
|
||
# 这样既能让模型知道“这次是在被点名挑衅”，又不会暴露出模板式机器人痕迹。
|
||
context["abuse_directed"] = is_directed_abuse(
|
||
content,
|
||
directed=bool(trigger.is_directed) or bool(is_at),
|
||
)
|
||
|
||
prompt_strategy = self._build_prompt_strategy(context=context, memory_hints=memory_hints)
|
||
context["prompt_strategy"] = prompt_strategy
|
||
try:
|
||
raw_response = await self._call_llm_async(
|
||
room_id=room_id,
|
||
sender=sender,
|
||
sender_name=sender_name,
|
||
content=content,
|
||
group_profile=group_profile,
|
||
memory_hints=memory_hints,
|
||
context=context,
|
||
image_urls=image_urls,
|
||
)
|
||
except asyncio.TimeoutError:
|
||
self._log_event(
|
||
"model_timeout",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
timeout_sec=self.llm_call_timeout_sec,
|
||
model=self.llm_client.model,
|
||
provider=self.llm_client.provider,
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
)
|
||
return False, "llm_timeout"
|
||
response = LLMResultParser.sanitize_response(raw_response, content)
|
||
if not response:
|
||
self._log_event(
|
||
"model_empty",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
model=self.llm_client.model,
|
||
last_error=self.llm_client.last_error,
|
||
reply_mode=reply_mode,
|
||
)
|
||
return False, "empty_response"
|
||
|
||
llm_result = LLMResultParser.parse_llm_result(
|
||
response,
|
||
current_content=content,
|
||
fallback_reply_mode=reply_mode,
|
||
fallback_topic=trigger.topic or "",
|
||
)
|
||
if not llm_result.get("should_reply", True):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="llm_no_reply",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=llm_result.get("reply_mode", reply_mode),
|
||
topic=llm_result.get("topic_summary", "") or llm_result.get("topic_id", ""),
|
||
)
|
||
return False, "llm_no_reply"
|
||
|
||
reply_mode = str(llm_result.get("reply_mode", reply_mode) or reply_mode)
|
||
reply_text = str(llm_result.get("reply", "") or "").strip()
|
||
selected_topic = str(llm_result.get("topic_summary", "") or llm_result.get("topic_id", "") or trigger.topic or "")
|
||
if not reply_text:
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="llm_empty_reply",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=selected_topic,
|
||
)
|
||
return False, "llm_empty_reply"
|
||
|
||
reply_chunks = finalize_reply(reply_text, reply_mode, self.reply_limits)
|
||
final_response_text = "\n".join(reply_chunks)
|
||
# 第二次过期判断：
|
||
# 1. 这一步专门防止“LLM 慢返回后补发过时回复”；
|
||
# 2. 即使消息进模型时还新鲜，等模型回完也可能已经跟不上群聊了；
|
||
# 3. 这种情况下直接放弃发送，比突然补回旧话更自然。
|
||
if self._is_message_stale(message):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="stale_before_send",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=selected_topic,
|
||
age_sec=round(self._get_message_queue_age_sec(message), 2),
|
||
)
|
||
return False, "stale_before_send"
|
||
# 第二次“只回最新消息”判断：
|
||
# 1. 旧消息可能已经进了 LLM，但这期间同群又来了更新内容；
|
||
# 2. 这时即使模型产出了结果，也不应该再把旧回复补发出去；
|
||
# 3. 直接丢弃旧结果，让群里只看到贴着最新现场的回复。
|
||
if self._is_message_superseded(message):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="superseded_before_send",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=selected_topic,
|
||
)
|
||
return False, "superseded_before_send"
|
||
reply_dedup_expiry = int(self.cooldown_config.get("reply_dedup_window_sec", 90))
|
||
if not reply_chunks or self.dedup.should_skip_duplicate_reply(
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reply_text=final_response_text,
|
||
expiry_sec=reply_dedup_expiry,
|
||
):
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="duplicate_reply",
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
response_preview=preview_text(final_response_text),
|
||
)
|
||
return False, "duplicate_reply"
|
||
|
||
for chunk in reply_chunks:
|
||
await bot.send_text_message(room_id, chunk, sender)
|
||
self.cooldown.note_reply(room_id)
|
||
self.flow_manager.note_bot_reply(room_id)
|
||
self.memory_store.note_bot_reply(room_id, sender, selected_topic)
|
||
self._upsert_interaction_memory(room_id, sender, sender_name, content, final_response_text, trigger.trigger_type, selected_topic)
|
||
self._log_event(
|
||
"sent",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
sender_name=sender_name,
|
||
trigger_type=trigger.trigger_type,
|
||
reply_mode=reply_mode,
|
||
topic=selected_topic,
|
||
response_preview=preview_text(final_response_text),
|
||
response_len=len(final_response_text),
|
||
chunk_count=len(reply_chunks),
|
||
)
|
||
return False, "replied"
|
||
finally:
|
||
self.dedup.finish_message_processing(message_key)
|
||
|
||
async def _message_worker_loop(self, worker_index: int) -> None:
|
||
if self.message_queue is None:
|
||
return
|
||
while self.status == PluginStatus.RUNNING:
|
||
try:
|
||
message = await self.message_queue.get()
|
||
except asyncio.CancelledError:
|
||
break
|
||
|
||
room_id = message.get("roomid", "")
|
||
sender = message.get("sender", "")
|
||
try:
|
||
await self._process_message_impl(message)
|
||
except asyncio.CancelledError:
|
||
break
|
||
except Exception as exc:
|
||
self.LOG.exception(f"[{self.name}] 后台处理失败 worker={worker_index} room={room_id} sender={sender}: {exc}")
|
||
finally:
|
||
self.message_queue.task_done()
|
||
|
||
def _ensure_workers_started(self) -> None:
|
||
if self.status != PluginStatus.RUNNING:
|
||
return
|
||
if self.message_queue is None:
|
||
self.message_queue = asyncio.Queue(maxsize=self.queue_maxsize)
|
||
|
||
alive_workers = [worker for worker in self.queue_workers if not worker.done()]
|
||
self.queue_workers = alive_workers
|
||
missing = self.queue_worker_count - len(self.queue_workers)
|
||
if missing <= 0:
|
||
return
|
||
|
||
try:
|
||
asyncio.get_running_loop()
|
||
except RuntimeError:
|
||
return
|
||
|
||
start_index = len(self.queue_workers) + 1
|
||
for i in range(missing):
|
||
worker = asyncio.create_task(self._message_worker_loop(worker_index=start_index + i))
|
||
self.queue_workers.append(worker)
|
||
|
||
def _append_group_message(self, room_id: str, message: Dict) -> None:
|
||
items = self.group_messages.setdefault(room_id, [])
|
||
items.append(message)
|
||
size = int(self.mode_config.get("recent_context_size", 30))
|
||
if len(items) > size:
|
||
self.group_messages[room_id] = items[-size:]
|
||
|
||
def _call_llm(
|
||
self,
|
||
*,
|
||
room_id: str,
|
||
sender: str,
|
||
sender_name: str,
|
||
content: str,
|
||
group_profile: Dict,
|
||
memory_hints: Dict,
|
||
context: Dict,
|
||
image_urls: List[str],
|
||
) -> str:
|
||
user_id = f"{room_id}:{sender}"
|
||
# 这里明确只保留 Dify 这一条调用链。
|
||
# 这样人格、记忆裁剪、图片输入都只维护一套协议，避免 chat 与 dify 行为分叉。
|
||
if self.llm_client.provider != "dify":
|
||
self._log_event(
|
||
"model_skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="provider_not_dify",
|
||
provider=self.llm_client.provider,
|
||
)
|
||
return ""
|
||
files = self._build_dify_image_files(user_id=user_id, image_urls=image_urls)
|
||
payload = self._build_dify_simple_inputs(
|
||
sender_name=sender_name,
|
||
content=content,
|
||
group_profile=group_profile,
|
||
memory_hints=memory_hints,
|
||
context=context,
|
||
files=files,
|
||
)
|
||
result = self.llm_client.run(
|
||
prompt=content,
|
||
user=user_id,
|
||
inputs=payload,
|
||
tag="ai_auto_response",
|
||
files=files,
|
||
)
|
||
if not result:
|
||
return ""
|
||
return str((result or {}).get("text", "") or "").strip()
|
||
|
||
async def _call_llm_async(
|
||
self,
|
||
*,
|
||
room_id: str,
|
||
sender: str,
|
||
sender_name: str,
|
||
content: str,
|
||
group_profile: Dict,
|
||
memory_hints: Dict,
|
||
context: Dict,
|
||
image_urls: List[str],
|
||
) -> str:
|
||
if self.llm_semaphore is None:
|
||
self.llm_semaphore = asyncio.Semaphore(1)
|
||
|
||
async with self.llm_semaphore:
|
||
return await asyncio.wait_for(
|
||
asyncio.to_thread(
|
||
self._call_llm,
|
||
room_id=room_id,
|
||
sender=sender,
|
||
sender_name=sender_name,
|
||
content=content,
|
||
group_profile=group_profile,
|
||
memory_hints=memory_hints,
|
||
context=context,
|
||
image_urls=image_urls,
|
||
),
|
||
timeout=self.llm_call_timeout_sec,
|
||
)
|
||
|
||
def _build_dify_simple_inputs(
|
||
self,
|
||
*,
|
||
sender_name: str,
|
||
content: str,
|
||
group_profile: Dict,
|
||
memory_hints: Dict,
|
||
context: Dict,
|
||
files: List[Dict[str, Any]],
|
||
) -> Dict[str, Any]:
|
||
prompt_strategy = context.get("prompt_strategy") or self._build_prompt_strategy(
|
||
context=context,
|
||
memory_hints=memory_hints,
|
||
)
|
||
persona = self._compose_dify_persona_text(group_profile, context)
|
||
group_profile_text = self._compact_text(
|
||
str(context.get("group_profile_prompt", "") or "").strip() or "当前群没有特殊画像。",
|
||
max_chars=int(self.prompt_compact_config.get("group_profile_max_chars", 220) or 220),
|
||
max_lines=int(self.prompt_compact_config.get("group_profile_max_lines", 6) or 6),
|
||
)
|
||
|
||
context_parts = [
|
||
self._string_block(
|
||
"最近上下文",
|
||
self._join_recent_messages(
|
||
context,
|
||
# 这里优先走 prompt_strategy，是为了让“给模型看多少条最近消息”由策略层统一控制；
|
||
# 如果策略层没有明确给值，再退回配置里的 recent_message_max_lines，
|
||
# 避免出现“配置已经改成 30，但这里还偷偷按 4 条截断”的问题。
|
||
max_lines=int(
|
||
prompt_strategy.get(
|
||
"recent_message_max_lines",
|
||
self.prompt_compact_config.get("recent_message_max_lines", 30),
|
||
)
|
||
or 30
|
||
),
|
||
max_line_chars=int(self.prompt_compact_config.get("recent_message_line_max_chars", 60) or 60),
|
||
),
|
||
),
|
||
self._string_block("引用补充", context.get("quote_prompt", "")),
|
||
self._string_block("图片补充", context.get("image_prompt", "")),
|
||
self._string_block("图片谨慎提示", context.get("image_safety_prompt", "")),
|
||
]
|
||
context_text = self._compact_text(
|
||
"\n\n".join([part for part in context_parts if part]).strip() or "无额外上下文。",
|
||
max_chars=int(self.prompt_compact_config.get("context_max_chars", 360) or 360),
|
||
max_lines=int(self.prompt_compact_config.get("context_max_lines", 10) or 10),
|
||
)
|
||
|
||
at_member_profile_text = ""
|
||
if bool(prompt_strategy.get("allow_member_memory")):
|
||
at_member_profile_text = self._compact_text(
|
||
str(context.get("at_member_profile_prompt", "") or ""),
|
||
max_chars=int(self.prompt_compact_config.get("at_member_profile_max_chars", 160) or 160),
|
||
max_lines=int(self.prompt_compact_config.get("at_member_profile_max_lines", 5) or 5),
|
||
)
|
||
member_memory_text = ""
|
||
if bool(prompt_strategy.get("allow_member_memory")):
|
||
member_memory_text = self._compact_text(
|
||
str(context.get("memory_prompt", "") or ""),
|
||
max_chars=int(self.prompt_compact_config.get("member_memory_max_chars", 180) or 180),
|
||
max_lines=int(self.prompt_compact_config.get("member_memory_max_lines", 6) or 6),
|
||
)
|
||
member_memory_text = self._remove_overlap_lines(member_memory_text, at_member_profile_text)
|
||
|
||
memory_parts = [
|
||
self._string_block("本次@发起者画像(优先)", at_member_profile_text),
|
||
self._string_block("成员记忆", member_memory_text),
|
||
self._string_block(
|
||
"群关系记忆",
|
||
self._memory_if_relevant(
|
||
content,
|
||
str(context.get("social_memory_prompt", "") or ""),
|
||
"social",
|
||
enabled=bool(prompt_strategy.get("allow_social_memory")),
|
||
),
|
||
),
|
||
self._string_block(
|
||
"群事实记忆",
|
||
self._memory_if_relevant(
|
||
content,
|
||
str(context.get("group_facts_prompt", "") or ""),
|
||
"facts",
|
||
enabled=bool(prompt_strategy.get("allow_group_facts")),
|
||
),
|
||
),
|
||
self._string_block(
|
||
"向量召回记忆",
|
||
self._memory_if_relevant(
|
||
content,
|
||
str(context.get("vector_memory_prompt", "") or ""),
|
||
"vector",
|
||
enabled=bool(prompt_strategy.get("allow_vector_memory")),
|
||
),
|
||
),
|
||
self._string_block(
|
||
"回归状态",
|
||
str(memory_hints.get("returning_member_state", "") or "").strip()
|
||
if bool(prompt_strategy.get("allow_member_memory"))
|
||
else "",
|
||
),
|
||
]
|
||
memory_text = self._compact_text(
|
||
"\n\n".join([part for part in memory_parts if part]).strip() or "无直接相关记忆。",
|
||
max_chars=int(self.prompt_compact_config.get("memory_max_chars", 240) or 240),
|
||
max_lines=int(self.prompt_compact_config.get("memory_max_lines", 8) or 8),
|
||
)
|
||
|
||
control_lines = [
|
||
f"reply_mode={context.get('reply_mode', 'social_short')}",
|
||
f"trigger_type={context.get('trigger_type', 'none')}",
|
||
f"flow_state={context.get('flow_state', 'idle')}",
|
||
f"speaker_name={context.get('speaker_name_clean', '') or sender_name}",
|
||
f"address_style={group_profile.get('address_style', '低频称呼，默认直接接话')}",
|
||
f"target_reply_chars={prompt_strategy.get('target_reply_chars', 10)}",
|
||
f"hard_reply_cap={prompt_strategy.get('hard_reply_cap', 12)}",
|
||
]
|
||
if context.get("coding_work_request"):
|
||
control_lines.append("coding_work_request=true")
|
||
if context.get("is_at"):
|
||
control_lines.append("is_at=true")
|
||
if context.get("is_directed"):
|
||
control_lines.append("is_directed=true")
|
||
if context.get("abuse_directed"):
|
||
control_lines.append("abuse_directed=true")
|
||
if files:
|
||
control_lines.append(f"images={len(files)}")
|
||
return {
|
||
"persona": persona,
|
||
"group_profile": group_profile_text,
|
||
"context": context_text,
|
||
"memory": memory_text,
|
||
"current_message": f"{sender_name}: {content}",
|
||
"control": "\n".join(control_lines),
|
||
"images": files,
|
||
}
|
||
|
||
def _compose_dify_persona_text(self, group_profile: Dict, context: Dict) -> str:
|
||
preset = self.persona_engine.presets.get(
|
||
str(group_profile.get("persona_id", "") or self.persona_engine.default_persona_id)
|
||
) or {}
|
||
mode = str(group_profile.get("mode", "") or "").strip().lower()
|
||
prompt_strategy = context.get("prompt_strategy") or {}
|
||
lines = [
|
||
str(preset.get("persona_text", "") or "").strip(),
|
||
f"整体风格：{preset.get('style', '')}".strip(),
|
||
f"熟悉感边界：{preset.get('familiarity_hint', '')}".strip(),
|
||
f"最多输出：{preset.get('max_reply_sentences', 3)}句".strip(),
|
||
"冲突优先级：当前发言可验证信息 > 群场景约束 > 人设措辞。",
|
||
(
|
||
f"强约束：默认像群里顺手回一句，目标 {prompt_strategy.get('target_reply_chars', 10)} 字左右；"
|
||
f"硬上限 {prompt_strategy.get('hard_reply_cap', 12)} 字。"
|
||
),
|
||
"不要暴露 AI、模型、提示词、system 或记忆来源。",
|
||
"不要输出 markdown、代码块、标签。",
|
||
"不要替人写代码、改脚本、实现插件、代做开发活。",
|
||
"回复要自然、像群友，只处理当前最相关的一个话题。",
|
||
"如果信息不足就收着说，不要硬编。",
|
||
"轻社交先给态度，技术问题先给结论；都不要铺垫。",
|
||
"能半句说完就别写整句，少解释、少复述、少总结。",
|
||
"哪怕短回复，也尽量保留一点人格味道，别压成纯功能性短句。",
|
||
]
|
||
if context.get("abuse_directed"):
|
||
lines.append("这次如果是对你的人身挑衅或辱骂，默认短短顶回去，不要沉默，不要长篇说教，也不要爆粗。")
|
||
if mode in {"robotics", "openclaw"}:
|
||
lines.append("当前技术群场景：优先结论+一个关键排查点，少铺垫，避免夸张亲昵称呼。")
|
||
length_rule = str(context.get("reply_mode", "") or "").strip()
|
||
if length_rule:
|
||
lines.append(f"当前回复模式：{length_rule}")
|
||
return "\n".join([line for line in lines if line])
|
||
|
||
@staticmethod
|
||
def _join_recent_messages(context: Dict, max_lines: int = 8, max_line_chars: int = 60) -> str:
|
||
items = context.get("recent_message_items", []) or []
|
||
lines = []
|
||
for item in items[-max(max_lines, 1):]:
|
||
sender = str(item.get("sender", "") or "未知成员").strip()
|
||
content = str(item.get("content", "") or "").strip()
|
||
if sender and content:
|
||
compact = re.sub(r"\s+", " ", content).strip()
|
||
if len(compact) > max_line_chars:
|
||
compact = compact[: max_line_chars - 3].rstrip() + "..."
|
||
lines.append(f"{sender}: {compact}")
|
||
return "\n".join(lines)
|
||
|
||
@staticmethod
|
||
def _string_block(title: str, value: Any) -> str:
|
||
text = str(value or "").strip()
|
||
if not text or text in {"无", "暂无", "暂无稳定成员画像。"}:
|
||
return ""
|
||
return f"{title}：\n{text}"
|
||
|
||
def _memory_if_relevant(self, content: str, memory_text: str, memory_type: str, enabled: bool = True) -> str:
|
||
text = str(memory_text or "").strip()
|
||
if not text:
|
||
return ""
|
||
# 记忆现在不再默认灌给模型，而是先过一层“场景门槛”。
|
||
# 这样短回复场景就不会被长期记忆压住，人格也更容易稳定成真人式短接话。
|
||
if not enabled:
|
||
self._log_event(
|
||
"memory_skip",
|
||
memory_type=memory_type,
|
||
reason="strategy_disabled",
|
||
content_preview=preview_text(content, 36),
|
||
)
|
||
return ""
|
||
strict = bool(self.prompt_compact_config.get("strict_memory_relevance", True))
|
||
if not strict:
|
||
return self._compact_text(text, max_chars=180, max_lines=4)
|
||
if self._is_text_relevant(content, text):
|
||
return self._compact_text(text, max_chars=180, max_lines=4)
|
||
self._log_event(
|
||
"memory_skip",
|
||
memory_type=memory_type,
|
||
reason="not_relevant",
|
||
content_preview=preview_text(content, 36),
|
||
)
|
||
return ""
|
||
|
||
def _build_prompt_strategy(self, *, context: Dict, memory_hints: Dict) -> Dict[str, Any]:
|
||
reply_mode = str(context.get("reply_mode", "social_short") or "social_short")
|
||
trigger_type = str(context.get("trigger_type", "none") or "none")
|
||
is_at = bool(context.get("is_at", False))
|
||
is_directed = bool(context.get("is_directed", False))
|
||
is_followup = bool(memory_hints.get("is_followup", False))
|
||
returning_state = str(memory_hints.get("returning_member_state", "") or "").strip()
|
||
strong_directed = is_at or is_directed or trigger_type in {"at_trigger", "quote_followup_trigger"}
|
||
is_question_like = reply_mode in {"qa_fast", "qa_with_context"}
|
||
|
||
# 这个策略专门解决“记忆很重、人格很弱”的问题：
|
||
# 1. 普通 social_short 基本不喂长期记忆，只保留最小现场感；
|
||
# 2. 明确点名、追问、回归成员时，才适度打开成员记忆；
|
||
# 3. 群事实和向量记忆只在问答场景打开，避免模型把记忆写进每句闲聊。
|
||
target_reply_chars_map = {"social_short": 10, "qa_fast": 16, "qa_with_context": 24}
|
||
hard_reply_cap_map = {"social_short": 12, "qa_fast": 18, "qa_with_context": 28}
|
||
# 最近消息条数不再按模式缩到 4~6 条，而是统一交给模型看完整窗口：
|
||
# 1. 回复仍然走短句限制，避免“上下文多了，回复也跟着变长”；
|
||
# 2. 但模型理解当前讨论时，需要看到完整现场，尤其是多人连续接话场景；
|
||
# 3. 默认读取 prompt_compact.recent_message_max_lines，这样配置和策略不会打架。
|
||
configured_recent_lines = max(
|
||
int(self.prompt_compact_config.get("recent_message_max_lines", 30) or 30),
|
||
1,
|
||
)
|
||
recent_lines_map = {
|
||
"social_short": configured_recent_lines,
|
||
"qa_fast": configured_recent_lines,
|
||
"qa_with_context": configured_recent_lines,
|
||
}
|
||
|
||
allow_member_memory = strong_directed or is_followup or returning_state in {"returning_member", "long_absent_member"}
|
||
allow_social_memory = is_question_like and strong_directed
|
||
allow_group_facts = reply_mode == "qa_with_context"
|
||
allow_vector_memory = reply_mode == "qa_with_context" or returning_state == "long_absent_member"
|
||
|
||
return {
|
||
"target_reply_chars": target_reply_chars_map.get(reply_mode, 10),
|
||
"hard_reply_cap": hard_reply_cap_map.get(reply_mode, 12),
|
||
"recent_message_max_lines": recent_lines_map.get(reply_mode, 4),
|
||
"allow_member_memory": allow_member_memory,
|
||
"allow_social_memory": allow_social_memory,
|
||
"allow_group_facts": allow_group_facts,
|
||
"allow_vector_memory": allow_vector_memory,
|
||
}
|
||
|
||
@staticmethod
|
||
def _compact_text(text: str, max_chars: int, max_lines: int) -> str:
|
||
raw = str(text or "").strip()
|
||
if not raw:
|
||
return ""
|
||
lines = [re.sub(r"\s+", " ", line).strip() for line in raw.splitlines() if line and line.strip()]
|
||
if max_lines > 0 and len(lines) > max_lines:
|
||
lines = lines[:max_lines]
|
||
merged = "\n".join(lines).strip()
|
||
if len(merged) <= max_chars:
|
||
return merged
|
||
return merged[: max_chars - 3].rstrip(" ，,；;。.!?！？:：") + "..."
|
||
|
||
@staticmethod
|
||
def _remove_overlap_lines(base_text: str, reference_text: str) -> str:
|
||
base_lines = [line.strip() for line in str(base_text or "").splitlines() if line.strip()]
|
||
if not base_lines:
|
||
return ""
|
||
refs = [line.strip() for line in str(reference_text or "").splitlines() if line.strip()]
|
||
if not refs:
|
||
return "\n".join(base_lines)
|
||
|
||
ref_norm = [AIAutoResponsePlugin._normalize_overlap_token(line) for line in refs]
|
||
kept: List[str] = []
|
||
for line in base_lines:
|
||
norm = AIAutoResponsePlugin._normalize_overlap_token(line)
|
||
if not norm:
|
||
continue
|
||
overlapped = False
|
||
for item in ref_norm:
|
||
if not item:
|
||
continue
|
||
if norm == item or norm in item or item in norm:
|
||
overlapped = True
|
||
break
|
||
if not overlapped:
|
||
kept.append(line)
|
||
return "\n".join(kept)
|
||
|
||
@staticmethod
|
||
def _normalize_overlap_token(text: str) -> str:
|
||
value = str(text or "").strip().lower()
|
||
value = re.sub(r"[：:，,；;。.!?！？\-\s]", "", value)
|
||
return value
|
||
|
||
@staticmethod
|
||
def _is_text_relevant(content: str, memory_text: str) -> bool:
|
||
content_tokens = AIAutoResponsePlugin._extract_relevance_tokens(content)
|
||
memory_tokens = AIAutoResponsePlugin._extract_relevance_tokens(memory_text)
|
||
if not content_tokens or not memory_tokens:
|
||
return False
|
||
overlap = content_tokens & memory_tokens
|
||
return len(overlap) >= 1
|
||
|
||
@staticmethod
|
||
def _extract_relevance_tokens(text: str) -> set[str]:
|
||
raw = str(text or "").lower()
|
||
tokens = set(re.findall(r"[a-z0-9_\\-]{2,}", raw))
|
||
zh_keywords = [
|
||
"机器人", "插件", "部署", "报错", "配置", "接口", "脚本", "微信", "群", "记忆", "成本",
|
||
"价格", "api", "模型", "功能", "菜单", "指令", "回复", "引用", "上下文",
|
||
]
|
||
for keyword in zh_keywords:
|
||
if keyword in raw:
|
||
tokens.add(keyword)
|
||
return tokens
|
||
|
||
def _build_dify_image_files(self, *, user_id: str, image_urls: List[str]) -> List[Dict[str, Any]]:
|
||
files: List[Dict[str, Any]] = []
|
||
for index, image_url in enumerate(image_urls or [], start=1):
|
||
raw = str(image_url or "").strip()
|
||
if not raw:
|
||
continue
|
||
if raw.startswith("http://") or raw.startswith("https://"):
|
||
ref = self.llm_client.build_dify_file_ref(file_type="image", remote_url=raw)
|
||
if ref:
|
||
files.append(ref)
|
||
continue
|
||
if not raw.startswith("data:"):
|
||
continue
|
||
image_bytes, mime_type = self.llm_client.decode_data_url(raw)
|
||
if not image_bytes:
|
||
continue
|
||
ext = self._guess_image_extension(mime_type)
|
||
upload = self.llm_client.upload_dify_file(
|
||
user=user_id,
|
||
file_bytes=image_bytes,
|
||
filename=f"ai_auto_response_{index}.{ext}",
|
||
mime_type=mime_type,
|
||
)
|
||
if not upload:
|
||
self._log_event(
|
||
"dify_image_upload_fail",
|
||
room_id=user_id.split(":", 1)[0],
|
||
sender=user_id.split(":", 1)[1] if ":" in user_id else user_id,
|
||
reason=self.llm_client.last_error,
|
||
)
|
||
continue
|
||
ref = self.llm_client.build_dify_file_ref(
|
||
file_type="image",
|
||
upload_file_id=str(upload.get("id", "") or "").strip(),
|
||
)
|
||
if ref:
|
||
files.append(ref)
|
||
return files
|
||
|
||
@staticmethod
|
||
def _guess_image_extension(mime_type: str) -> str:
|
||
value = str(mime_type or "").strip().lower()
|
||
if value.endswith("/png"):
|
||
return "png"
|
||
if value.endswith("/webp"):
|
||
return "webp"
|
||
if value.endswith("/gif"):
|
||
return "gif"
|
||
return "jpg"
|
||
|
||
@staticmethod
|
||
def _parse_persona_command(content: str) -> Dict[str, str] | None:
|
||
text = str(content or "").strip()
|
||
if not text.startswith("#"):
|
||
return None
|
||
if text in {"#人格列表", "#人格", "#personas"}:
|
||
return {"type": "list"}
|
||
if text in {"#当前人格", "#人格状态", "#persona"}:
|
||
return {"type": "current"}
|
||
if text.startswith("#切换人格"):
|
||
target = text[len("#切换人格"):].strip()
|
||
if target:
|
||
return {"type": "switch", "target": target}
|
||
return {"type": "switch", "target": ""}
|
||
return None
|
||
|
||
async def _handle_persona_command(self, message: Dict[str, Any], command: Dict[str, str]) -> str:
|
||
room_id = str(message.get("roomid", "") or "")
|
||
sender = str(message.get("sender", "") or "")
|
||
bot: WechatAPIClient = message.get("bot")
|
||
command_type = str(command.get("type", "") or "")
|
||
if command_type == "list":
|
||
items = []
|
||
for preset in self.persona_engine.list_personas():
|
||
aliases = " / ".join((preset.get("aliases", []) or [])[:3])
|
||
line = f"{preset.get('name')}（{preset.get('id')}）"
|
||
if aliases:
|
||
line += f" - {aliases}"
|
||
items.append(line)
|
||
text = "可用人格：\n" + "\n".join(f"- {item}" for item in items)
|
||
await bot.send_text_message(room_id, text, sender)
|
||
return "persona_list"
|
||
current_id = self._get_room_persona_id(room_id) or self.persona_engine.default_persona_id
|
||
current_preset = self.persona_engine.presets.get(current_id, {})
|
||
if command_type == "current":
|
||
await bot.send_text_message(
|
||
room_id,
|
||
f"当前人格：{current_preset.get('name', current_id)}（{current_id}）",
|
||
sender,
|
||
)
|
||
return "persona_current"
|
||
if command_type == "switch":
|
||
if not GroupBotManager.is_admin(sender):
|
||
await bot.send_text_message(room_id, "只有管理员才能切换人格。", sender)
|
||
self._log_event(
|
||
"skip",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
reason="persona_switch_no_permission",
|
||
trigger_type="persona_command",
|
||
reply_mode="admin_guard",
|
||
)
|
||
return "persona_switch_no_permission"
|
||
target = str(command.get("target", "") or "").strip()
|
||
if not target:
|
||
await bot.send_text_message(room_id, "写法：#切换人格 于谦", sender)
|
||
return "persona_switch_missing"
|
||
target_id = self.persona_engine.resolve_persona_id(target)
|
||
if not target_id:
|
||
await bot.send_text_message(room_id, f"没找到这个人格：{target}，先发 #人格列表 看看。", sender)
|
||
return "persona_switch_invalid"
|
||
self._set_room_persona_id(room_id, target_id)
|
||
target_preset = self.persona_engine.presets.get(target_id, {})
|
||
await bot.send_text_message(
|
||
room_id,
|
||
f"已切到 {target_preset.get('name', target_id)}（{target_id}）",
|
||
sender,
|
||
)
|
||
return "persona_switch"
|
||
return "persona_unknown"
|
||
|
||
def _persona_redis_key(self, room_id: str) -> str:
|
||
return f"ai_auto_response:persona:{room_id}"
|
||
|
||
def _get_room_persona_id(self, room_id: str) -> str:
|
||
if not room_id or not self.redis_client:
|
||
return ""
|
||
try:
|
||
value = self.redis_client.get(self._persona_redis_key(room_id))
|
||
return str(value or "").strip()
|
||
except Exception:
|
||
return ""
|
||
|
||
def _set_room_persona_id(self, room_id: str, persona_id: str) -> bool:
|
||
if not room_id or not persona_id or not self.redis_client:
|
||
return False
|
||
try:
|
||
return bool(self.redis_client.set(self._persona_redis_key(room_id), persona_id))
|
||
except Exception:
|
||
return False
|
||
|
||
def _apply_persona_override(self, room_id: str, group_profile: Dict) -> Dict:
|
||
profile = dict(group_profile or {})
|
||
persona_id = self._get_room_persona_id(room_id)
|
||
if persona_id and persona_id in self.persona_engine.presets:
|
||
profile["persona_id"] = persona_id
|
||
return profile
|
||
|
||
def _build_message_key(self, message: Dict[str, Any], content: str) -> str:
|
||
full_msg = message.get("full_wx_msg")
|
||
if full_msg is not None:
|
||
msg_id = str(getattr(full_msg, "msg_id", "") or "")
|
||
create_time = str(getattr(full_msg, "create_time", "") or "")
|
||
if msg_id:
|
||
return f"{msg_id}:{create_time}"
|
||
room_id = str(message.get("roomid", "") or "")
|
||
sender = str(message.get("sender", "") or "")
|
||
timestamp = str(int(float(message.get("timestamp") or 0)))
|
||
return f"{room_id}:{sender}:{timestamp}:{preview_text(content, 48)}"
|
||
|
||
def _get_message_queue_age_sec(self, message: Dict[str, Any]) -> float:
|
||
queued_at = message.get("_queued_at_mono")
|
||
if queued_at in (None, ""):
|
||
return 0.0
|
||
try:
|
||
return max(time.monotonic() - float(queued_at), 0.0)
|
||
except (TypeError, ValueError):
|
||
return 0.0
|
||
|
||
def _is_message_stale(self, message: Dict[str, Any]) -> bool:
|
||
# 这里只看“排队/等待总时长”，不依赖消息业务时间戳：
|
||
# 1. 队列老化才是补发过时回复的直接原因；
|
||
# 2. 不同上游消息时间字段格式不统一，而入队时间一定可控；
|
||
# 3. 这样实现最稳定，也最符合“超过多久就别回了”的产品语义。
|
||
return self._get_message_queue_age_sec(message) >= float(self.message_expire_sec)
|
||
|
||
def _next_room_message_seq(self, room_id: str) -> int:
|
||
self.room_message_seq_counter += 1
|
||
seq = self.room_message_seq_counter
|
||
if room_id:
|
||
self.latest_room_message_seq[room_id] = seq
|
||
return seq
|
||
|
||
def _is_message_superseded(self, message: Dict[str, Any]) -> bool:
|
||
room_id = str(message.get("roomid", "") or "")
|
||
if not room_id:
|
||
return False
|
||
current_seq = message.get("_room_message_seq")
|
||
latest_seq = self.latest_room_message_seq.get(room_id)
|
||
try:
|
||
return int(current_seq or 0) < int(latest_seq or 0)
|
||
except (TypeError, ValueError):
|
||
return False
|
||
|
||
def _normalize_content(self, message: Dict[str, Any]) -> str:
|
||
msg_type = message.get("type")
|
||
content = str(message.get("content", "")).strip()
|
||
if msg_type == MessageType.TEXT:
|
||
return strip_at_prefix(content)
|
||
if msg_type == MessageType.APP:
|
||
try:
|
||
root = ET.fromstring(content)
|
||
title = root.find(".//title")
|
||
return (title.text or "").strip() if title is not None else "[应用消息]"
|
||
except Exception:
|
||
return "[应用消息]"
|
||
return content
|
||
|
||
def _get_sender_name(self, room_id: str, sender: str) -> str:
|
||
try:
|
||
members = ContactManager.get_instance().get_group_members(room_id)
|
||
return members.get(sender, sender)
|
||
except Exception:
|
||
return sender
|
||
|
||
def _build_group_name_map(self, room_id: str) -> Dict[str, str]:
|
||
try:
|
||
members = ContactManager.get_instance().get_group_members(room_id)
|
||
return {str(wxid): str(name) for wxid, name in (members or {}).items()}
|
||
except Exception:
|
||
return {}
|
||
|
||
@staticmethod
|
||
def _get_group_name(room_id: str, message: Dict[str, Any]) -> str:
|
||
all_contacts = message.get("all_contacts", {}) or {}
|
||
return str(all_contacts.get(room_id, room_id))
|
||
|
||
def _sync_member_memory(self, room_id: str, sender: str, sender_name: str, member_context: Dict) -> None:
|
||
if not member_context:
|
||
return
|
||
version = str(member_context.get("last_profiled_at", ""))
|
||
cache_key = f"{room_id}:{sender}"
|
||
if version and self._synced_member_context_versions.get(cache_key) == version:
|
||
return
|
||
text = self.context_builder._build_member_memory_prompt(member_context)
|
||
if not text or text == "暂无稳定成员画像。":
|
||
return
|
||
payload = {
|
||
"chatroom_id": room_id,
|
||
"wxid": sender,
|
||
"display_name": sender_name,
|
||
"memory_type": "member_context_snapshot",
|
||
"source_id": cache_key,
|
||
"last_active_at": member_context.get("last_profiled_at", ""),
|
||
"topic_tags": member_context.get("topics_of_interest", [])[:5],
|
||
"summary_text": member_context.get("summary_text", ""),
|
||
}
|
||
ok = self.vector_memory.upsert_memory(f"member_context:{cache_key}:{version}", text, payload)
|
||
self._log_event(
|
||
"memory_upsert",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
memory_type="member_context_snapshot",
|
||
ok=ok,
|
||
error=self.vector_memory.last_error,
|
||
)
|
||
if ok and version:
|
||
self._synced_member_context_versions[cache_key] = version
|
||
|
||
def _upsert_interaction_memory(
|
||
self,
|
||
room_id: str,
|
||
sender: str,
|
||
sender_name: str,
|
||
content: str,
|
||
response: str,
|
||
trigger_type: str,
|
||
topic: str,
|
||
) -> None:
|
||
text = f"{sender_name}说：{content}\n小牛回复：{response}"
|
||
payload = {
|
||
"chatroom_id": room_id,
|
||
"wxid": sender,
|
||
"display_name": sender_name,
|
||
"memory_type": "interaction_memory",
|
||
"topic_tags": [item for item in [topic, trigger_type] if item],
|
||
"created_at": time.strftime("%Y-%m-%d %H:%M:%S"),
|
||
"source_id": f"{room_id}:{sender}:{int(time.time())}",
|
||
"summary_text": text[:500],
|
||
}
|
||
ok = self.vector_memory.upsert_memory(payload["source_id"], text, payload)
|
||
self._log_event(
|
||
"memory_upsert",
|
||
room_id=room_id,
|
||
sender=sender,
|
||
memory_type="interaction_memory",
|
||
ok=ok,
|
||
trigger_type=trigger_type,
|
||
error=self.vector_memory.last_error,
|
||
)
|
||
|
||
def _log_event(self, event: str, **kwargs: Any) -> None:
|
||
if not self.log_debug:
|
||
return
|
||
summary = build_log_summary(event, kwargs)
|
||
self.LOG.debug(summary)
|