加入指令数据统计，指令看板内容
This commit is contained in:
liuwei
540
db/stats_db.py
Normal file
540
db/stats_db.py
Normal file
@@ -0,0 +1,540 @@
|
||||
from datetime import datetime, timedelta
|
||||
from typing import Dict, List, Optional, Union, Tuple
|
||||
from db.base import BaseDBOperator
|
||||
from db.connection import DBConnectionManager
|
||||
|
||||
|
||||
class StatsDBOperator(BaseDBOperator):
|
||||
"""统计数据库操作类"""
|
||||
|
||||
def __init__(self, db_manager: DBConnectionManager):
|
||||
super().__init__(db_manager)
|
||||
|
||||
def record_plugin_call(self, plugin_name: str, command: str, user_id: str,
|
||||
group_id: Optional[str], success: bool,
|
||||
process_time_ms: float) -> bool:
|
||||
"""记录插件调用信息
|
||||
|
||||
Args:
|
||||
plugin_name: 插件名称
|
||||
command: 触发的命令
|
||||
user_id: 用户ID
|
||||
group_id: 群组ID，私聊为None
|
||||
success: 是否调用成功
|
||||
process_time_ms: 处理时间(毫秒)
|
||||
|
||||
Returns:
|
||||
是否成功记录
|
||||
"""
|
||||
# 1. 更新插件统计汇总表
|
||||
self._update_plugin_stats(plugin_name, command, success, process_time_ms,
|
||||
True if group_id else False)
|
||||
|
||||
# 2. 更新用户使用统计表
|
||||
self._update_user_stats(user_id, plugin_name, command, success)
|
||||
|
||||
# 3. 如果是群聊，更新群组使用统计表
|
||||
if group_id:
|
||||
self._update_group_stats(group_id, plugin_name, command, user_id, success)
|
||||
|
||||
return True
|
||||
|
||||
def record_error(self, plugin_name: str, command: str, user_id: str,
|
||||
group_id: Optional[str], error_message: str,
|
||||
stack_trace: Optional[str] = None) -> bool:
|
||||
"""记录错误信息
|
||||
|
||||
Args:
|
||||
plugin_name: 插件名称
|
||||
command: 触发的命令
|
||||
user_id: 用户ID
|
||||
group_id: 群组ID，私聊为None
|
||||
error_message: 错误信息
|
||||
stack_trace: 堆栈跟踪
|
||||
|
||||
Returns:
|
||||
是否成功记录
|
||||
"""
|
||||
sql = """
|
||||
INSERT INTO t_error_logs
|
||||
(plugin_name, command, user_id, group_id, error_message, stack_trace)
|
||||
VALUES (%s, %s, %s, %s, %s, %s)
|
||||
"""
|
||||
params = (plugin_name, command, user_id, group_id, error_message, stack_trace)
|
||||
return self.execute_update(sql, params)
|
||||
|
||||
def _update_plugin_stats(self, plugin_name: str, command: str, success: bool,
|
||||
process_time_ms: float, is_group: bool) -> bool:
|
||||
"""更新插件统计汇总表
|
||||
|
||||
Args:
|
||||
plugin_name: 插件名称
|
||||
command: 触发的命令
|
||||
success: 是否调用成功
|
||||
process_time_ms: 处理时间(毫秒)
|
||||
is_group: 是否群聊
|
||||
|
||||
Returns:
|
||||
是否成功更新
|
||||
"""
|
||||
today = datetime.now().strftime("%Y-%m-%d")
|
||||
|
||||
# 先查询当前记录
|
||||
query_sql = """
|
||||
SELECT id, total_calls, success_calls, failed_calls, group_calls,
|
||||
private_calls, avg_process_time
|
||||
FROM t_plugin_stats
|
||||
WHERE plugin_name = %s AND command = %s AND stat_date = %s
|
||||
"""
|
||||
query_params = (plugin_name, command, today)
|
||||
result = self.execute_query(query_sql, query_params, fetch_one=True)
|
||||
|
||||
if result:
|
||||
# 更新现有记录
|
||||
total_calls = result['total_calls'] + 1
|
||||
success_calls = result['success_calls'] + (1 if success else 0)
|
||||
failed_calls = result['failed_calls'] + (0 if success else 1)
|
||||
group_calls = result['group_calls'] + (1 if is_group else 0)
|
||||
private_calls = result['private_calls'] + (0 if is_group else 1)
|
||||
|
||||
# 计算新的平均处理时间
|
||||
old_avg = result['avg_process_time']
|
||||
new_avg = ((old_avg * (total_calls - 1)) + process_time_ms) / total_calls
|
||||
|
||||
update_sql = """
|
||||
UPDATE t_plugin_stats
|
||||
SET total_calls = %s,
|
||||
success_calls = %s,
|
||||
failed_calls = %s,
|
||||
group_calls = %s,
|
||||
private_calls = %s,
|
||||
avg_process_time = %s
|
||||
WHERE id = %s
|
||||
"""
|
||||
update_params = (total_calls, success_calls, failed_calls, group_calls,
|
||||
private_calls, new_avg, result['id'])
|
||||
return self.execute_update(update_sql, update_params)
|
||||
else:
|
||||
# 插入新记录
|
||||
insert_sql = """
|
||||
INSERT INTO t_plugin_stats
|
||||
(plugin_name, command, stat_date, total_calls, success_calls,
|
||||
failed_calls, group_calls, private_calls, avg_process_time)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s)
|
||||
"""
|
||||
insert_params = (
|
||||
plugin_name, command, today, 1,
|
||||
1 if success else 0,
|
||||
0 if success else 1,
|
||||
1 if is_group else 0,
|
||||
0 if is_group else 1,
|
||||
process_time_ms
|
||||
)
|
||||
return self.execute_update(insert_sql, insert_params)
|
||||
|
||||
def _update_user_stats(self, user_id: str, plugin_name: str,
|
||||
command: str, success: bool) -> bool:
|
||||
"""更新用户使用统计表
|
||||
|
||||
Args:
|
||||
user_id: 用户ID
|
||||
plugin_name: 插件名称
|
||||
command: 触发的命令
|
||||
success: 是否调用成功
|
||||
|
||||
Returns:
|
||||
是否成功更新
|
||||
"""
|
||||
now = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||||
|
||||
# 查询是否存在记录
|
||||
query_sql = """
|
||||
SELECT id, total_calls, success_calls, failed_calls, first_used_at
|
||||
FROM t_user_stats
|
||||
WHERE user_id = %s AND plugin_name = %s AND command = %s
|
||||
"""
|
||||
query_params = (user_id, plugin_name, command)
|
||||
result = self.execute_query(query_sql, query_params, fetch_one=True)
|
||||
|
||||
if result:
|
||||
# 更新现有记录
|
||||
update_sql = """
|
||||
UPDATE t_user_stats
|
||||
SET total_calls = total_calls + 1,
|
||||
success_calls = success_calls + %s,
|
||||
failed_calls = failed_calls + %s,
|
||||
last_used_at = %s
|
||||
WHERE id = %s
|
||||
"""
|
||||
update_params = (1 if success else 0, 0 if success else 1, now, result['id'])
|
||||
return self.execute_update(update_sql, update_params)
|
||||
else:
|
||||
# 插入新记录
|
||||
insert_sql = """
|
||||
INSERT INTO t_user_stats
|
||||
(user_id, plugin_name, command, total_calls, success_calls,
|
||||
failed_calls, first_used_at, last_used_at)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, %s, %s)
|
||||
"""
|
||||
insert_params = (
|
||||
user_id, plugin_name, command, 1,
|
||||
1 if success else 0,
|
||||
0 if success else 1,
|
||||
now, now
|
||||
)
|
||||
return self.execute_update(insert_sql, insert_params)
|
||||
|
||||
def _update_group_stats(self, group_id: str, plugin_name: str,
|
||||
command: str, user_id: str, success: bool) -> bool:
|
||||
"""更新群组使用统计表
|
||||
|
||||
Args:
|
||||
group_id: 群组ID
|
||||
plugin_name: 插件名称
|
||||
command: 触发的命令
|
||||
user_id: 用户ID
|
||||
success: 是否调用成功
|
||||
|
||||
Returns:
|
||||
是否成功更新
|
||||
"""
|
||||
now = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
|
||||
|
||||
# 查询是否存在记录
|
||||
query_sql = """
|
||||
SELECT id, total_calls, success_calls, failed_calls, unique_users, first_used_at
|
||||
FROM t_group_stats
|
||||
WHERE group_id = %s AND plugin_name = %s AND command = %s
|
||||
"""
|
||||
query_params = (group_id, plugin_name, command)
|
||||
result = self.execute_query(query_sql, query_params, fetch_one=True)
|
||||
|
||||
# 查询该命令的唯一用户
|
||||
user_query_sql = """
|
||||
SELECT COUNT(DISTINCT user_id) as user_count
|
||||
FROM t_user_stats
|
||||
WHERE plugin_name = %s AND command = %s
|
||||
"""
|
||||
user_query_params = (plugin_name, command)
|
||||
user_result = self.execute_query(user_query_sql, user_query_params, fetch_one=True)
|
||||
unique_users = user_result['user_count'] if user_result else 1
|
||||
|
||||
if result:
|
||||
# 更新现有记录
|
||||
update_sql = """
|
||||
UPDATE t_group_stats
|
||||
SET total_calls = total_calls + 1,
|
||||
success_calls = success_calls + %s,
|
||||
failed_calls = failed_calls + %s,
|
||||
unique_users = %s,
|
||||
last_used_at = %s
|
||||
WHERE id = %s
|
||||
"""
|
||||
update_params = (1 if success else 0, 0 if success else 1,
|
||||
unique_users, now, result['id'])
|
||||
return self.execute_update(update_sql, update_params)
|
||||
else:
|
||||
# 插入新记录
|
||||
insert_sql = """
|
||||
INSERT INTO t_group_stats
|
||||
(group_id, plugin_name, command, total_calls, success_calls,
|
||||
failed_calls, unique_users, first_used_at, last_used_at)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s)
|
||||
"""
|
||||
insert_params = (
|
||||
group_id, plugin_name, command, 1,
|
||||
1 if success else 0,
|
||||
0 if success else 1,
|
||||
unique_users, now, now
|
||||
)
|
||||
return self.execute_update(insert_sql, insert_params)
|
||||
|
||||
def get_plugin_stats(self, days: int = 7) -> List[Dict]:
|
||||
"""获取插件使用统计
|
||||
|
||||
Args:
|
||||
days: 统计天数
|
||||
|
||||
Returns:
|
||||
插件统计列表
|
||||
"""
|
||||
sql = """
|
||||
SELECT plugin_name, command,
|
||||
SUM(total_calls) as total_calls,
|
||||
SUM(success_calls) as success_calls,
|
||||
SUM(failed_calls) as failed_calls,
|
||||
AVG(avg_process_time) as avg_process_time
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= DATE_SUB(CURDATE(), INTERVAL %s DAY)
|
||||
GROUP BY plugin_name, command
|
||||
ORDER BY total_calls DESC
|
||||
"""
|
||||
return self.execute_query(sql, (days,)) or []
|
||||
|
||||
def get_user_stats(self, days: int = 7, limit: int = 20) -> List[Dict]:
|
||||
"""获取用户使用统计
|
||||
|
||||
Args:
|
||||
days: 统计天数
|
||||
limit: 返回记录数量限制
|
||||
|
||||
Returns:
|
||||
用户统计列表
|
||||
"""
|
||||
sql = """
|
||||
SELECT user_id,
|
||||
SUM(total_calls) as total_calls,
|
||||
COUNT(DISTINCT plugin_name) as used_plugins
|
||||
FROM t_user_stats
|
||||
WHERE last_used_at >= DATE_SUB(CURDATE(), INTERVAL %s DAY)
|
||||
GROUP BY user_id
|
||||
ORDER BY total_calls DESC
|
||||
LIMIT %s
|
||||
"""
|
||||
return self.execute_query(sql, (days, limit)) or []
|
||||
|
||||
def get_group_stats(self, days: int = 7, limit: int = 20) -> List[Dict]:
|
||||
"""获取群组使用统计
|
||||
|
||||
Args:
|
||||
days: 统计天数
|
||||
limit: 返回记录数量限制
|
||||
|
||||
Returns:
|
||||
群组统计列表
|
||||
"""
|
||||
sql = """
|
||||
SELECT group_id,
|
||||
SUM(total_calls) as total_calls,
|
||||
COUNT(DISTINCT plugin_name) as used_plugins,
|
||||
MAX(unique_users) as max_unique_users
|
||||
FROM t_group_stats
|
||||
WHERE last_used_at >= DATE_SUB(CURDATE(), INTERVAL %s DAY)
|
||||
GROUP BY group_id
|
||||
ORDER BY total_calls DESC
|
||||
LIMIT %s
|
||||
"""
|
||||
return self.execute_query(sql, (days, limit)) or []
|
||||
|
||||
def get_error_logs(self, days: int = 7, limit: int = 100) -> List[Dict]:
|
||||
"""获取错误日志
|
||||
|
||||
Args:
|
||||
days: 统计天数
|
||||
limit: 返回记录数量限制
|
||||
|
||||
Returns:
|
||||
错误日志列表
|
||||
"""
|
||||
sql = """
|
||||
SELECT id, plugin_name, command, user_id, group_id,
|
||||
error_message, stack_trace, created_at
|
||||
FROM t_error_logs
|
||||
WHERE created_at >= DATE_SUB(CURDATE(), INTERVAL %s DAY)
|
||||
ORDER BY created_at DESC
|
||||
LIMIT %s
|
||||
"""
|
||||
return self.execute_query(sql, (days, limit)) or []
|
||||
|
||||
def get_error_detail(self, error_id: int) -> Optional[Dict]:
|
||||
"""获取错误详情
|
||||
|
||||
Args:
|
||||
error_id: 错误ID
|
||||
|
||||
Returns:
|
||||
错误详情
|
||||
"""
|
||||
sql = """
|
||||
SELECT id, plugin_name, command, user_id, group_id,
|
||||
error_message, stack_trace, created_at
|
||||
FROM t_error_logs
|
||||
WHERE id = %s
|
||||
"""
|
||||
return self.execute_query(sql, (error_id,), fetch_one=True)
|
||||
|
||||
def get_dashboard_summary(self, days: int = 7) -> Dict:
|
||||
"""获取仪表盘摘要数据
|
||||
|
||||
Args:
|
||||
days: 统计天数
|
||||
|
||||
Returns:
|
||||
仪表盘摘要数据
|
||||
"""
|
||||
# 获取时间范围
|
||||
end_date = datetime.now()
|
||||
start_date = end_date - timedelta(days=days)
|
||||
start_date_str = start_date.strftime("%Y-%m-%d")
|
||||
|
||||
# 1. 总调用次数
|
||||
total_calls_sql = """
|
||||
SELECT SUM(total_calls) as total_calls
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= %s
|
||||
"""
|
||||
total_calls_result = self.execute_query(total_calls_sql, (start_date_str,), fetch_one=True)
|
||||
total_calls = total_calls_result['total_calls'] if total_calls_result and total_calls_result['total_calls'] else 0
|
||||
|
||||
# 2. 成功率
|
||||
success_rate_sql = """
|
||||
SELECT SUM(success_calls) as success_calls, SUM(total_calls) as total_calls
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= %s
|
||||
"""
|
||||
success_rate_result = self.execute_query(success_rate_sql, (start_date_str,), fetch_one=True)
|
||||
success_rate = 0
|
||||
if success_rate_result and success_rate_result['total_calls']:
|
||||
success_rate = (success_rate_result['success_calls'] / success_rate_result['total_calls']) * 100
|
||||
|
||||
# 3. 活跃用户数
|
||||
active_users_sql = """
|
||||
SELECT COUNT(DISTINCT user_id) as active_users
|
||||
FROM t_user_stats
|
||||
WHERE last_used_at >= %s
|
||||
"""
|
||||
active_users_result = self.execute_query(active_users_sql, (start_date_str,), fetch_one=True)
|
||||
active_users = active_users_result['active_users'] if active_users_result else 0
|
||||
|
||||
# 4. 活跃群组数
|
||||
active_groups_sql = """
|
||||
SELECT COUNT(DISTINCT group_id) as active_groups
|
||||
FROM t_group_stats
|
||||
WHERE last_used_at >= %s
|
||||
"""
|
||||
active_groups_result = self.execute_query(active_groups_sql, (start_date_str,), fetch_one=True)
|
||||
active_groups = active_groups_result['active_groups'] if active_groups_result else 0
|
||||
|
||||
# 5. 错误数量
|
||||
error_count_sql = """
|
||||
SELECT COUNT(*) as error_count
|
||||
FROM t_error_logs
|
||||
WHERE created_at >= %s
|
||||
"""
|
||||
error_count_result = self.execute_query(error_count_sql, (start_date_str,), fetch_one=True)
|
||||
error_count = error_count_result['error_count'] if error_count_result else 0
|
||||
|
||||
# 6. 平均响应时间
|
||||
avg_response_time_sql = """
|
||||
SELECT AVG(avg_process_time) as avg_response_time
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= %s
|
||||
"""
|
||||
avg_response_time_result = self.execute_query(avg_response_time_sql, (start_date_str,), fetch_one=True)
|
||||
avg_response_time = avg_response_time_result['avg_response_time'] if avg_response_time_result and avg_response_time_result['avg_response_time'] else 0
|
||||
|
||||
# 7. 最常用的插件
|
||||
top_plugins_sql = """
|
||||
SELECT plugin_name, SUM(total_calls) as total_calls
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= %s
|
||||
GROUP BY plugin_name
|
||||
ORDER BY total_calls DESC
|
||||
LIMIT 5
|
||||
"""
|
||||
top_plugins = self.execute_query(top_plugins_sql, (start_date_str,)) or []
|
||||
|
||||
# 8. 最活跃的用户
|
||||
top_users_sql = """
|
||||
SELECT user_id, SUM(total_calls) as total_calls
|
||||
FROM t_user_stats
|
||||
WHERE last_used_at >= %s
|
||||
GROUP BY user_id
|
||||
ORDER BY total_calls DESC
|
||||
LIMIT 5
|
||||
"""
|
||||
top_users = self.execute_query(top_users_sql, (start_date_str,)) or []
|
||||
|
||||
# 9. 最活跃的群组
|
||||
top_groups_sql = """
|
||||
SELECT group_id, SUM(total_calls) as total_calls
|
||||
FROM t_group_stats
|
||||
WHERE last_used_at >= %s
|
||||
GROUP BY group_id
|
||||
ORDER BY total_calls DESC
|
||||
LIMIT 5
|
||||
"""
|
||||
top_groups = self.execute_query(top_groups_sql, (start_date_str,)) or []
|
||||
|
||||
# 返回汇总数据
|
||||
return {
|
||||
"total_calls": total_calls,
|
||||
"success_rate": success_rate,
|
||||
"active_users": active_users,
|
||||
"active_groups": active_groups,
|
||||
"error_count": error_count,
|
||||
"avg_response_time": avg_response_time,
|
||||
"top_plugins": top_plugins,
|
||||
"top_users": top_users,
|
||||
"top_groups": top_groups
|
||||
}
|
||||
|
||||
def get_plugin_trend(self, plugin_name: str = "", days: int = 7) -> List[Dict]:
|
||||
"""获取插件使用趋势数据
|
||||
|
||||
Args:
|
||||
plugin_name: 插件名称，为空则获取所有插件
|
||||
days: 统计天数
|
||||
|
||||
Returns:
|
||||
插件使用趋势数据
|
||||
"""
|
||||
# 获取时间范围内的每一天
|
||||
end_date = datetime.now().date()
|
||||
start_date = end_date - timedelta(days=days-1) # 包含今天，所以减1
|
||||
|
||||
if plugin_name:
|
||||
# 获取特定插件的趋势
|
||||
sql = """
|
||||
SELECT stat_date, SUM(total_calls) as total_calls,
|
||||
SUM(success_calls) as success_calls,
|
||||
SUM(failed_calls) as failed_calls
|
||||
FROM t_plugin_stats
|
||||
WHERE plugin_name = %s AND stat_date >= %s
|
||||
GROUP BY stat_date
|
||||
ORDER BY stat_date
|
||||
"""
|
||||
params = (plugin_name, start_date)
|
||||
else:
|
||||
# 获取所有插件的趋势
|
||||
sql = """
|
||||
SELECT stat_date, SUM(total_calls) as total_calls,
|
||||
SUM(success_calls) as success_calls,
|
||||
SUM(failed_calls) as failed_calls
|
||||
FROM t_plugin_stats
|
||||
WHERE stat_date >= %s
|
||||
GROUP BY stat_date
|
||||
ORDER BY stat_date
|
||||
"""
|
||||
params = (start_date,)
|
||||
|
||||
results = self.execute_query(sql, params) or []
|
||||
|
||||
# 将结果转换为按日期的字典
|
||||
trend_by_date = {r['stat_date'].strftime('%Y-%m-%d'): r for r in results}
|
||||
|
||||
# 确保每一天都有数据
|
||||
trend_data = []
|
||||
current_date = start_date
|
||||
while current_date <= end_date:
|
||||
date_str = current_date.strftime('%Y-%m-%d')
|
||||
if date_str in trend_by_date:
|
||||
data = trend_by_date[date_str]
|
||||
trend_data.append({
|
||||
'date': date_str,
|
||||
'total_calls': data['total_calls'],
|
||||
'success_calls': data['success_calls'],
|
||||
'failed_calls': data['failed_calls'],
|
||||
'success_rate': (data['success_calls'] / data['total_calls'] * 100) if data['total_calls'] > 0 else 0
|
||||
})
|
||||
else:
|
||||
trend_data.append({
|
||||
'date': date_str,
|
||||
'total_calls': 0,
|
||||
'success_calls': 0,
|
||||
'failed_calls': 0,
|
||||
'success_rate': 0
|
||||
})
|
||||
current_date += timedelta(days=1)
|
||||
|
||||
return trend_data
|
||||
Reference in New Issue
Block a user