P1 修复面收口: - 超时三态区分(aborted→USER_INTERRUPT / ETIMEDOUT→TIMEOUT / 其余→ERROR), 根治"真实网络超时被误报为用户中断" - 流空闲超时统一(SSE/Ollama/Anthropic 读循环 60s 无数据抛 504 进重试通道) - 同会话并发 sendMessage 防重入(isRunning 守卫)+ 会话存在性预检 + 前置调用移入 try(ERROR+DONE 双事件保证,根治 isStreaming 假死) - 清空审计后 resetChainCache(根治 verifyChain 误报 TAMPERED) - DONE 不再提前清理 TRACE(TERMINATED 统一收尾,补全最终迭代录制) - IME 合成回车不发送(普通 Enter + Cmd/Ctrl+Enter 双分支)+ handleSend 闭包修复 P2 安全纵深: - preload 移除原始 electronAPI 暴露(渲染层零使用,关掉 XSS invoke 任意通道单点风险) - CORS 同源回显根治(仅当前浏览页面 Origin,did-navigate 同步) - MEMORY.md 命令保护正则扩展(括号/$/反引号/< 重定向边界 + 前导路径) - write_file append TOCTOU 统一(open 后 realpath 校验,新文件分支补漏) - 敏感键归一化(authKey 驼峰/连字符命中)+ MCP headers 鉴权值加密落库 - ReDoS 检测共享化(search_files/file_editor 统一拦截) - run_tests/lint_code 升风险 + 需确认 + npx --no-install(执行边界对齐 run_command) - MCP/SearXNG/llm.baseURL/updateFeedUrl 配置类 URL 高危目标校验(IPv6 去括号 + 十六进制映射解析 + 尾点剥离) P3 架构还债: - temperature/maxTokens 热生效(引擎/编排器/SubAgent 三处接线)+ setBatch 单事务落盘 - SessionRecorder flush 竞态根治(flushPromise 等待 + 超限内联落盘 + stopRecording async) - 内存收口(lastConsolidationBySession LRU / subTraces 清理 / 会话删除 disposeEngine) - i18n 全量收口(28 组件 + 353 key 双字典,状态标签改渲染时函数) - 死代码清理(updateTraceStep/HEADER_HEIGHT/void preA/失实注释) - 斜杠菜单 MUI 化 + 删除逻辑收敛 resetSessionState + Blob URL 统一释放 + 用户消息"仅保存"落库(saveMessage 透传前端 id 修复 id 错位) P4 能力演进: - 死循环检测拆分(驻留前置 + 乒乓后置带进度信号,合法交替不误报) - run-lock 30s 超时强制 abort(旧 run 卡死不无限排队) - RETRY 双通道 stream_reset(前端按 run 归属精确清空,根治重试文本重复) - FTS5 trigram 中文子串搜索(迁移 9 版本化 SCHEMA_VERSION=2,≤2 字符 LIKE 回退) - getContextWindow 兜底 1M→128K(未知模型防 413) 测试: - 855 → 2406 用例(+1551,2.8 倍):服务层 +325(含 MemoryManager 51 新用例)、 工具实体 +483、IPC/适配器 +390(含 OpenAI/Anthropic/Ollama 独立套件)、 纯函数表格化 +330;引入 jsdom + @testing-library(14 组件测试文件 249 用例) - 修复 R1(saveMessage id 透传)/ R2(stream_reset 精确归属)两个回归缺陷 - 遗留低危项清零:git-tools 顺序耦合 / web-fetch 真实时间退避 / slo 内存断言 / mcp-security 多余 skipIf / deepseek-balance 命名误导 / 组件 mock 注入脆弱性 版本: 0.7.4; README 同步(工具风险表/版本徽章); 依赖: 移除 @electron-toolkit/preload, 新增 jsdom/@testing-library(devDependencies 不打包) 回归: typecheck 双端 0 错误; ESLint 0/0; Electron ABI 全量 2406/2406 零跳过; 系统 Node 2110 通过 296 跳过(better-sqlite3 ABI)
510 lines
14 KiB
TypeScript
510 lines
14 KiB
TypeScript
/**
|
||
* Audit Service — 审计日志服务(TOOL 层)
|
||
*
|
||
* 负责将工具调用、权限检查、错误等审计记录写入 SQLite audit_logs 表。
|
||
* 设计原则:
|
||
* 1. 所有重要操作必须记录
|
||
* 2. 日志不可篡改(INSERT-ONLY)
|
||
* 3. 支持按时间/类型/会话查询
|
||
* 4. v0.2.0: 链式哈希防篡改 — 每条日志的 current_hash = SHA256(prev_hash + content)
|
||
*
|
||
* @see docs/MetonaAI-Desktop 架构与交互设计.html — 日志分层
|
||
* @see docs/生产级通用 AI Agent 智能体桌面应用:完整设计与构建指南.html — 第十章
|
||
*/
|
||
|
||
import type Database from 'better-sqlite3';
|
||
import { createHash } from 'crypto';
|
||
import log from 'electron-log';
|
||
|
||
/**
|
||
* #36 修复: 稳定序列化,递归按 key 字典序排序后序列化
|
||
* JSON.stringify 对对象 key 顺序敏感({a:1,b:2} ≠ {b:2,a:1}),
|
||
* 导致相同语义的对象产生不同 hash,审计去重失效。
|
||
* stableStringify 保证相同内容始终产生相同字符串。
|
||
*/
|
||
function stableStringify(obj: unknown): string {
|
||
if (obj === null || typeof obj !== 'object') return JSON.stringify(obj);
|
||
if (Array.isArray(obj)) {
|
||
return '[' + obj.map(stableStringify).join(',') + ']';
|
||
}
|
||
const keys = Object.keys(obj as Record<string, unknown>).sort();
|
||
return (
|
||
'{' +
|
||
keys
|
||
.map((k) => JSON.stringify(k) + ':' + stableStringify((obj as Record<string, unknown>)[k]))
|
||
.join(',') +
|
||
'}'
|
||
);
|
||
}
|
||
|
||
export type AuditEventType =
|
||
| 'tool_call'
|
||
| 'permission_check'
|
||
| 'error'
|
||
| 'llm_request'
|
||
| 'llm_response'
|
||
| 'session_start'
|
||
| 'session_end'
|
||
| 'config_change';
|
||
export type AuditActor = 'agent' | 'user' | 'system';
|
||
export type AuditOutcome = 'success' | 'denied' | 'error';
|
||
|
||
/** v0.5.0: 审计日志行类型(导出/查询共用) */
|
||
interface AuditRecordRow {
|
||
id: number;
|
||
session_id: string;
|
||
iteration: number | null;
|
||
event_type: string;
|
||
actor: string;
|
||
target: string;
|
||
details: string | null;
|
||
outcome: string | null;
|
||
duration_ms: number | null;
|
||
created_at: number;
|
||
prev_hash: string | null;
|
||
current_hash: string | null;
|
||
}
|
||
|
||
export interface AuditEntry {
|
||
sessionId: string;
|
||
iteration?: number;
|
||
eventType: AuditEventType;
|
||
actor: AuditActor;
|
||
target: string;
|
||
details?: Record<string, unknown>;
|
||
outcome?: AuditOutcome;
|
||
durationMs?: number;
|
||
}
|
||
|
||
export class AuditService {
|
||
constructor(private getDB: () => Database.Database) {}
|
||
|
||
/**
|
||
* 计算链式哈希
|
||
* current_hash = SHA256(prev_hash + 所有内容字段)
|
||
* v0.2.0: 纳入 iteration/outcome/durationMs 字段,使用 JSON.stringify 避免分隔符碰撞
|
||
* #36 修复: 改用 stableStringify 替代 JSON.stringify,避免对象 key 顺序不稳定导致 hash 不一致
|
||
*/
|
||
private computeHash(
|
||
prevHash: string,
|
||
entry: {
|
||
sessionId: string;
|
||
iteration: number | null;
|
||
eventType: string;
|
||
actor: string;
|
||
target: string;
|
||
details: string | null;
|
||
outcome: string | null;
|
||
durationMs: number | null;
|
||
createdAt: number;
|
||
},
|
||
): string {
|
||
// #36 修复: 使用 stableStringify 避免分隔符碰撞且保证 key 顺序稳定
|
||
const content = stableStringify({
|
||
prevHash,
|
||
sessionId: entry.sessionId,
|
||
iteration: entry.iteration,
|
||
eventType: entry.eventType,
|
||
actor: entry.actor,
|
||
target: entry.target,
|
||
details: entry.details,
|
||
outcome: entry.outcome,
|
||
durationMs: entry.durationMs,
|
||
createdAt: entry.createdAt,
|
||
});
|
||
return createHash('sha256').update(content, 'utf-8').digest('hex');
|
||
}
|
||
|
||
/**
|
||
* 获取最后一条日志的 hash(用于链式哈希计算)
|
||
* v0.3.0 修复: 使用内存缓存避免每次 log 都查询数据库
|
||
*/
|
||
private cachedLastHash: string | null = null;
|
||
|
||
/**
|
||
* v0.7.4 P1-5: 重置链式哈希内存缓存。
|
||
*
|
||
* data:clearAuditLogs 清空审计表后,cachedLastHash 仍持有已删除末行的哈希:
|
||
* 下一条 log() 的 prev_hash 引用不存在的行 → audit:verifyChain 从零起始遍历时
|
||
* 首行 prev_hash 与零哈希不符 → 误报 TAMPERED(篡改误判)。清空操作后必须调用
|
||
* 本方法使缓存失效,下次 log() 重新查询(表为空 → 回退零哈希)。
|
||
*/
|
||
resetChainCache(): void {
|
||
this.cachedLastHash = null;
|
||
}
|
||
|
||
private getLastHash(): string {
|
||
if (this.cachedLastHash !== null) return this.cachedLastHash;
|
||
const db = this.getDB();
|
||
const row = db.prepare('SELECT current_hash FROM audit_logs ORDER BY id DESC LIMIT 1').get() as
|
||
| { current_hash: string | null }
|
||
| undefined;
|
||
this.cachedLastHash =
|
||
row?.current_hash ?? '0000000000000000000000000000000000000000000000000000000000000000';
|
||
return this.cachedLastHash;
|
||
}
|
||
|
||
/**
|
||
* 记录审计条目(带链式哈希)
|
||
*/
|
||
log(entry: AuditEntry): void {
|
||
try {
|
||
const db = this.getDB();
|
||
const now = Date.now();
|
||
const detailsStr = entry.details ? JSON.stringify(entry.details) : null;
|
||
const prevHash = this.getLastHash();
|
||
const currentHash = this.computeHash(prevHash, {
|
||
sessionId: entry.sessionId,
|
||
iteration: entry.iteration ?? null,
|
||
eventType: entry.eventType,
|
||
actor: entry.actor,
|
||
target: entry.target,
|
||
details: detailsStr,
|
||
outcome: entry.outcome ?? null,
|
||
durationMs: entry.durationMs ?? null,
|
||
createdAt: now,
|
||
});
|
||
|
||
db.prepare(
|
||
`
|
||
INSERT INTO audit_logs (session_id, iteration, event_type, actor, target, details, outcome, duration_ms, created_at, prev_hash, current_hash)
|
||
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
||
`,
|
||
).run(
|
||
entry.sessionId,
|
||
entry.iteration ?? null,
|
||
entry.eventType,
|
||
entry.actor,
|
||
entry.target,
|
||
detailsStr,
|
||
entry.outcome ?? null,
|
||
entry.durationMs ?? null,
|
||
now,
|
||
prevHash,
|
||
currentHash,
|
||
);
|
||
|
||
// v0.3.0 修复: 更新缓存的 lastHash,避免下次 log 再查询数据库
|
||
this.cachedLastHash = currentHash;
|
||
} catch (error) {
|
||
// 审计日志写入失败不应影响主流程
|
||
log.error('Audit log write failed:', error);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 记录工具调用
|
||
*/
|
||
logToolCall(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
toolName: string;
|
||
args: Record<string, unknown>;
|
||
outcome: AuditOutcome;
|
||
result?: unknown;
|
||
error?: string;
|
||
durationMs: number;
|
||
}): void {
|
||
this.log({
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
eventType: 'tool_call',
|
||
actor: 'agent',
|
||
target: params.toolName,
|
||
details: {
|
||
args: params.args,
|
||
result: typeof params.result === 'string' ? params.result.slice(0, 1000) : params.result,
|
||
error: params.error,
|
||
},
|
||
outcome: params.outcome,
|
||
durationMs: params.durationMs,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录 LLM 请求
|
||
*/
|
||
logLLMRequest(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
provider: string;
|
||
model: string;
|
||
tokenCount: number;
|
||
}): void {
|
||
this.log({
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
eventType: 'llm_request',
|
||
actor: 'agent',
|
||
target: `${params.provider}/${params.model}`,
|
||
details: { tokenCount: params.tokenCount },
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录 LLM 响应
|
||
*/
|
||
logLLMResponse(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
provider: string;
|
||
model: string;
|
||
tokenUsage: { input: number; output: number; total: number };
|
||
durationMs: number;
|
||
}): void {
|
||
this.log({
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
eventType: 'llm_response',
|
||
actor: 'agent',
|
||
target: `${params.provider}/${params.model}`,
|
||
details: { tokenUsage: params.tokenUsage },
|
||
outcome: 'success',
|
||
durationMs: params.durationMs,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录会话开始
|
||
*/
|
||
logSessionStart(sessionId: string): void {
|
||
this.log({
|
||
sessionId,
|
||
eventType: 'session_start',
|
||
actor: 'user',
|
||
target: 'session',
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录会话结束
|
||
*/
|
||
logSessionEnd(params: {
|
||
sessionId: string;
|
||
totalIterations: number;
|
||
totalTokens: number;
|
||
durationMs: number;
|
||
terminationReason: string;
|
||
}): void {
|
||
this.log({
|
||
sessionId: params.sessionId,
|
||
eventType: 'session_end',
|
||
actor: 'agent',
|
||
target: 'session',
|
||
details: {
|
||
totalIterations: params.totalIterations,
|
||
totalTokens: params.totalTokens,
|
||
terminationReason: params.terminationReason,
|
||
},
|
||
outcome: 'success',
|
||
durationMs: params.durationMs,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 查询审计日志
|
||
*/
|
||
query(filters?: { sessionId?: string; eventType?: AuditEventType; limit?: number }): Array<{
|
||
id: number;
|
||
session_id: string;
|
||
iteration: number | null;
|
||
event_type: string;
|
||
actor: string;
|
||
target: string;
|
||
details: string | null;
|
||
outcome: string | null;
|
||
duration_ms: number | null;
|
||
created_at: number;
|
||
prev_hash: string | null;
|
||
current_hash: string | null;
|
||
}> {
|
||
const db = this.getDB();
|
||
let sql = 'SELECT * FROM audit_logs WHERE 1=1';
|
||
const params: unknown[] = [];
|
||
|
||
if (filters?.sessionId) {
|
||
sql += ' AND session_id = ?';
|
||
params.push(filters.sessionId);
|
||
}
|
||
if (filters?.eventType) {
|
||
sql += ' AND event_type = ?';
|
||
params.push(filters.eventType);
|
||
}
|
||
|
||
sql += ' ORDER BY created_at DESC';
|
||
|
||
if (filters?.limit) {
|
||
sql += ' LIMIT ?';
|
||
params.push(filters.limit);
|
||
}
|
||
|
||
return db.prepare(sql).all(...params) as Array<{
|
||
id: number;
|
||
session_id: string;
|
||
iteration: number | null;
|
||
event_type: string;
|
||
actor: string;
|
||
target: string;
|
||
details: string | null;
|
||
outcome: string | null;
|
||
duration_ms: number | null;
|
||
created_at: number;
|
||
prev_hash: string | null;
|
||
current_hash: string | null;
|
||
}>;
|
||
}
|
||
|
||
/**
|
||
* v0.5.0: 导出审计日志为 JSONL 文本(每行一条 JSON 记录)
|
||
*
|
||
* @returns JSONL 格式字符串(含全部记录,按 id 升序)
|
||
*/
|
||
exportJSONL(): string {
|
||
const db = this.getDB();
|
||
const rows = db
|
||
.prepare(
|
||
'SELECT id, session_id, iteration, event_type, actor, target, details, outcome, duration_ms, created_at, prev_hash, current_hash FROM audit_logs ORDER BY id ASC',
|
||
)
|
||
.all() as AuditRecordRow[];
|
||
return rows.map((r) => JSON.stringify(r)).join('\n') + (rows.length > 0 ? '\n' : '');
|
||
}
|
||
|
||
/**
|
||
* v0.5.0: 导出审计日志为 CSV 文本
|
||
*
|
||
* 字段含逗号/引号/换行时按 RFC 4180 转义(双引号包裹 + 内部双引号翻倍)。
|
||
*
|
||
* @returns CSV 格式字符串(含表头,按 id 升序)
|
||
*/
|
||
exportCSV(): string {
|
||
const db = this.getDB();
|
||
const rows = db
|
||
.prepare(
|
||
'SELECT id, session_id, iteration, event_type, actor, target, details, outcome, duration_ms, created_at, prev_hash, current_hash FROM audit_logs ORDER BY id ASC',
|
||
)
|
||
.all() as AuditRecordRow[];
|
||
|
||
const headers = [
|
||
'id',
|
||
'session_id',
|
||
'iteration',
|
||
'event_type',
|
||
'actor',
|
||
'target',
|
||
'details',
|
||
'outcome',
|
||
'duration_ms',
|
||
'created_at',
|
||
'prev_hash',
|
||
'current_hash',
|
||
];
|
||
const escapeCsv = (value: string | number | null): string => {
|
||
const s = value === null ? '' : String(value);
|
||
if (/[",\r\n]/.test(s)) {
|
||
return `"${s.replace(/"/g, '""')}"`;
|
||
}
|
||
return s;
|
||
};
|
||
const lines = [headers.join(',')];
|
||
for (const r of rows) {
|
||
lines.push(
|
||
headers
|
||
.map((h) => escapeCsv((r as unknown as Record<string, string | number | null>)[h]))
|
||
.join(','),
|
||
);
|
||
}
|
||
return lines.join('\n') + '\n';
|
||
}
|
||
|
||
/**
|
||
* v0.2.0: 验证链式哈希完整性
|
||
*
|
||
* 遍历所有审计日志,重新计算每条记录的 hash,与存储的 current_hash 对比。
|
||
* 如果任何一条记录的 hash 不匹配,说明日志已被篡改。
|
||
*
|
||
* @returns 验证结果,包括是否通过、首个篡改位置的 ID
|
||
*/
|
||
verifyChain(): {
|
||
valid: boolean;
|
||
totalRecords: number;
|
||
verifiedRecords: number;
|
||
tamperedId: number | null;
|
||
} {
|
||
const db = this.getDB();
|
||
const rows = db
|
||
.prepare(
|
||
'SELECT id, session_id, iteration, event_type, actor, target, details, outcome, duration_ms, created_at, prev_hash, current_hash FROM audit_logs ORDER BY id ASC',
|
||
)
|
||
.all() as Array<{
|
||
id: number;
|
||
session_id: string;
|
||
iteration: number | null;
|
||
event_type: string;
|
||
actor: string;
|
||
target: string;
|
||
details: string | null;
|
||
outcome: string | null;
|
||
duration_ms: number | null;
|
||
created_at: number;
|
||
prev_hash: string | null;
|
||
current_hash: string | null;
|
||
}>;
|
||
|
||
let prevHash = '0000000000000000000000000000000000000000000000000000000000000000';
|
||
let verified = 0;
|
||
|
||
for (const row of rows) {
|
||
// 跳过旧数据(current_hash 为 NULL,未回填哈希)
|
||
if (row.current_hash === null) {
|
||
prevHash = '0'.repeat(64);
|
||
continue;
|
||
}
|
||
|
||
const expectedHash = this.computeHash(prevHash, {
|
||
sessionId: row.session_id,
|
||
iteration: row.iteration,
|
||
eventType: row.event_type,
|
||
actor: row.actor,
|
||
target: row.target,
|
||
details: row.details,
|
||
outcome: row.outcome,
|
||
durationMs: row.duration_ms,
|
||
createdAt: row.created_at,
|
||
});
|
||
|
||
if (row.current_hash !== expectedHash) {
|
||
// 审查修复: #36 将 JSON.stringify 改为 stableStringify 后,旧记录的 hash 用旧算法生成
|
||
// 尝试用旧算法(JSON.stringify)重新计算,如果匹配则跳过(兼容旧数据)
|
||
const legacyContent = JSON.stringify({
|
||
prevHash,
|
||
sessionId: row.session_id,
|
||
iteration: row.iteration,
|
||
eventType: row.event_type,
|
||
actor: row.actor,
|
||
target: row.target,
|
||
details: row.details,
|
||
outcome: row.outcome,
|
||
durationMs: row.duration_ms,
|
||
createdAt: row.created_at,
|
||
});
|
||
const legacyHash = createHash('sha256').update(legacyContent, 'utf-8').digest('hex');
|
||
if (row.current_hash === legacyHash) {
|
||
prevHash = row.current_hash;
|
||
continue;
|
||
}
|
||
return {
|
||
valid: false,
|
||
totalRecords: rows.length,
|
||
verifiedRecords: verified,
|
||
tamperedId: row.id,
|
||
};
|
||
}
|
||
|
||
prevHash = row.current_hash;
|
||
verified++;
|
||
}
|
||
|
||
return { valid: true, totalRecords: rows.length, verifiedRecords: verified, tamperedId: null };
|
||
}
|
||
}
|