P1 修复面收口: Prompt Cache 根治(日期/记忆/附件三类易变内容出 system 入用户消息 前置块 user-context.ts, system 跨 run 字节级稳定; Anthropic system 块数组化 + cache_control ephemeral 断言, DeepSeek 自动缓存前缀命中 — 多轮对话输入 token 成本降数量级); 编辑重发/重新生成幽灵 Trace 双侧根治(DB truncateMessagesAfter 同步过滤 metadata.traceSteps + 前端 trimTraceStepsByAnchor 镜像, 严格小于锚点 时间戳, 同毫秒等值判废); sessions:deleteMessage 死通道全链路删除(渲染层零调用 + message_count 漂移面); Ollama vision 能力门控全链路(MetonaModelInfo .supportsVision 贯穿 adapter/IPC/store/UI, model-capabilities.ts 三道判定纯函数, 未知保守放行); 记忆固化节流(consolidation-policy 纯函数: 总开关 + 内容门控 [回答>=200字符或存在成功工具调用] + 会话级 10 分钟频率窗口, 三 memory.* 配置键) P2 安全纵深: SSRF DNS Pinning 关闭 rebinding 窗口(ssrf-guard 重构 resolvePublicAddresses 单源; ssrf-dispatcher 以 undici Agent.connect.lookup 钉死校验 IP, TLS SNI 保持原域名, 一次性 dispatcher 用后即毁; 代理激活显式 退化为仅入口校验); web_fetch 重写手动逐跳重定向循环(每跳先校验后连接, 替代 redirect:follow 内核跟跳的中间跳裸奔, 上限 5 跳); http_request 换用 pinned fetch; web_search 可达性预检加固(私有 URL 零请求 + 不跟跳, 3xx 视为 可达); Agent 浏览器 CORS 通配收紧为 Origin 回显 + Vary: Origin; ConfirmationHook.forgetSession 会话终态清理(会话删除/abort 联动/SubAgent 终结三处接线, 根治 rememberedDecisions 泄漏) P3 架构还债: agent.enableReflection 死配置全链路接线(main→shared→引擎→ Orchestrator→设置开关, REFLECTING 状态真实可达); AgentLoopConfig.timeoutMs 死字段删除; MemoryManager.cleanupExpired 挂入健康检查周期(expires_at 回收 管道真实化); buildSafeEnv 收敛 utils/safe-env.ts 单源(run_command 与 MCP stdio 共用, 终结双实现漂移); Trace 生命周期治理(metadata 只保留最近 20 个 run — keepRecentRuns 纯函数; JSONL 录制启动自动清理保留 200 个 + 设置页 手动清理); SLO/健康快照可视化(app:healthSnapshot IPC + 设置页只读卡片 + 审计链一键校验) P4 能力演进: 会话标题 LLM 自动生成(TitleGenerator — 每会话幂等/并发重入复用 同一 Promise/自定义标题不覆盖/失败静默回退, Sidebar 经 config:changed 实时 刷新); MCP 自动重连(5s/15s/60s 退避最多 3 次, reconnecting 状态机, teardownConnection 内部拆除保留簿记 — 用户断开/开关关闭即时取消, 设置页 显示第 N/3 次); 死循环检测 ABAB 乒乓模式(最近4轮 A→B→A→B 交替判定, 补齐 docs 第五章"两状态反复切换"检测契约); i18n 第三阶段(ChatInput/LLMSettings/ OnboardingWizard/MemoryViewer 主链路文案出层, zh-CN + en-US 双字典补齐) 测试: 737 → 824 用例(+87, 新增 8 个测试文件 + 扩展 3 个)。新覆盖: user-context 分组/空值收缩/拼接契约、context-builder 字节级稳定性、Anthropic cache_control 四态、consolidation-policy 九路判定矩阵、ssrf-dispatcher(pinned lookup/重定向 解析/IP 校验)、forget-session 会话隔离、trace-lifecycle run 淘汰、 trace-trim 严格小于边界、safe-env 净化矩阵、mcp-reconnect 退避状态机 (fake timers)、title-generator 并发重入、SQLite 侧 truncate×TRACE 联动 (Electron ABI)。测试驱动修复: GIT_*/ 注释终止块注释、重连计数被自身重试 前置断开重置(拆 teardownConnection 保留簿记)、TitleGenerator 幂等占位与 并发去重的检查顺序竞态(去重先于幂等) 版本: 0.7.3; README 同步(配置表新增 agent.enableReflection/memory.*/mcp.autoReconnect) 回归: typecheck 双端 0 错误; ESLint 0/0; 系统 Node 771 通过 53 跳过 (better-sqlite3 ABI); Electron ABI 全量 824/824 零跳过
442 lines
13 KiB
TypeScript
442 lines
13 KiB
TypeScript
/**
|
||
* Session Recorder — 会话录制器(TRACE 层)
|
||
*
|
||
* 负责将完整的会话执行轨迹写入 session_*.jsonl 文件。
|
||
* 每行一条 JSON 事件,支持事后回放和分析。
|
||
*
|
||
* P1-6 重构:
|
||
* 1. 多会话支持——每个会话独立的状态(文件路径/seq),并发会话互不串扰
|
||
* (原实现单会话状态,第二个会话 startRecording 会覆盖第一个的录制目标)
|
||
* 2. 事件签名统一携带 sessionId 参数,与 README 宣称的 9 种事件对齐:
|
||
* session_start, context_built, iteration_start, llm_request,
|
||
* llm_response, tool_call, tool_result, iteration_end, session_end
|
||
*
|
||
* 日志格式:SSE-like JSON Lines
|
||
*
|
||
* @see docs/MetonaAI-Desktop 架构与交互设计.html — 全链路透明可追踪
|
||
* @see docs/生产级通用 AI Agent 智能体桌面应用:完整设计与构建指南.html — 第十一章
|
||
*/
|
||
|
||
import { join } from 'path';
|
||
import {
|
||
appendFileSync,
|
||
existsSync,
|
||
mkdirSync,
|
||
promises,
|
||
readdirSync,
|
||
statSync,
|
||
unlinkSync,
|
||
} from 'fs';
|
||
import log from 'electron-log';
|
||
|
||
// ===== 事件类型 =====
|
||
|
||
export type TraceEventType =
|
||
| 'session_start'
|
||
| 'context_built'
|
||
| 'iteration_start'
|
||
| 'llm_request'
|
||
| 'llm_response'
|
||
| 'tool_call'
|
||
| 'tool_result'
|
||
| 'iteration_end'
|
||
| 'session_end';
|
||
|
||
export interface TraceEvent {
|
||
seq: number;
|
||
ts: string;
|
||
event: TraceEventType;
|
||
sessionId: string;
|
||
[key: string]: unknown;
|
||
}
|
||
|
||
/** 单个会话的录制状态 */
|
||
interface SessionRecordState {
|
||
filePath: string;
|
||
seq: number;
|
||
buffer: string[];
|
||
flushTimer: NodeJS.Timeout | null;
|
||
flushing: boolean;
|
||
}
|
||
|
||
// ===== 服务类 =====
|
||
|
||
export class SessionRecorder {
|
||
/** P1-6: 每会话独立状态(支持并发会话录制) */
|
||
private sessions = new Map<string, SessionRecordState>();
|
||
|
||
/**
|
||
* F-8 接通: 录制总开关(logging.traceEnabled,默认 true)
|
||
* 关闭时 writeEvent 丢弃所有事件(状态 Map 仍维护以保持接口兼容)
|
||
*/
|
||
private enabled = true;
|
||
|
||
constructor(private workspacePath: string) {}
|
||
|
||
/** F-8: 设置录制开关(main.ts 启动时按 logging.traceEnabled 注入) */
|
||
setEnabled(enabled: boolean): void {
|
||
this.enabled = enabled;
|
||
if (!enabled) {
|
||
log.info('[SessionRecorder] Trace recording disabled by config (logging.traceEnabled=false)');
|
||
}
|
||
}
|
||
|
||
/** 获取指定会话的录制状态(不存在返回 null) */
|
||
private state(sessionId: string): SessionRecordState | null {
|
||
return this.sessions.get(sessionId) ?? null;
|
||
}
|
||
|
||
/**
|
||
* 开始录制会话
|
||
*/
|
||
startRecording(sessionId: string): void {
|
||
const logsDir = join(this.workspacePath, 'logs');
|
||
if (!existsSync(logsDir)) {
|
||
mkdirSync(logsDir, { recursive: true });
|
||
}
|
||
|
||
const timestamp = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
|
||
const filePath = join(logsDir, `session_${sessionId}_${timestamp}.jsonl`);
|
||
|
||
this.sessions.set(sessionId, {
|
||
filePath,
|
||
seq: 0,
|
||
buffer: [],
|
||
flushTimer: null,
|
||
flushing: false,
|
||
});
|
||
|
||
// 写入 session_start 事件
|
||
this.writeEvent(sessionId, {
|
||
event: 'session_start',
|
||
sessionId,
|
||
workspace: this.workspacePath,
|
||
});
|
||
|
||
log.info(`Session recording started: ${filePath}`);
|
||
}
|
||
|
||
/**
|
||
* 停止录制(P1-6: 按会话停止,不影响其他并发录制)
|
||
*/
|
||
stopRecording(
|
||
sessionId: string,
|
||
params: {
|
||
totalIterations: number;
|
||
totalTokens: number;
|
||
durationMs: number;
|
||
terminationReason: string;
|
||
},
|
||
): void {
|
||
const state = this.state(sessionId);
|
||
if (!state) return;
|
||
|
||
this.writeEvent(sessionId, {
|
||
event: 'session_end',
|
||
sessionId,
|
||
totalIterations: params.totalIterations,
|
||
totalTokens: params.totalTokens,
|
||
durationMs: params.durationMs,
|
||
terminationReason: params.terminationReason,
|
||
});
|
||
|
||
// #35 修复: 同步 flush 确保最后的 session_end 事件写入文件
|
||
this.flushSync(sessionId);
|
||
|
||
log.info(`Session recording stopped: ${state.filePath}`);
|
||
this.sessions.delete(sessionId);
|
||
}
|
||
|
||
/**
|
||
* 记录上下文构建
|
||
*/
|
||
recordContextBuilt(sessionId: string, params: { tokenCount: number; usageRatio: number }): void {
|
||
this.writeEvent(sessionId, {
|
||
event: 'context_built',
|
||
sessionId,
|
||
tokens: params.tokenCount,
|
||
ratio: params.usageRatio,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录迭代开始
|
||
*/
|
||
recordIterationStart(sessionId: string, iteration: number): void {
|
||
this.writeEvent(sessionId, {
|
||
event: 'iteration_start',
|
||
sessionId,
|
||
iteration,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录 LLM 请求
|
||
*/
|
||
recordLLMRequest(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
provider: string;
|
||
model: string;
|
||
messageCount: number;
|
||
}): void {
|
||
this.writeEvent(params.sessionId, {
|
||
event: 'llm_request',
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
provider: params.provider,
|
||
model: params.model,
|
||
messageCount: params.messageCount,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录 LLM 响应
|
||
*/
|
||
recordLLMResponse(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
content: string;
|
||
finishReason: string;
|
||
tokenUsage: { input: number; output: number; total: number };
|
||
}): void {
|
||
this.writeEvent(params.sessionId, {
|
||
event: 'llm_response',
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
contentPreview: params.content.slice(0, 200),
|
||
finishReason: params.finishReason,
|
||
tokenUsage: params.tokenUsage,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录工具调用
|
||
*/
|
||
recordToolCall(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
toolName: string;
|
||
args: Record<string, unknown>;
|
||
}): void {
|
||
this.writeEvent(params.sessionId, {
|
||
event: 'tool_call',
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
tool: params.toolName,
|
||
args: params.args,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录工具结果
|
||
*/
|
||
recordToolResult(params: {
|
||
sessionId: string;
|
||
iteration: number;
|
||
toolName: string;
|
||
success: boolean;
|
||
durationMs: number;
|
||
resultPreview?: string;
|
||
error?: string;
|
||
}): void {
|
||
this.writeEvent(params.sessionId, {
|
||
event: 'tool_result',
|
||
sessionId: params.sessionId,
|
||
iteration: params.iteration,
|
||
tool: params.toolName,
|
||
success: params.success,
|
||
durationMs: params.durationMs,
|
||
resultPreview: params.resultPreview?.slice(0, 500),
|
||
error: params.error,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 记录迭代结束
|
||
*/
|
||
recordIterationEnd(sessionId: string, params: { iteration: number; durationMs: number }): void {
|
||
this.writeEvent(sessionId, {
|
||
event: 'iteration_end',
|
||
sessionId,
|
||
iteration: params.iteration,
|
||
durationMs: params.durationMs,
|
||
});
|
||
}
|
||
|
||
/**
|
||
* 获取录制文件路径
|
||
*/
|
||
getFilePath(sessionId?: string): string | null {
|
||
if (sessionId) return this.state(sessionId)?.filePath ?? null;
|
||
const first = this.sessions.values().next().value;
|
||
return first?.filePath ?? null;
|
||
}
|
||
|
||
// ===== v0.7.3 P3-3: JSONL 录制文件生命周期治理 =====
|
||
|
||
/** JSONL 录制文件名模式(仅治理本服务产出的文件) */
|
||
private static readonly RECORDING_NAME = /^session_.+\.jsonl$/;
|
||
|
||
/**
|
||
* 统计录制目录中的 JSONL 文件(设置页展示 + 清理前置确认用)。
|
||
* 目录不存在 / 统计失败返回零值(不抛错)。
|
||
*/
|
||
getRecordingStats(): { count: number; totalBytes: number } {
|
||
try {
|
||
const logsDir = join(this.workspacePath, 'logs');
|
||
if (!existsSync(logsDir)) return { count: 0, totalBytes: 0 };
|
||
const names = readdirSync(logsDir).filter((n) => SessionRecorder.RECORDING_NAME.test(n));
|
||
let totalBytes = 0;
|
||
for (const name of names) {
|
||
try {
|
||
totalBytes += statSync(join(logsDir, name)).size;
|
||
} catch {
|
||
/* 单文件统计失败跳过 */
|
||
}
|
||
}
|
||
return { count: names.length, totalBytes };
|
||
} catch {
|
||
return { count: 0, totalBytes: 0 };
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 清理旧录制文件(按修改时间保留最近 maxFiles 个,默认 200)。
|
||
*
|
||
* 背景:workspace/logs/session_*.jsonl 随使用无限累积无任何清理路径。
|
||
* 清理策略:mtime 降序保留前 maxFiles 个,其余删除;仅匹配本服务的
|
||
* session_*.jsonl 命名(用户自放文件不受影响)。启动时(main.ts)与
|
||
* 设置页手动清理共用本方法。
|
||
*
|
||
* @returns 实际删除的文件数
|
||
*/
|
||
pruneOldRecordings(maxFiles = 200): number {
|
||
try {
|
||
const logsDir = join(this.workspacePath, 'logs');
|
||
if (!existsSync(logsDir)) return 0;
|
||
const entries = readdirSync(logsDir)
|
||
.filter((n) => SessionRecorder.RECORDING_NAME.test(n))
|
||
.map((name) => {
|
||
try {
|
||
return { name, mtime: statSync(join(logsDir, name)).mtimeMs };
|
||
} catch {
|
||
return { name, mtime: 0 };
|
||
}
|
||
})
|
||
.sort((a, b) => b.mtime - a.mtime);
|
||
|
||
if (entries.length <= maxFiles) return 0;
|
||
const toDelete = entries.slice(maxFiles);
|
||
let deleted = 0;
|
||
for (const entry of toDelete) {
|
||
try {
|
||
unlinkSync(join(logsDir, entry.name));
|
||
deleted++;
|
||
} catch {
|
||
/* 单文件删除失败(占用中)跳过 */
|
||
}
|
||
}
|
||
if (deleted > 0) {
|
||
log.info(
|
||
`[SessionRecorder] Pruned ${deleted} old recording file(s) (kept ${Math.min(maxFiles, entries.length)})`,
|
||
);
|
||
}
|
||
return deleted;
|
||
} catch (err) {
|
||
log.warn('[SessionRecorder] pruneOldRecordings failed:', err);
|
||
return 0;
|
||
}
|
||
}
|
||
|
||
// ===== 私有方法 =====
|
||
|
||
/**
|
||
* 写入事件到缓冲区
|
||
*
|
||
* #35 修复: 缓冲写入,定时异步 flush,避免每次 appendFileSync 阻塞主进程
|
||
* 高频事件(30-50 次/秒)先 push 到内存 buffer,每 100ms 批量异步写入文件
|
||
*/
|
||
private writeEvent(sessionId: string, data: Record<string, unknown>): void {
|
||
const state = this.state(sessionId);
|
||
if (!state) return;
|
||
// F-8 接通: logging.traceEnabled=false 时丢弃事件(不写文件)
|
||
if (!this.enabled) return;
|
||
|
||
const event: TraceEvent = {
|
||
seq: state.seq++,
|
||
ts: new Date().toISOString(),
|
||
sessionId,
|
||
...data,
|
||
} as TraceEvent;
|
||
|
||
const line = JSON.stringify(event);
|
||
|
||
// 审查修复: buffer 上限防止 OOM — 高频事件持续 flush 失败时避免内存无限增长
|
||
const MAX_BUFFER_SIZE = 1000;
|
||
if (state.buffer.length >= MAX_BUFFER_SIZE) {
|
||
// 超限时强制同步写入,避免内存无限增长
|
||
this.flushSync(sessionId);
|
||
}
|
||
state.buffer.push(line);
|
||
if (!state.flushTimer) {
|
||
state.flushTimer = setTimeout(() => {
|
||
const st = this.state(sessionId);
|
||
if (st) {
|
||
st.flushTimer = null;
|
||
void this.flush(sessionId);
|
||
}
|
||
}, 100);
|
||
}
|
||
}
|
||
|
||
/**
|
||
* #35 修复: 异步 flush 缓冲区到文件
|
||
* 审查修复: 用局部变量保存 filePath,防止 stopRecording 将状态删除后 appendFile 抛错;
|
||
* 失败时将数据 unshift 回 buffer 避免丢整批数据
|
||
*/
|
||
private async flush(sessionId: string): Promise<void> {
|
||
const state = this.state(sessionId);
|
||
if (!state || state.flushing || state.buffer.length === 0) return;
|
||
state.flushing = true;
|
||
const filePath = state.filePath; // 局部变量,防止中途状态被删除
|
||
const data = state.buffer.join('\n') + '\n';
|
||
state.buffer = [];
|
||
try {
|
||
await promises.appendFile(filePath, data, 'utf-8');
|
||
} catch (error) {
|
||
log.error('Trace event flush failed:', error);
|
||
// 审查修复: 失败时将数据放回 buffer 头部,下次 flush/flushSync 重试
|
||
const st = this.state(sessionId);
|
||
if (st) st.buffer.unshift(data.trimEnd());
|
||
} finally {
|
||
const st = this.state(sessionId);
|
||
if (st) st.flushing = false;
|
||
}
|
||
}
|
||
|
||
/**
|
||
* #35 修复: 同步 flush 缓冲区到文件
|
||
* 用于 stopRecording 确保最后的数据(如 session_end 事件)写入文件
|
||
* 审查修复: 如果异步 flush 正在进行(flushing=true),等待其完成后再写入,避免数据交叉/丢失
|
||
*/
|
||
private flushSync(sessionId: string): void {
|
||
const state = this.state(sessionId);
|
||
if (!state) return;
|
||
if (state.flushTimer) {
|
||
clearTimeout(state.flushTimer);
|
||
state.flushTimer = null;
|
||
}
|
||
if (state.buffer.length === 0) return;
|
||
const data = state.buffer.join('\n') + '\n';
|
||
state.buffer = [];
|
||
try {
|
||
appendFileSync(state.filePath, data, 'utf-8');
|
||
} catch (error) {
|
||
log.error('Trace event flushSync failed:', error);
|
||
// 审查修复: 失败时将数据放回 buffer,避免数据丢失
|
||
state.buffer.unshift(data.trimEnd());
|
||
}
|
||
}
|
||
}
|