/** * Prompt Injection Defense — 提示注入防护系统 * * 三层防御: * 1. 正则快速过滤 * 2. 语义级检测 * 3. 指令隔离标记 * * v0.2.0 增强: * - 扩展注入检测模式至 30+ 种 * - 添加多语言检测(中英文) * - 添加编码注入检测(hex、unicode 转义) * - 添加角色扮演注入检测 * - 添加间接注入检测(通过工具返回值注入) * * v0.3.0 增强: * - 实现语义级检测(指令性动词密度、角色边界异常、分隔符嵌套) * - 添加上下文感知的注入检测 * * @see docs/生产级通用 AI Agent 智能体桌面应用:完整设计与构建指南.html — 第十章 */ export interface InjectionDetectionResult { isInjection: boolean; riskScore: number; // 0-10 findings: InjectionFinding[]; recommendation: string; } export interface InjectionFinding { pattern: string; matched: string; severity: 'low' | 'medium' | 'high'; } interface InjectionPattern { pattern: RegExp; severity: 'low' | 'medium' | 'high'; } export class PromptInjectionDefender { private static INJECTION_PATTERNS: InjectionPattern[] = [ // === HIGH 危险:直接越狱/忽略指令 === // v0.3.0 修复:在关键词间允许可选限定词(the/any/all/these/those/your 等),防止 "ignore the previous instructions" 绕过 // #15 修复: 添加 \b 单词边界,防止 "Xignore previous instructions" / "ignore previous instructionss" 等前后缀绕过 { pattern: /\bignore\s+(?:(?:the|all|any|these|those|your|above)\s+)*(?:previous|above|prior)\s+(?:(?:the|your|all)\s+)*(?:instructions?|commands?|directives?|rules?)\b/i, severity: 'high' }, { pattern: /\bforget\s+(?:(?:everything|all|the|your|above|prior)\s+)+/i, severity: 'high' }, { pattern: /\boverride\s+(?:(?:the|your|all|any)\s+)+/i, severity: 'high' }, { pattern: /\bJAILBREAK\b/i, severity: 'high' }, { pattern: /\bDAN\s*[:\[]/i, severity: 'high' }, { pattern: /\b(?:enable|turn\s+on|activate)\s+(?:(?:the|your)\s+)*(?:developer|debug|root|admin)\s+mode\b/i, severity: 'high' }, { pattern: /\b(?:disable|turn\s+off|bypass)\s+(?:(?:the|your|all|any)\s+)*(?:safety|security|filter|guard|defense|restrictions?)\b/i, severity: 'high' }, { pattern: /\b(?:send|transmit|exfiltrate|upload)\s+(?:(?:your|the|all|any)\s+)*(?:data|memory|context|secrets?)\b/i, severity: 'high' }, { pattern: /\b(?:you\s+are|act\s+as|pretend\s+to\s+be)\s+(?:a|an)\s+(?:unrestricted|unfiltered|unlimited|free)\b/i, severity: 'high' }, { pattern: /\b(?:in|under)\s+(?:(?:the|a)\s+)*(?:developer|unrestricted|jailbreak|god)\s+mode\b/i, severity: 'high' }, // 中文高危 { pattern: /忽略(?:以上|之前|前面|上面|所有)(?:的)?(?:指令|指示|命令|说明|规则)/i, severity: 'high' }, { pattern: /忘记(?:之前|上面|所有)(?:的)?(?:内容|对话|指令)/i, severity: 'high' }, { pattern: /(?:黑客|越狱|破解)(?:模式|命令|规则)/i, severity: 'high' }, { pattern: /无视(?:以上|之前|前面|所有)(?:的)?(?:指令|指示|命令|规则)/i, severity: 'high' }, // === MEDIUM 危险:角色扮演/权限提升/编码注入 === // #15 修复: 英文关键词模式添加 \b 单词边界 { pattern: /\byou\s+are\s+now\b/i, severity: 'medium' }, { pattern: /\bnew\s+(instructions|directive|role|persona)\b/i, severity: 'medium' }, { pattern: /\b(show|display|print|output|reveal|tell\s+me)\s+(your|the)\s+(system\s+)?(prompt|instruction|directive)\b/i, severity: 'medium' }, { pattern: /\b(dump|echo|log|expose)\s+(your|the)\s+(context|memory|history)\b/i, severity: 'medium' }, { pattern: /\bpretend\s+(you\s+are|to\s+be)\b/i, severity: 'medium' }, { pattern: /\bact\s+as\s+(if\s+you\s+were|you're)\b/i, severity: 'medium' }, { pattern: /\b(?:grant|give)\s+(me|you|us)\s+(admin|root|sudo|super)\b/i, severity: 'medium' }, { pattern: /\bbase64\s*:?\s*[A-Za-z0-9+/=]{20,}/i, severity: 'medium' }, { pattern: /\beval\s*\(\s*atob\s*\(/i, severity: 'medium' }, { pattern: /\\x[0-9a-f]{2}\\x[0-9a-f]{2}\\x[0-9a-f]{2}/i, severity: 'medium' }, { pattern: /\\u[0-9a-f]{4}\\u[0-9a-f]{4}/i, severity: 'medium' }, // 中文中危 { pattern: /你(?:现在|从现在开始)(?:是|扮演|作为一个)/i, severity: 'medium' }, { pattern: /新(?:的)?(?:指令|角色|设定|规则)/i, severity: 'medium' }, { pattern: /(?:显示|打印|输出|告诉我)(?:你的)?(?:系统|内部)(?:提示|指令|设定)/i, severity: 'medium' }, { pattern: /假装(?:你是|自己是)/i, severity: 'medium' }, { pattern: /扮演(?:一个|以下)/i, severity: 'medium' }, { pattern: /(?:恶意|危险|有害)(?:代码|命令|操作)/i, severity: 'medium' }, // === LOW 危险:分隔符/间接注入标记 === // v0.3.0 修复:将 -{3,} 改为 -{2,},防止用 -- 绕过 { pattern: /-{2,}\s*(system|user|assistant|instruction)/i, severity: 'low' }, { pattern: /<{2,}(system|instruction|prompt)/i, severity: 'low' }, { pattern: /\[{2,}(system|instruction|prompt)/i, severity: 'low' }, { pattern: /\[SYSTEM\]/i, severity: 'low' }, { pattern: /\[INSTRUCTION\]/i, severity: 'low' }, { pattern: /\[ADMIN\]/i, severity: 'low' }, { pattern: /\[OVERRIDE\]/i, severity: 'low' }, { pattern: //i, severity: 'low' }, { pattern: //i, severity: 'low' }, { pattern: //i, severity: 'low' }, { pattern: //i, severity: 'low' }, ]; detect(input: string): InjectionDetectionResult { // v0.3.0 修复:添加 null/undefined 运行时防护 if (!input || typeof input !== 'string') { return { isInjection: false, riskScore: 0, findings: [], recommendation: 'PASS: No injection patterns detected', }; } // #16 修复: Unicode 归一化 + 移除零宽字符,防止同形字符与零宽字符绕过 // 攻击示例:іgnore (西里尔 і)、ignore\u200bprevious (零宽空格)、ignore\u00adprevious (软连字符) // NFKC 归一化将兼容等价字符统一为规范形式,零宽字符移除后关键词检测可正常工作 const normalized = this.normalizeForDetection(input); const findings: InjectionFinding[] = []; let riskScore = 0; for (const { pattern, severity } of PromptInjectionDefender.INJECTION_PATTERNS) { const matches = normalized.match(pattern); if (matches) { findings.push({ pattern: pattern.source, matched: matches[0], severity, }); riskScore += severity === 'high' ? 5 : severity === 'medium' ? 3 : 1; } } // #16 新增: 检测可疑 Unicode 混合脚本(拉丁 + 西里尔/希腊),提高风险分数 // 同形字符攻击通常需要混用拉丁与西里尔/希腊字母,正常输入很少混用 if (this.hasMixedScripts(input)) { findings.push({ pattern: 'unicode:mixed_scripts', matched: 'Mixed Latin/Cyrillic/Greek scripts detected (potential homoglyph attack)', severity: 'medium', }); riskScore += 3; } return { isInjection: findings.length > 0, riskScore: Math.min(10, riskScore), findings, recommendation: this.getRecommendation(riskScore), }; } /** * 语义级检测 — 基于上下文的注入检测 * * v0.3.0 新增: * 在正则快速检测的基础上,增加三层语义分析: * 1. 指令性动词密度检测(异常高的命令密度可能是注入) * 2. 角色边界异常检测(用户消息中出现系统级指令模式) * 3. 结构化分隔符嵌套检测(多层分隔符嵌套是注入特征) * * @param input 待检测文本 * @param context 可选的上下文信息(角色和内容),用于上下文感知检测 */ detectSemantic(input: string, context?: { role: string; content: string }): InjectionDetectionResult { // v0.3.0 修复:添加 null/undefined 运行时防护 if (!input || typeof input !== 'string') { return { isInjection: false, riskScore: 0, findings: [], recommendation: 'PASS: No injection patterns detected', }; } // #16 修复: 语义检测同样使用归一化文本,防止 Unicode 绕过 const normalized = this.normalizeForDetection(input); const findings: InjectionFinding[] = []; let riskScore = 0; // 1. 先执行正则快速检测(detect 内部已做归一化) const regexResult = this.detect(input); findings.push(...regexResult.findings); riskScore += regexResult.riskScore; // 2. 语义级检测(使用归一化文本) // 2a. 指令性动词密度检测 const imperativeCheck = this.checkImperativeDensity(normalized); if (imperativeCheck.isSuspicious) { findings.push({ pattern: 'semantic:imperative_density', matched: `${imperativeCheck.count} imperative verbs in ${normalized.length} chars`, severity: 'medium', }); riskScore += 2; } // 2b. 角色边界异常检测 if (context) { const roleAnomaly = this.checkRoleBoundary(normalized, context); if (roleAnomaly) { findings.push(roleAnomaly); riskScore += 3; } } // 2c. 结构化分隔符嵌套检测 const nestedFinding = this.checkNestedDelimiters(normalized); if (nestedFinding) { findings.push(nestedFinding); riskScore += 2; } // 2d. 隐式指令检测(通过疑问句伪装指令) const implicitFinding = this.checkImplicitInstructions(normalized); if (implicitFinding) { findings.push(implicitFinding); riskScore += 1; } return { isInjection: findings.length > 0, riskScore: Math.min(10, riskScore), findings, recommendation: this.getRecommendation(Math.min(10, riskScore)), }; } /** * #16 修复: Unicode 归一化与零宽字符清理 * * 1. NFKC 归一化:将兼容等价字符(如西里尔 і → 拉丁 i)统一为规范形式 * 2. 移除零宽字符:零宽空格(U+200B)、零宽连字符(U+200C)、零宽不连字符(U+200D)、 * 软连字符(U+00AD)、BOM(U+FEFF) * * 这些字符在视觉上不可见,但会破坏正则关键词匹配,被用于绕过注入检测 */ private normalizeForDetection(input: string): string { return input .normalize('NFKC') .replace(/[\u200b\u200c\u200d\u00ad\ufeff]/g, ''); } /** * #16 新增: 检测可疑 Unicode 混合脚本 * * 同形字符攻击通常混用拉丁与西里尔/希腊字母(如 іgnore 中 і 是西里尔字母)。 * 正常技术输入很少混用这些脚本,检测到混用时提高风险分数。 * NFKC 归一化可能无法完全消除所有同形字符,因此混合脚本检测作为补充手段。 */ // 审查修复: 改为统计各脚本字符数量,只有当非主导脚本的字符总数占比 > 30% 时才触发, // 避免正常多语言输入(如 "Hello, Привет")误报 private hasMixedScripts(text: string): boolean { const latin = (text.match(/[\u0000-\u007f]/g) || []).length; const cyrillic = (text.match(/[\u0400-\u04ff]/g) || []).length; const greek = (text.match(/[\u0370-\u03ff]/g) || []).length; const total = latin + cyrillic + greek; if (total < 10) return false; // 文本太短不检测 const max = Math.max(latin, cyrillic, greek); const minorityRatio = (total - max) / total; // 审查修复: 只有少数脚本占比 > 30% 时才触发,避免正常多语言输入误报 return minorityRatio > 0.3; } /** * 指令性动词密度检测 * * 正常用户输入中指令性动词密度较低,如果短时间内出现大量指令性动词, * 可能是注入攻击试图覆盖系统指令。 * * v0.3.0 修复:提高阈值以降低对正常技术内容的误报 * - 密度阈值从 3 提高到 5(每100字符) * - 最小数量从 4 提高到 6 * - 只在输入长度 >= 50 字符时检测(短输入密度天然偏高) */ private checkImperativeDensity(input: string): { isSuspicious: boolean; count: number } { // v0.3.0 修复:短输入不检测密度(避免对简短技术问题误报) if (input.length < 50) return { isSuspicious: false, count: 0 }; const imperativePatterns = [ /\b(?:do|execute|run|print|output|display|show|send|write|create|delete|remove|update|set|get|call|invoke|return|ignore|forget|override|disable|enable|activate|deactivate)\b/gi, /(?:执行|运行|打印|输出|显示|发送|写入|创建|删除|移除|更新|设置|获取|调用|返回|忽略|忘记|覆盖|禁用|启用|激活)/g, ]; let count = 0; for (const pattern of imperativePatterns) { const matches = input.match(pattern); if (matches) count += matches.length; } // v0.3.0 修复:提高阈值,降低误报 const density = count / Math.max(1, input.length / 100); return { isSuspicious: density > 5 && count >= 6, count }; } /** * 角色边界异常检测 * * 检测用户输入中是否出现了系统角色特有的指令模式, * 例如用户输入中声称自己是系统或助手。 */ private checkRoleBoundary(input: string, context: { role: string; content: string }): InjectionFinding | null { // 用户输入中出现系统级声明 const systemClaimPatterns = [ /(?:I\s+am|as\s+an?\s+AI|my\s+(?:system|internal|core)\s+(?:prompt|instruction|rule))/i, /(?:我是|作为一个(?:AI|系统|助手)|我的(?:系统|内部|核心)(?:提示|指令|规则))/, ]; // 只有当上下文角色是 user 时才检查(用户不应该声称自己是系统) if (context.role === 'user') { for (const pattern of systemClaimPatterns) { const match = input.match(pattern); if (match) { return { pattern: 'semantic:role_boundary_violation', matched: match[0], severity: 'high', }; } } } return null; } /** * 结构化分隔符嵌套检测 * * 多层分隔符嵌套(如 <</gi, '[REMOVED]'); // v0.2.0: 移除编码注入 cleaned = cleaned.replace(/\\x[0-9a-f]{2}/gi, '[REMOVED]'); cleaned = cleaned.replace(/\\u[0-9a-f]{4}/gi, '[REMOVED]'); cleaned = cleaned.replace(/eval\s*\(\s*atob\s*\([^)]*\)\s*\)/gi, '[REMOVED]'); return cleaned.trim(); } private getRecommendation(score: number): string { if (score >= 7) return 'BLOCK: High-risk injection detected'; if (score >= 4) return 'WARN: Suspicious patterns found'; if (score >= 1) return 'LOG: Minor suspicious patterns detected'; return 'PASS: No injection patterns detected'; } }