- 新增 AriaEngine: LSM-Tree 页面式存储引擎,19 个模块,~3500 行 TS - page/: Slotted Page 格式 (header/slot/tuple/format) + CRC32 - buffer/: Buffer Pool (LRU 缓存 + 驱逐策略) - index/: LSM-Tree (MemTable 红黑树 + SSTable + Bloom Filter + Merge Iterator) - wal/: WAL 日志 (二进制格式) + Checkpoint 管理 - transaction/: MVCC 版本链 + 快照隔离 - store/: IndexedDB / Memory 双后端抽象 - compression/: LZ4 页面压缩 - 完整持久化: Schema 自动保存、SSTable 元数据管理、WAL 恢复 - 事务感知 CRUD: insert/update/delete 在事务中缓冲到 snapshot - mode: 'aria' 激活自研引擎 - 新增 7 个测试文件,测试数 318 → 524,套件 20 → 27 - aria-page.test.ts (32 tests): Page 格式单元测试 - aria-index.test.ts (26 tests): Bloom Filter + MemTable - aria-sstable.test.ts (9 tests): SSTable Builder + Reader - aria-buffer.test.ts (25 tests): LRU + Eviction + Buffer Pool - aria-wal-mvcc.test.ts (22 tests): WAL 编解码 + MVCC 事务 - aria-compress.test.ts (11 tests): LZ4 + Merge Iterator - aria.test.ts (80 tests): AriaEngine 集成 + 边界测试 - Bug 修复: LRUList size 跟踪、WAL 缓冲区越界、ColumnEncoding 导入 - 全面更新 README.md + site/ 站点文件 (index/docs/demo)
217 lines
5.9 KiB
TypeScript
217 lines
5.9 KiB
TypeScript
/**
|
|
* AriaEngine Bloom Filter + MemTable 单元测试
|
|
*/
|
|
import { BloomFilter } from '../../src/engine/aria/index/bloom';
|
|
import { MemTable } from '../../src/engine/aria/index/memtable';
|
|
|
|
// ===================================================================
|
|
// BloomFilter
|
|
// ===================================================================
|
|
describe('AriaEngine — BloomFilter', () => {
|
|
it('插入后 mayContain 返回 true', () => {
|
|
const bf = new BloomFilter(100);
|
|
bf.insert('hello');
|
|
expect(bf.mayContain('hello')).toBe(true);
|
|
});
|
|
|
|
it('未插入的 key mayContain 返回 false', () => {
|
|
const bf = new BloomFilter(100);
|
|
bf.insert('hello');
|
|
expect(bf.mayContain('world')).toBe(false);
|
|
});
|
|
|
|
it('批量插入后所有 key 都判定存在', () => {
|
|
const bf = new BloomFilter(500);
|
|
const keys: string[] = [];
|
|
for (let i = 0; i < 200; i++) {
|
|
const k = `key-${i}`;
|
|
keys.push(k);
|
|
bf.insert(k);
|
|
}
|
|
for (const k of keys) {
|
|
expect(bf.mayContain(k)).toBe(true);
|
|
}
|
|
});
|
|
|
|
it('False positive 率可控', () => {
|
|
const n = 500;
|
|
const bf = new BloomFilter(n, 10);
|
|
for (let i = 0; i < n; i++) {
|
|
bf.insert(`present-${i}`);
|
|
}
|
|
let fp = 0;
|
|
for (let i = 0; i < 500; i++) {
|
|
if (bf.mayContain(`absent-${i}`)) fp++;
|
|
}
|
|
expect(fp).toBeLessThan(25);
|
|
});
|
|
|
|
it('getBitSize 返回正确位数', () => {
|
|
const bf = new BloomFilter(100, 10);
|
|
expect(bf.getBitSize()).toBeGreaterThanOrEqual(64);
|
|
});
|
|
|
|
it('getInsertedCount 追踪插入数', () => {
|
|
const bf = new BloomFilter(100);
|
|
bf.insert('a');
|
|
bf.insert('b');
|
|
bf.insert('c');
|
|
expect(bf.getInsertedCount()).toBe(3);
|
|
});
|
|
|
|
it('getHashCount 返回哈希函数数量', () => {
|
|
const bf = new BloomFilter(1000, 10);
|
|
expect(bf.getHashCount()).toBeGreaterThan(0);
|
|
});
|
|
|
|
it('serialize + fromData 往返', () => {
|
|
const bf1 = new BloomFilter(100);
|
|
bf1.insert('a');
|
|
bf1.insert('b');
|
|
const data = bf1.serialize();
|
|
|
|
const bf2 = BloomFilter.fromData(data, bf1.getHashCount());
|
|
expect(bf2.mayContain('a')).toBe(true);
|
|
expect(bf2.mayContain('b')).toBe(true);
|
|
expect(bf2.mayContain('c')).toBe(false);
|
|
});
|
|
|
|
it('空过滤器 mayContain 返回 false', () => {
|
|
const bf = new BloomFilter(100);
|
|
expect(bf.mayContain('anything')).toBe(false);
|
|
});
|
|
|
|
it('最少 1 个哈希函数', () => {
|
|
const bf = new BloomFilter(10, 1);
|
|
expect(bf.getHashCount()).toBeGreaterThanOrEqual(1);
|
|
});
|
|
});
|
|
|
|
// ===================================================================
|
|
// MemTable
|
|
// ===================================================================
|
|
describe('AriaEngine — MemTable', () => {
|
|
let mt: MemTable;
|
|
|
|
beforeEach(() => {
|
|
mt = new MemTable(4 * 1024 * 1024);
|
|
});
|
|
|
|
it('put + get 往返', () => {
|
|
mt.put('key1', { name: 'Alice', age: 30 });
|
|
const val = mt.get('key1');
|
|
expect(val).not.toBeNull();
|
|
expect(val!.name).toBe('Alice');
|
|
});
|
|
|
|
it('get — 不存在的 key 返回 null', () => {
|
|
expect(mt.get('nonexistent')).toBeNull();
|
|
});
|
|
|
|
it('put 更新已存在的 key', () => {
|
|
mt.put('k', { v: 1 });
|
|
mt.put('k', { v: 2 });
|
|
expect(mt.get('k')!.v).toBe(2);
|
|
});
|
|
|
|
it('delete 删除成功', () => {
|
|
mt.put('k', { v: 1 });
|
|
expect(mt.delete('k')).toBe(true);
|
|
expect(mt.get('k')).toBeNull();
|
|
});
|
|
|
|
it('delete — 不存在的 key 返回 false', () => {
|
|
expect(mt.delete('ghost')).toBe(false);
|
|
});
|
|
|
|
it('getAllEntries 返回所有条目(有序)', () => {
|
|
mt.put('c', { v: 3 });
|
|
mt.put('a', { v: 1 });
|
|
mt.put('b', { v: 2 });
|
|
const entries = mt.getAllEntries();
|
|
expect(entries).toHaveLength(3);
|
|
expect(entries[0][0]).toBe('a');
|
|
expect(entries[1][0]).toBe('b');
|
|
expect(entries[2][0]).toBe('c');
|
|
});
|
|
|
|
it('rangeScan — 范围查询', () => {
|
|
mt.put('a', { v: 1 });
|
|
mt.put('b', { v: 2 });
|
|
mt.put('c', { v: 3 });
|
|
mt.put('d', { v: 4 });
|
|
const results = mt.rangeScan('b', 'c');
|
|
expect(results).toHaveLength(2);
|
|
expect(results[0][0]).toBe('b');
|
|
expect(results[1][0]).toBe('c');
|
|
});
|
|
|
|
it('rangeScan — 空结果', () => {
|
|
mt.put('a', { v: 1 });
|
|
const results = mt.rangeScan('z', 'zz');
|
|
expect(results).toHaveLength(0);
|
|
});
|
|
|
|
it('getEntryCount 正确计数', () => {
|
|
expect(mt.getEntryCount()).toBe(0);
|
|
mt.put('a', { v: 1 });
|
|
mt.put('b', { v: 2 });
|
|
expect(mt.getEntryCount()).toBe(2);
|
|
mt.delete('a');
|
|
expect(mt.getEntryCount()).toBe(1);
|
|
});
|
|
|
|
it('contains 检查存在性', () => {
|
|
mt.put('x', { v: 1 });
|
|
expect(mt.contains('x')).toBe(true);
|
|
expect(mt.contains('y')).toBe(false);
|
|
});
|
|
|
|
it('shouldFlush — 未达阈值返回 false', () => {
|
|
expect(mt.shouldFlush()).toBe(false);
|
|
});
|
|
|
|
it('clear 清空所有数据', () => {
|
|
mt.put('a', { v: 1 });
|
|
mt.put('b', { v: 2 });
|
|
mt.clear();
|
|
expect(mt.getEntryCount()).toBe(0);
|
|
expect(mt.get('a')).toBeNull();
|
|
});
|
|
|
|
it('getEstimatedSize 返回合理估计值', () => {
|
|
expect(mt.getEstimatedSize()).toBe(0);
|
|
mt.put('hello', { name: 'world', count: 42 });
|
|
expect(mt.getEstimatedSize()).toBeGreaterThan(0);
|
|
});
|
|
|
|
it('大量数据插入保持有序', () => {
|
|
const count = 100;
|
|
for (let i = count - 1; i >= 0; i--) {
|
|
mt.put(`key-${String(i).padStart(3, '0')}`, { idx: i });
|
|
}
|
|
const entries = mt.getAllEntries();
|
|
expect(entries).toHaveLength(count);
|
|
for (let i = 0; i < count; i++) {
|
|
expect(entries[i][1].idx).toBe(i);
|
|
}
|
|
});
|
|
|
|
it('删除后重新插入', () => {
|
|
mt.put('k', { v: 1 });
|
|
mt.delete('k');
|
|
mt.put('k', { v: 2 });
|
|
expect(mt.get('k')!.v).toBe(2);
|
|
});
|
|
|
|
it('范围扫描包含边界', () => {
|
|
mt.put('aa', { v: 1 });
|
|
mt.put('ab', { v: 2 });
|
|
mt.put('ac', { v: 3 });
|
|
const results = mt.rangeScan('aa', 'ab');
|
|
expect(results).toHaveLength(2);
|
|
expect(results[0][0]).toBe('aa');
|
|
expect(results[1][0]).toBe('ab');
|
|
});
|
|
});
|