|
| 1 | +/** |
| 2 | + * 微基准 v3:opencode v2.0.10 生产路径分段计时(真实会话 DB 副本) |
| 3 | + * A: drizzle 全量读(messageEntries 查询原样,含执行+行映射+JSON.parse) |
| 4 | + * B: Effect Schema 解码(decodeMessageRow 复刻,Effect.forEach 顺序执行) |
| 5 | + * A+B: SessionHistory.load;A+B+tx: 事务包裹(entriesForRunner 等价) |
| 6 | + * C: toLLMMessages(同步);D: JSON.stringify(converted)(同步) |
| 7 | + * any 使用说明:一次性基准脚本,只关心运行时形状 |
| 8 | + */ |
| 9 | +import { and, asc, eq } from "drizzle-orm" |
| 10 | +import { Effect, Layer, Schema } from "effect" |
| 11 | +import { Database } from "./src/database/database.js" |
| 12 | +import { SessionHistory } from "./src/session/history.js" |
| 13 | +import { SessionMessageTable } from "./src/session/sql.js" |
| 14 | +import { SessionMessage } from "@opencode/schema/session-message" |
| 15 | +import { toLLMMessages } from "./src/session/runner/to-llm-message.js" |
| 16 | + |
| 17 | +const DB_PATH = process.argv[2] ?? "/tmp/memstudy/bench.db" |
| 18 | + |
| 19 | +const program = Effect.gen(function* () { |
| 20 | + const { db } = yield* Database.Service |
| 21 | + const first = (yield* db.select().from(SessionMessageTable).limit(1)) as any[] |
| 22 | + const sessionID = first[0].session_id |
| 23 | + |
| 24 | + const readRows = () => |
| 25 | + db |
| 26 | + .select() |
| 27 | + .from(SessionMessageTable) |
| 28 | + .where(and(eq(SessionMessageTable.session_id, sessionID))) |
| 29 | + .orderBy(asc(SessionMessageTable.seq)) |
| 30 | + .all() |
| 31 | + const decode = Schema.decodeUnknownEffect(SessionMessage.Info) |
| 32 | + const decodeAll = (rs: any[]) => |
| 33 | + Effect.forEach(rs, (row: any) => decode({ ...row.data, id: row.id, type: row.type })) |
| 34 | + const loadOnce = () => SessionHistory.load(db, sessionID, "local") |
| 35 | + const loadTx = () => |
| 36 | + (db as any) |
| 37 | + .transaction(() => SessionHistory.load(db, sessionID, "local")) |
| 38 | + .pipe(Effect.orDie) |
| 39 | + |
| 40 | + // 预热 |
| 41 | + let rows: any[] = [] |
| 42 | + let decoded: any[] = [] |
| 43 | + let model: any |
| 44 | + for (let i = 0; i < 20; i++) { |
| 45 | + rows = (yield* readRows()) as any[] |
| 46 | + decoded = yield* decodeAll(rows) |
| 47 | + model = decoded.find((m) => m.type === "assistant")?.model |
| 48 | + } |
| 49 | + const providerKey = String(model.providerID) |
| 50 | + const converted = toLLMMessages(decoded, model, providerKey) |
| 51 | + const N = rows.length |
| 52 | + |
| 53 | + const sizeOf = (v: unknown) => JSON.stringify(v).length |
| 54 | + console.log(`rows=${N} data=${(rows.reduce((s, r) => s + JSON.stringify(r.data).length, 0) / 1024) | 0}KB model=${model.providerID}/${model.id}`) |
| 55 | + console.log(`输出体积: A(rows)=${(sizeOf(rows) / 1024) | 0}KB B(decoded)=${(sizeOf(decoded) / 1024) | 0}KB C(converted)=${(sizeOf(converted) / 1024) | 0}KB`) |
| 56 | + |
| 57 | + const results: Record<string, number> = {} |
| 58 | + const report = (name: string, mean: number, iters: number, t: number[]) => { |
| 59 | + results[name] = mean |
| 60 | + console.log(`${name}: mean=${mean.toFixed(3)}ms p50=${t[(iters / 2) | 0].toFixed(3)}ms 每行=${((mean * 1000) / N).toFixed(1)}µs`) |
| 61 | + } |
| 62 | + // Effect 版:yield* 真执行,fiber 开销与生产路径一致 |
| 63 | + function benchE(name: string, eff: () => any, iters: number) { |
| 64 | + return Effect.gen(function* () { |
| 65 | + for (let i = 0; i < 10; i++) yield* eff() |
| 66 | + const t: number[] = [] |
| 67 | + for (let i = 0; i < iters; i++) { |
| 68 | + const s = performance.now() |
| 69 | + yield* eff() |
| 70 | + t.push(performance.now() - s) |
| 71 | + } |
| 72 | + t.sort((a, b) => a - b) |
| 73 | + report(name, t.reduce((a, b) => a + b, 0) / t.length, iters, t) |
| 74 | + }) |
| 75 | + } |
| 76 | + // 同步版:给生产里就是同步调用的阶段(toLLMMessages / stringify) |
| 77 | + function bench(name: string, fn: () => unknown, iters: number) { |
| 78 | + for (let i = 0; i < 10; i++) void fn() |
| 79 | + const t: number[] = [] |
| 80 | + for (let i = 0; i < iters; i++) { |
| 81 | + const s = performance.now() |
| 82 | + fn() |
| 83 | + t.push(performance.now() - s) |
| 84 | + } |
| 85 | + t.sort((a, b) => a - b) |
| 86 | + report(name, t.reduce((a, b) => a + b, 0) / t.length, iters, t) |
| 87 | + } |
| 88 | + |
| 89 | + console.log(`\n=== 全量历史 N=${N} ===`) |
| 90 | + yield* benchE("A 全量读(drizzle+parse)", () => readRows(), 200) |
| 91 | + yield* benchE("B Schema解码(forEach)", () => decodeAll(rows), 200) |
| 92 | + yield* benchE("A+B load生产路径", () => loadOnce(), 200) |
| 93 | + yield* benchE("A+B+tx 事务包裹", () => loadTx(), 150) |
| 94 | + bench("C toLLMMessages", () => toLLMMessages(decoded, model, providerKey), 200) |
| 95 | + bench("D stringify(converted)", () => JSON.stringify(converted), 200) |
| 96 | + |
| 97 | + // 线性验证:只取前一半行 |
| 98 | + const half = N >> 1 |
| 99 | + const readRowsHalf = () => |
| 100 | + db |
| 101 | + .select() |
| 102 | + .from(SessionMessageTable) |
| 103 | + .where(and(eq(SessionMessageTable.session_id, sessionID))) |
| 104 | + .orderBy(asc(SessionMessageTable.seq)) |
| 105 | + .limit(half) |
| 106 | + .all() |
| 107 | + console.log(`\n=== 子集 N=${half}(验证每行成本恒定) ===`) |
| 108 | + yield* benchE("A/2 全量读", () => readRowsHalf(), 200) |
| 109 | + yield* benchE("B/2 解码", () => decodeAll(rows.slice(0, half)), 200) |
| 110 | + bench("C/2 转换", () => toLLMMessages(decoded.slice(0, half), model, providerKey), 200) |
| 111 | + |
| 112 | + const ab = results["A+B load生产路径"] |
| 113 | + const c = results["C toLLMMessages"] |
| 114 | + const d = results["D stringify(converted)"] |
| 115 | + console.log(`\n=== 汇总(每步, N=${N}) ===`) |
| 116 | + console.log(`L1 目标(A+B)=${ab.toFixed(2)}ms | L2 目标(C)=${c.toFixed(2)}ms | 剩余地板(D)=${d.toFixed(2)}ms | 链合计=${(ab + c + d).toFixed(2)}ms`) |
| 117 | + console.log(`占比: L1=${((ab / (ab + c + d)) * 100).toFixed(0)}% L2=${((c / (ab + c + d)) * 100).toFixed(0)}% 地板=${((d / (ab + c + d)) * 100).toFixed(0)}%`) |
| 118 | +}) |
| 119 | + |
| 120 | +await Effect.runPromise( |
| 121 | + Effect.gen(function* () { |
| 122 | + const context = yield* Layer.build(Database.layer({ path: DB_PATH })) |
| 123 | + yield* program.pipe(Effect.provide(context)) |
| 124 | + }).pipe(Effect.scoped), |
| 125 | +) |
0 commit comments