|
| 1 | +// @effect-diagnostics nodeBuiltinImport:off |
| 2 | +import * as NodeServices from "@effect/platform-node/NodeServices"; |
| 3 | +import type { |
| 4 | + Options as ClaudeQueryOptions, |
| 5 | + SDKMessage, |
| 6 | + SDKUserMessage, |
| 7 | +} from "@anthropic-ai/claude-agent-sdk"; |
| 8 | +import { |
| 9 | + ClaudeSettings, |
| 10 | + ProviderDriverKind, |
| 11 | + ThreadId, |
| 12 | +} from "@t3tools/contracts"; |
| 13 | +import { assert, describe, it } from "@effect/vitest"; |
| 14 | +import * as Context from "effect/Context"; |
| 15 | +import * as Effect from "effect/Effect"; |
| 16 | +import * as Fiber from "effect/Fiber"; |
| 17 | +import * as Layer from "effect/Layer"; |
| 18 | +import * as Random from "effect/Random"; |
| 19 | +import * as Schema from "effect/Schema"; |
| 20 | +import * as Stream from "effect/Stream"; |
| 21 | + |
| 22 | +import { ServerConfig } from "../../config.ts"; |
| 23 | +import { ServerSettingsService } from "../../serverSettings.ts"; |
| 24 | +import type { ClaudeAdapterShape } from "../Services/ClaudeAdapter.ts"; |
| 25 | +import { makeClaudeAdapter } from "./ClaudeAdapter.ts"; |
| 26 | + |
| 27 | +const decodeClaudeSettings = Schema.decodeSync(ClaudeSettings); |
| 28 | +const THREAD_ID = ThreadId.make("thread-claude-usage-regression"); |
| 29 | + |
| 30 | +class ClaudeUsageRegressionAdapter extends Context.Service< |
| 31 | + ClaudeUsageRegressionAdapter, |
| 32 | + ClaudeAdapterShape |
| 33 | +>()("t3/provider/Layers/ClaudeAdapter.usageRegression.test/ClaudeAdapter") {} |
| 34 | + |
| 35 | +class FakeClaudeQuery implements AsyncIterable<SDKMessage> { |
| 36 | + private readonly queue: Array<SDKMessage> = []; |
| 37 | + private readonly waiters: Array<(value: IteratorResult<SDKMessage>) => void> = []; |
| 38 | + private done = false; |
| 39 | + |
| 40 | + emit(message: SDKMessage): void { |
| 41 | + const waiter = this.waiters.shift(); |
| 42 | + if (waiter) { |
| 43 | + waiter({ done: false, value: message }); |
| 44 | + return; |
| 45 | + } |
| 46 | + this.queue.push(message); |
| 47 | + } |
| 48 | + |
| 49 | + finish(): void { |
| 50 | + this.done = true; |
| 51 | + for (const waiter of this.waiters.splice(0)) { |
| 52 | + waiter({ done: true, value: undefined }); |
| 53 | + } |
| 54 | + } |
| 55 | + |
| 56 | + readonly setModel = async (_model?: string): Promise<void> => {}; |
| 57 | + readonly setPermissionMode = async (_mode: string): Promise<void> => {}; |
| 58 | + readonly setMaxThinkingTokens = async (_tokens: number | null): Promise<void> => {}; |
| 59 | + readonly close = (): void => this.finish(); |
| 60 | + |
| 61 | + [Symbol.asyncIterator](): AsyncIterator<SDKMessage> { |
| 62 | + return { |
| 63 | + next: () => { |
| 64 | + const value = this.queue.shift(); |
| 65 | + if (value) { |
| 66 | + return Promise.resolve({ done: false, value }); |
| 67 | + } |
| 68 | + if (this.done) { |
| 69 | + return Promise.resolve({ done: true, value: undefined }); |
| 70 | + } |
| 71 | + return new Promise((resolve) => this.waiters.push(resolve)); |
| 72 | + }, |
| 73 | + }; |
| 74 | + } |
| 75 | +} |
| 76 | + |
| 77 | +function makeHarness() { |
| 78 | + const query = new FakeClaudeQuery(); |
| 79 | + let createInput: |
| 80 | + | { |
| 81 | + readonly prompt: AsyncIterable<SDKUserMessage>; |
| 82 | + readonly options: ClaudeQueryOptions; |
| 83 | + } |
| 84 | + | undefined; |
| 85 | + |
| 86 | + const layer = Layer.effect( |
| 87 | + ClaudeUsageRegressionAdapter, |
| 88 | + Effect.gen(function* () { |
| 89 | + return yield* makeClaudeAdapter(decodeClaudeSettings({}), { |
| 90 | + createQuery: (input) => { |
| 91 | + createInput = input; |
| 92 | + return query; |
| 93 | + }, |
| 94 | + }); |
| 95 | + }), |
| 96 | + ).pipe( |
| 97 | + Layer.provideMerge(ServerConfig.layerTest("/tmp/claude-usage-regression", "/tmp")), |
| 98 | + Layer.provideMerge(ServerSettingsService.layerTest()), |
| 99 | + Layer.provideMerge(NodeServices.layer), |
| 100 | + ); |
| 101 | + |
| 102 | + return { layer, query, getCreateInput: () => createInput }; |
| 103 | +} |
| 104 | + |
| 105 | +function makeDeterministicRandomService(seed = 0x1234_5678): { |
| 106 | + nextIntUnsafe: () => number; |
| 107 | + nextDoubleUnsafe: () => number; |
| 108 | +} { |
| 109 | + let state = seed >>> 0; |
| 110 | + const nextIntUnsafe = (): number => { |
| 111 | + state = (Math.imul(1_664_525, state) + 1_013_904_223) >>> 0; |
| 112 | + return state; |
| 113 | + }; |
| 114 | + return { |
| 115 | + nextIntUnsafe, |
| 116 | + nextDoubleUnsafe: () => nextIntUnsafe() / 0x1_0000_0000, |
| 117 | + }; |
| 118 | +} |
| 119 | + |
| 120 | +describe("ClaudeAdapter cumulative usage regression", () => { |
| 121 | + it.effect("preserves parent message_delta context over cumulative result usage (#8594)", () => { |
| 122 | + const harness = makeHarness(); |
| 123 | + |
| 124 | + return Effect.gen(function* () { |
| 125 | + const adapter = yield* ClaudeUsageRegressionAdapter; |
| 126 | + const eventsFiber = yield* adapter.streamEvents.pipe( |
| 127 | + Stream.takeUntil((event) => event.type === "turn.completed"), |
| 128 | + Stream.runCollect, |
| 129 | + Effect.forkChild, |
| 130 | + ); |
| 131 | + |
| 132 | + yield* adapter.startSession({ |
| 133 | + threadId: THREAD_ID, |
| 134 | + provider: ProviderDriverKind.make("claudeAgent"), |
| 135 | + runtimeMode: "full-access", |
| 136 | + }); |
| 137 | + yield* adapter.sendTurn({ |
| 138 | + threadId: THREAD_ID, |
| 139 | + input: "hello", |
| 140 | + attachments: [], |
| 141 | + }); |
| 142 | + |
| 143 | + // This is the parent-session path from the issue: message_delta carries |
| 144 | + // the per-request active context. It deliberately does not use |
| 145 | + // task_progress, which is the separate subagent-meter bug (#4650). |
| 146 | + harness.query.emit({ |
| 147 | + type: "stream_event", |
| 148 | + session_id: "sdk-session-8594", |
| 149 | + uuid: "message-delta-8594", |
| 150 | + parent_tool_use_id: null, |
| 151 | + event: { |
| 152 | + type: "message_delta", |
| 153 | + delta: { |
| 154 | + stop_reason: null, |
| 155 | + stop_sequence: null, |
| 156 | + }, |
| 157 | + usage: { |
| 158 | + input_tokens: 100000, |
| 159 | + cache_creation_input_tokens: 0, |
| 160 | + cache_read_input_tokens: 12994, |
| 161 | + output_tokens: 0, |
| 162 | + }, |
| 163 | + }, |
| 164 | + } as unknown as SDKMessage); |
| 165 | + |
| 166 | + harness.query.emit({ |
| 167 | + type: "result", |
| 168 | + subtype: "success", |
| 169 | + is_error: false, |
| 170 | + duration_ms: 1234, |
| 171 | + duration_api_ms: 1200, |
| 172 | + num_turns: 1, |
| 173 | + result: "done", |
| 174 | + stop_reason: "end_turn", |
| 175 | + session_id: "sdk-session-8594", |
| 176 | + usage: { |
| 177 | + input_tokens: 100000, |
| 178 | + cache_creation_input_tokens: 50000, |
| 179 | + cache_read_input_tokens: 2034473, |
| 180 | + output_tokens: 18487, |
| 181 | + total_tokens: 2202960, |
| 182 | + iterations: [], |
| 183 | + }, |
| 184 | + modelUsage: { |
| 185 | + "claude-opus-4-6": { |
| 186 | + contextWindow: 1000000, |
| 187 | + maxOutputTokens: 64000, |
| 188 | + }, |
| 189 | + }, |
| 190 | + } as unknown as SDKMessage); |
| 191 | + harness.query.finish(); |
| 192 | + |
| 193 | + const events = Array.from(yield* Fiber.join(eventsFiber)); |
| 194 | + const finalUsage = events.findLast( |
| 195 | + (event) => event.type === "thread.token-usage.updated", |
| 196 | + ); |
| 197 | + assert.equal(finalUsage?.type, "thread.token-usage.updated"); |
| 198 | + if (finalUsage?.type === "thread.token-usage.updated") { |
| 199 | + assert.deepEqual(finalUsage.payload.usage, { |
| 200 | + usedTokens: 112994, |
| 201 | + lastUsedTokens: 112994, |
| 202 | + totalProcessedTokens: 2202960, |
| 203 | + inputTokens: 112994, |
| 204 | + maxTokens: 1000000, |
| 205 | + }); |
| 206 | + } |
| 207 | + |
| 208 | + // Keep the prompt reference live so this harness matches the real SDK |
| 209 | + // setup shape and catches accidental query construction regressions. |
| 210 | + assert.isDefined(harness.getCreateInput()); |
| 211 | + }).pipe( |
| 212 | + Effect.provideService(Random.Random, makeDeterministicRandomService()), |
| 213 | + Effect.provide(harness.layer), |
| 214 | + ); |
| 215 | + }); |
| 216 | +}); |
0 commit comments