Skip to content

Commit a540763

Browse files
committed
test(server): cover Claude cumulative usage residual via message delta
1 parent 54e055d commit a540763

1 file changed

Lines changed: 216 additions & 0 deletions

File tree

Lines changed: 216 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,216 @@
1+
// @effect-diagnostics nodeBuiltinImport:off
2+
import * as NodeServices from "@effect/platform-node/NodeServices";
3+
import type {
4+
Options as ClaudeQueryOptions,
5+
SDKMessage,
6+
SDKUserMessage,
7+
} from "@anthropic-ai/claude-agent-sdk";
8+
import {
9+
ClaudeSettings,
10+
ProviderDriverKind,
11+
ThreadId,
12+
} from "@t3tools/contracts";
13+
import { assert, describe, it } from "@effect/vitest";
14+
import * as Context from "effect/Context";
15+
import * as Effect from "effect/Effect";
16+
import * as Fiber from "effect/Fiber";
17+
import * as Layer from "effect/Layer";
18+
import * as Random from "effect/Random";
19+
import * as Schema from "effect/Schema";
20+
import * as Stream from "effect/Stream";
21+
22+
import { ServerConfig } from "../../config.ts";
23+
import { ServerSettingsService } from "../../serverSettings.ts";
24+
import type { ClaudeAdapterShape } from "../Services/ClaudeAdapter.ts";
25+
import { makeClaudeAdapter } from "./ClaudeAdapter.ts";
26+
27+
const decodeClaudeSettings = Schema.decodeSync(ClaudeSettings);
28+
const THREAD_ID = ThreadId.make("thread-claude-usage-regression");
29+
30+
class ClaudeUsageRegressionAdapter extends Context.Service<
31+
ClaudeUsageRegressionAdapter,
32+
ClaudeAdapterShape
33+
>()("t3/provider/Layers/ClaudeAdapter.usageRegression.test/ClaudeAdapter") {}
34+
35+
class FakeClaudeQuery implements AsyncIterable<SDKMessage> {
36+
private readonly queue: Array<SDKMessage> = [];
37+
private readonly waiters: Array<(value: IteratorResult<SDKMessage>) => void> = [];
38+
private done = false;
39+
40+
emit(message: SDKMessage): void {
41+
const waiter = this.waiters.shift();
42+
if (waiter) {
43+
waiter({ done: false, value: message });
44+
return;
45+
}
46+
this.queue.push(message);
47+
}
48+
49+
finish(): void {
50+
this.done = true;
51+
for (const waiter of this.waiters.splice(0)) {
52+
waiter({ done: true, value: undefined });
53+
}
54+
}
55+
56+
readonly setModel = async (_model?: string): Promise<void> => {};
57+
readonly setPermissionMode = async (_mode: string): Promise<void> => {};
58+
readonly setMaxThinkingTokens = async (_tokens: number | null): Promise<void> => {};
59+
readonly close = (): void => this.finish();
60+
61+
[Symbol.asyncIterator](): AsyncIterator<SDKMessage> {
62+
return {
63+
next: () => {
64+
const value = this.queue.shift();
65+
if (value) {
66+
return Promise.resolve({ done: false, value });
67+
}
68+
if (this.done) {
69+
return Promise.resolve({ done: true, value: undefined });
70+
}
71+
return new Promise((resolve) => this.waiters.push(resolve));
72+
},
73+
};
74+
}
75+
}
76+
77+
function makeHarness() {
78+
const query = new FakeClaudeQuery();
79+
let createInput:
80+
| {
81+
readonly prompt: AsyncIterable<SDKUserMessage>;
82+
readonly options: ClaudeQueryOptions;
83+
}
84+
| undefined;
85+
86+
const layer = Layer.effect(
87+
ClaudeUsageRegressionAdapter,
88+
Effect.gen(function* () {
89+
return yield* makeClaudeAdapter(decodeClaudeSettings({}), {
90+
createQuery: (input) => {
91+
createInput = input;
92+
return query;
93+
},
94+
});
95+
}),
96+
).pipe(
97+
Layer.provideMerge(ServerConfig.layerTest("/tmp/claude-usage-regression", "/tmp")),
98+
Layer.provideMerge(ServerSettingsService.layerTest()),
99+
Layer.provideMerge(NodeServices.layer),
100+
);
101+
102+
return { layer, query, getCreateInput: () => createInput };
103+
}
104+
105+
function makeDeterministicRandomService(seed = 0x1234_5678): {
106+
nextIntUnsafe: () => number;
107+
nextDoubleUnsafe: () => number;
108+
} {
109+
let state = seed >>> 0;
110+
const nextIntUnsafe = (): number => {
111+
state = (Math.imul(1_664_525, state) + 1_013_904_223) >>> 0;
112+
return state;
113+
};
114+
return {
115+
nextIntUnsafe,
116+
nextDoubleUnsafe: () => nextIntUnsafe() / 0x1_0000_0000,
117+
};
118+
}
119+
120+
describe("ClaudeAdapter cumulative usage regression", () => {
121+
it.effect("preserves parent message_delta context over cumulative result usage (#8594)", () => {
122+
const harness = makeHarness();
123+
124+
return Effect.gen(function* () {
125+
const adapter = yield* ClaudeUsageRegressionAdapter;
126+
const eventsFiber = yield* adapter.streamEvents.pipe(
127+
Stream.takeUntil((event) => event.type === "turn.completed"),
128+
Stream.runCollect,
129+
Effect.forkChild,
130+
);
131+
132+
yield* adapter.startSession({
133+
threadId: THREAD_ID,
134+
provider: ProviderDriverKind.make("claudeAgent"),
135+
runtimeMode: "full-access",
136+
});
137+
yield* adapter.sendTurn({
138+
threadId: THREAD_ID,
139+
input: "hello",
140+
attachments: [],
141+
});
142+
143+
// This is the parent-session path from the issue: message_delta carries
144+
// the per-request active context. It deliberately does not use
145+
// task_progress, which is the separate subagent-meter bug (#4650).
146+
harness.query.emit({
147+
type: "stream_event",
148+
session_id: "sdk-session-8594",
149+
uuid: "message-delta-8594",
150+
parent_tool_use_id: null,
151+
event: {
152+
type: "message_delta",
153+
delta: {
154+
stop_reason: null,
155+
stop_sequence: null,
156+
},
157+
usage: {
158+
input_tokens: 100000,
159+
cache_creation_input_tokens: 0,
160+
cache_read_input_tokens: 12994,
161+
output_tokens: 0,
162+
},
163+
},
164+
} as unknown as SDKMessage);
165+
166+
harness.query.emit({
167+
type: "result",
168+
subtype: "success",
169+
is_error: false,
170+
duration_ms: 1234,
171+
duration_api_ms: 1200,
172+
num_turns: 1,
173+
result: "done",
174+
stop_reason: "end_turn",
175+
session_id: "sdk-session-8594",
176+
usage: {
177+
input_tokens: 100000,
178+
cache_creation_input_tokens: 50000,
179+
cache_read_input_tokens: 2034473,
180+
output_tokens: 18487,
181+
total_tokens: 2202960,
182+
iterations: [],
183+
},
184+
modelUsage: {
185+
"claude-opus-4-6": {
186+
contextWindow: 1000000,
187+
maxOutputTokens: 64000,
188+
},
189+
},
190+
} as unknown as SDKMessage);
191+
harness.query.finish();
192+
193+
const events = Array.from(yield* Fiber.join(eventsFiber));
194+
const finalUsage = events.findLast(
195+
(event) => event.type === "thread.token-usage.updated",
196+
);
197+
assert.equal(finalUsage?.type, "thread.token-usage.updated");
198+
if (finalUsage?.type === "thread.token-usage.updated") {
199+
assert.deepEqual(finalUsage.payload.usage, {
200+
usedTokens: 112994,
201+
lastUsedTokens: 112994,
202+
totalProcessedTokens: 2202960,
203+
inputTokens: 112994,
204+
maxTokens: 1000000,
205+
});
206+
}
207+
208+
// Keep the prompt reference live so this harness matches the real SDK
209+
// setup shape and catches accidental query construction regressions.
210+
assert.isDefined(harness.getCreateInput());
211+
}).pipe(
212+
Effect.provideService(Random.Random, makeDeterministicRandomService()),
213+
Effect.provide(harness.layer),
214+
);
215+
});
216+
});

0 commit comments

Comments
 (0)