Skip to content

Commit c893353

Browse files
Wiktor102t3dotggclaude
authored
feat(usage): include Muse Code session history (pingdotgg#22443)
Co-authored-by: Theo Browne <[email protected]> Co-authored-by: Claude Opus 5.5 <[email protected]>
1 parent d14ace8 commit c893353

17 files changed

Lines changed: 926 additions & 7 deletions

File tree

‎apps/mobile/src/features/usage/usageProviders.ts‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ export const PROVIDER_ORDER: readonly UsageProviderKind[] = [
99
"opencode",
1010
"antigravity",
1111
"pi",
12+
"muse",
1213
];
1314

1415
/** The usage series a provider driver reports under, or null for drivers without one. */
@@ -25,6 +26,7 @@ export const PROVIDER_LABEL: Record<UsageProviderKind, string> = {
2526
opencode: "OpenCode",
2627
antigravity: "Antigravity",
2728
pi: "Pi",
29+
muse: "Muse Code",
2830
};
2931

3032
export function useProviderColors(): Record<UsageProviderKind, string> {
@@ -37,6 +39,7 @@ export function useProviderColors(): Record<UsageProviderKind, string> {
3739
opencode: "#5b9bbd",
3840
antigravity: "#8c7bd1",
3941
pi: "#4d9f8a",
42+
muse: "#0866ff",
4043
};
4144
}
4245

‎apps/server/src/provider/builtInDrivers.ts‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,8 @@ export type BuiltInUsageReadersEnv =
4545
| ProviderUsageReaderEnv<typeof OpenCodeDriver>
4646
| ProviderUsageReaderEnv<typeof AntigravityDriver>
4747
| ProviderUsageReaderEnv<typeof CursorDriver>
48-
| ProviderUsageReaderEnv<typeof PiDriver>;
48+
| ProviderUsageReaderEnv<typeof PiDriver>
49+
| ProviderUsageReaderEnv<typeof MuseDriver>;
4950

5051
/**
5152
* Aggregation keeps the first copy of a duplicate record, so the order is part
@@ -59,6 +60,7 @@ export const BUILT_IN_USAGE_DRIVERS: ReadonlyArray<
5960
GrokDriver,
6061
PiDriver,
6162
OpenCodeDriver,
63+
MuseDriver,
6264
AntigravityDriver,
6365
CursorDriver,
6466
];

‎apps/server/src/server.ts‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -168,6 +168,7 @@ import * as ResourceMonitorBinary from "./resourceTelemetry/ResourceMonitorBinar
168168
import * as ProcessGroupMetrics from "./resourceTelemetry/ProcessGroupMetrics.ts";
169169
import * as ResourceTelemetry from "./resourceTelemetry/ResourceTelemetry.ts";
170170
import * as AntigravityUsage from "./provider/Drivers/AntigravityUsage.ts";
171+
import { MuseUsageHome } from "@t3tools/provider-muse/server";
171172
import * as CursorAccountReader from "@t3tools/provider-cursor/server/CursorAccountReader";
172173
import * as CursorKeychain from "@t3tools/provider-cursor/server/CursorKeychain";
173174
import * as CursorUsageAccounts from "@t3tools/provider-cursor/server/CursorUsageAccounts";
@@ -269,6 +270,7 @@ const layerUsage = UsageService.layer.pipe(
269270
Layer.provide(
270271
Layer.mergeAll(
271272
AntigravityUsage.layer,
273+
MuseUsageHome.layer,
272274
CodexUsageHistory.layer,
273275
CursorUsageAccounts.layer.pipe(
274276
Layer.provide(CursorAccountReader.layer.pipe(Layer.provide(CursorKeychain.layer))),

‎apps/server/src/usage/UsageService.test.ts‎

Lines changed: 232 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,9 +48,19 @@ import * as AntigravityUsage from "../provider/Drivers/AntigravityUsage.ts";
4848
import * as ProviderHostLive from "../provider/ProviderHostLive.ts";
4949
import { totalTokens, type UsageRecord } from "@t3tools/provider-core/server/usage";
5050
import * as UsageService from "./UsageService.ts";
51+
import * as MuseSdk from "../../../../packages/provider-muse/src/server/sdk.ts";
52+
import { MuseUsageHome } from "@t3tools/provider-muse/server";
5153
import { encodeScanCache, SCAN_CACHE_FILE_NAME } from "./usageScanCache.ts";
5254

5355
vi.mock("node:fs/promises", { spy: true });
56+
vi.mock("../../../../packages/provider-muse/src/server/sdk.ts", async (importOriginal) => ({
57+
...(await importOriginal<typeof MuseSdk>()),
58+
createMuseSdkHostEffect: vi.fn(() =>
59+
Effect.try(() => {
60+
throw new Error("Muse is not installed in this test");
61+
}),
62+
),
63+
}));
5464

5565
const encodeUnknownJson = Schema.encodeEffect(Schema.fromJsonString(Schema.Unknown));
5666
const encodeUnknownJsonString = Schema.encodeSync(Schema.fromJsonString(Schema.Unknown));
@@ -137,6 +147,7 @@ const layerService = (input: {
137147
CursorAccountReader.layer.pipe(Layer.provide(CursorKeychain.layer)),
138148
).pipe(
139149
Layer.provideMerge(AntigravityUsage.layer),
150+
Layer.provideMerge(MuseUsageHome.layer),
140151
Layer.provideMerge(ProviderHostLive.layer),
141152
Layer.provideMerge(CodexUsageHistory.layer.pipe(Layer.provideMerge(Sqlite.layerMemory))),
142153
Layer.provideMerge(Layer.mock(BackgroundPolicy.BackgroundPolicy)({})),
@@ -797,6 +808,227 @@ describe("UsageService", () => {
797808
}).pipe(Effect.scoped),
798809
);
799810

811+
it.live(
812+
"reads Muse inference history once, persists appended usage, and reprices unknown models",
813+
() =>
814+
Effect.gen(function* () {
815+
const { home, settings } = yield* setup;
816+
const museHome = NodePath.join(home, "configured-data", "muse");
817+
const dir = NodePath.join(museHome, "sessions", "2026", "08", "01", "parent");
818+
const child = NodePath.join(dir, "subagent", "child");
819+
const entry = (
820+
id: string,
821+
sessionId = "parent",
822+
timestamp = "2026-08-01T00:00:00Z",
823+
model = "muse-unknown",
824+
) => ({
825+
schema_version: 1,
826+
record_type: "event",
827+
payload_type: "runtime.session",
828+
payload_schema_version: 1,
829+
id,
830+
recorded_at: Date.parse(timestamp) * 1000 + 999,
831+
stream: { kind: "session", id: sessionId },
832+
payload: {
833+
source_run_record_id: id,
834+
event: {
835+
kind: "model_completed",
836+
model,
837+
usage: {
838+
input_tokens: 100,
839+
cached_tokens: 60,
840+
cache_read_tokens: 60,
841+
cache_write_tokens: 10,
842+
output_tokens: 20,
843+
reasoning_tokens: 8,
844+
},
845+
},
846+
},
847+
});
848+
const parent = entry("inference-1");
849+
const review = {
850+
...entry("review", "child"),
851+
payload_schema_version: 3,
852+
payload: {
853+
event: {
854+
...parent.payload.event,
855+
kind: "automated_review_completed",
856+
model: { model_id: "priced-model" },
857+
usage: {
858+
input_tokens: 100,
859+
cached_input_tokens: 60,
860+
output_tokens: 20,
861+
reasoning_tokens: 8,
862+
},
863+
},
864+
},
865+
};
866+
yield* Effect.promise(async () => {
867+
await NodeFSP.mkdir(child, { recursive: true });
868+
await NodeFSP.writeFile(
869+
NodePath.join(dir, "session.jsonl"),
870+
[
871+
parent,
872+
parent,
873+
{
874+
...parent,
875+
payload: { event: { ...parent.payload.event, kind: "workflow_completed" } },
876+
},
877+
{ ...parent, payload_type: "goal_usage_attribution" },
878+
entry("before", "parent", "2026-07-31T23:59:59.999Z"),
879+
entry("after", "parent", "2026-08-02T00:00:00Z"),
880+
]
881+
.map((line) => encodeUnknownJsonString(line))
882+
.join("\n") + "\n{broken}\n",
883+
);
884+
await NodeFSP.writeFile(
885+
NodePath.join(child, "session.jsonl"),
886+
[
887+
{ ...parent, id: "copied-envelope", stream: { kind: "session", id: "child" } },
888+
entry("child-inference", "child"),
889+
review,
890+
]
891+
.map((line) => encodeUnknownJsonString(line))
892+
.join("\n") + "\n",
893+
);
894+
await NodeFSP.writeFile(
895+
NodePath.join(child, "telemetry.jsonl"),
896+
encodeUnknownJsonString(entry("not-a-session")) + "\n",
897+
);
898+
});
899+
using _create = vi.spyOn(MuseSdk, "createMuseSdkHostEffect").mockImplementation((options) =>
900+
Effect.succeed({
901+
initializeResult: {
902+
grantedCapabilities: [],
903+
museHome: NodePath.join(options.environment?.XDG_DATA_HOME ?? home, "muse"),
904+
},
905+
close: async () => {},
906+
} as unknown as MuseSdk.MuseSdkHost),
907+
);
908+
yield* Effect.gen(function* () {
909+
const service = yield* UsageService.make;
910+
const window = {
911+
timeZone: "UTC",
912+
sinceDay: UsageDay.make("2026-08-01"),
913+
untilDay: UsageDay.make("2026-08-01"),
914+
};
915+
const muse = (summary: UsageSummary) =>
916+
summary.buckets.filter((bucket) => bucket.provider === "muse");
917+
const first = yield* service.readSummary(window);
918+
const buckets = muse(first);
919+
assert.strictEqual(
920+
buckets.reduce((sum, b) => sum + b.records, 0),
921+
3,
922+
);
923+
assert.strictEqual(
924+
buckets.reduce((sum, b) => sum + totalTokens(b.totals), 0),
925+
360,
926+
);
927+
const unknown = buckets.find((b) => b.model === "muse-unknown");
928+
assert.strictEqual(unknown?.costSource, "unpriced");
929+
assert.strictEqual(unknown?.unpricedRecords, 2);
930+
assert.deepStrictEqual(unknown?.totals, {
931+
uncachedInputTokens: 60,
932+
cachedInputTokens: 120,
933+
cacheCreationTokens: 20,
934+
outputTokens: 40,
935+
reasoningTokens: 16,
936+
});
937+
const priced = buckets.find((b) => b.model === "priced-model");
938+
assert.strictEqual(priced?.costSource, "modelPriced");
939+
assert.closeTo(priced?.costUsd ?? NaN, 0.000172, 1e-12);
940+
assert.closeTo(priced?.cacheSavingsUsd ?? NaN, 0.000108, 1e-12);
941+
const sources = first.sources.filter((source) => source.fingerprint.provider === "muse");
942+
assert.strictEqual(sources.length, 1);
943+
assert.strictEqual(sources[0]?.scannedFiles, 2);
944+
assert.strictEqual(sources[0]?.distinctSessions, 2);
945+
const local = muse(
946+
yield* service.readSummary({ ...window, timeZone: "America/Los_Angeles" }),
947+
);
948+
assert.strictEqual(
949+
local.reduce((sum, b) => sum + b.records, 0),
950+
1,
951+
);
952+
assert.strictEqual(local[0]?.day, "2026-08-01");
953+
const hourly = muse(
954+
yield* service.readSummary({
955+
...window,
956+
resolution: "hour",
957+
sinceTime: "2026-08-01T00:00:00.000Z",
958+
untilTime: "2026-08-02T00:00:00.000Z",
959+
}),
960+
);
961+
assert.strictEqual(
962+
hourly.reduce((sum, b) => sum + b.records, 0),
963+
3,
964+
);
965+
const appended = encodeUnknownJsonString(entry("appended", "child"));
966+
const file = NodePath.join(child, "session.jsonl");
967+
yield* Effect.promise(() => NodeFSP.appendFile(file, appended.slice(0, -10)));
968+
assert.deepStrictEqual(muse(yield* service.readSummary(window)), buckets);
969+
yield* service.awaitPersisted;
970+
const restarted = yield* UsageService.make;
971+
yield* Effect.promise(() => NodeFSP.appendFile(file, appended.slice(-10) + "\n"));
972+
const grown = muse(yield* restarted.readSummary(window));
973+
assert.strictEqual(
974+
grown.reduce((sum, b) => sum + b.records, 0),
975+
4,
976+
);
977+
assert.strictEqual(
978+
grown.reduce((sum, b) => sum + totalTokens(b.totals), 0),
979+
480,
980+
);
981+
const settingsService = yield* ServerSettings.ServerSettingsService;
982+
yield* settingsService.updateSettings({
983+
usagePriceOverrides: {
984+
"muse-unknown": {
985+
inputCostPerMillionTokens: 2,
986+
outputCostPerMillionTokens: 4,
987+
cacheReadCostPerMillionTokens: 0.2,
988+
cacheWriteCostPerMillionTokens: 1,
989+
},
990+
},
991+
});
992+
const repriced = muse(yield* restarted.readSummary(window)).find(
993+
(b) => b.model === "muse-unknown",
994+
);
995+
assert.strictEqual(repriced?.unpricedRecords, 0);
996+
assert.closeTo(repriced?.costUsd ?? NaN, 0.000486, 1e-12);
997+
}).pipe(
998+
Effect.scoped,
999+
Effect.provide(
1000+
layerService({
1001+
prefix: "usage-muse",
1002+
home,
1003+
environment: { XDG_DATA_HOME: NodePath.dirname(museHome) },
1004+
settings: {
1005+
...settings,
1006+
providerInstances: {
1007+
...settings.providerInstances,
1008+
[ProviderInstanceId.make("muse")]: {
1009+
driver: ProviderDriverKind.make("muse"),
1010+
enabled: false,
1011+
},
1012+
[ProviderInstanceId.make("muse-alias")]: {
1013+
driver: ProviderDriverKind.make("muse"),
1014+
enabled: false,
1015+
},
1016+
},
1017+
},
1018+
ratesDocument: {
1019+
"priced-model": {
1020+
input_cost_per_token: 0.000002,
1021+
output_cost_per_token: 0.000004,
1022+
cache_read_input_token_cost: 0.0000002,
1023+
cache_creation_input_token_cost: 0.0000002,
1024+
},
1025+
},
1026+
}),
1027+
),
1028+
);
1029+
}).pipe(Effect.scoped),
1030+
);
1031+
8001032
it.live("reports missing Pi history and skips malformed records without losing valid usage", () =>
8011033
Effect.gen(function* () {
8021034
const { home, settings } = yield* setup;

‎apps/server/src/usage/usageTestFormats.ts‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,18 +2,20 @@ import type { UsageProviderKind } from "@t3tools/contracts";
22
import type { TranscriptUsageFormat } from "@t3tools/provider-core/server/usage";
33
import { piUsageFormat } from "@t3tools/provider-pi/server/usage";
44
import { grokUsageFormat } from "@t3tools/provider-grok/server/usage";
5+
import { museUsageFormat } from "@t3tools/provider-muse/server/usage";
56

67
import { claudeUsageFormat } from "../provider/Drivers/claudeUsage.ts";
78
import { codexUsageFormat } from "../provider/Drivers/codexUsage.ts";
89

910
export const TEST_FORMATS: Record<
10-
"claude" | "codex" | "grok" | "pi",
11+
"claude" | "codex" | "grok" | "pi" | "muse",
1112
TranscriptUsageFormat<unknown>
1213
> = {
1314
claude: claudeUsageFormat,
1415
codex: codexUsageFormat,
1516
grok: grokUsageFormat,
1617
pi: piUsageFormat,
18+
muse: museUsageFormat,
1719
};
1820

1921
export const TEST_FORMAT_MAP = new Map<UsageProviderKind, TranscriptUsageFormat<unknown>>(

‎apps/server/src/usage/usageTranscriptStreaming.test.ts‎

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -108,6 +108,53 @@ async function scan(
108108
}
109109

110110
describe("large usage records", () => {
111+
it("streams Muse completion envelopes and resumes a partial appended event", async () => {
112+
const entry = {
113+
schema_version: 1,
114+
record_type: "event",
115+
payload_type: "runtime.session",
116+
payload_schema_version: 3,
117+
id: "envelope-1",
118+
recorded_at: 1_785_578_400_123_456,
119+
stream: { kind: "session", id: "parent" },
120+
payload: {
121+
source_run_record_id: "inference-1",
122+
event: {
123+
kind: "automated_review_completed",
124+
model: { model_id: "review-model" },
125+
usage: {
126+
input_tokens: 100,
127+
cached_input_tokens: 60,
128+
output_tokens: 20,
129+
reasoning_tokens: 8,
130+
},
131+
},
132+
},
133+
};
134+
const small = await scan([entry], "muse", "small-muse");
135+
expect(small.records[0]?.totals).toMatchObject({
136+
uncachedInputTokens: 40,
137+
cachedInputTokens: 60,
138+
});
139+
const path = NodePath.join(dir, "large-muse.jsonl");
140+
await NodeFSP.writeFile(path, JSON.stringify({ ...entry, discarded: { content } }) + "\n");
141+
const large = await readTranscriptRecords(path, "muse");
142+
expect(large?.records).toEqual(small.records);
143+
const appended = JSON.stringify({
144+
...entry,
145+
id: "envelope-2",
146+
payload: { ...entry.payload, source_run_record_id: "inference-2" },
147+
});
148+
await NodeFSP.appendFile(path, appended.slice(0, -7));
149+
const partial = await readTranscriptRecords(path, "muse", large!.position);
150+
expect(partial?.records).toEqual([]);
151+
await NodeFSP.appendFile(path, appended.slice(-7) + "\n");
152+
const completed = await readTranscriptRecords(path, "muse", partial!.position);
153+
expect(completed?.records).toHaveLength(1);
154+
expect(completed?.records[0]?.dedupeKey).not.toBe(large?.records[0]?.dedupeKey);
155+
expect(completed?.records[0]?.totals).toEqual(small.records[0]?.totals);
156+
});
157+
111158
it("keeps Pi model, cost, and fork identity after large assistant content", async () => {
112159
const entry = {
113160
type: "message",

0 commit comments

Comments
 (0)