Skip to content

Commit 17c3161

Browse files
committed
feat(usage): include Muse Code session history
1 parent 2893437 commit 17c3161

14 files changed

Lines changed: 648 additions & 10 deletions

File tree

‎apps/mobile/src/features/usage/usageProviders.ts‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ export const PROVIDER_ORDER: readonly UsageProviderKind[] = [
99
"opencode",
1010
"antigravity",
1111
"pi",
12+
"muse",
1213
];
1314

1415
/** The usage series a provider driver reports under, or null for drivers without one. */
@@ -25,6 +26,7 @@ export const PROVIDER_LABEL: Record<UsageProviderKind, string> = {
2526
opencode: "OpenCode",
2627
antigravity: "Antigravity",
2728
pi: "Pi",
29+
muse: "Muse Code",
2830
};
2931

3032
export function useProviderColors(): Record<UsageProviderKind, string> {
@@ -37,6 +39,7 @@ export function useProviderColors(): Record<UsageProviderKind, string> {
3739
opencode: "#5b9bbd",
3840
antigravity: "#8c7bd1",
3941
pi: "#4d9f8a",
42+
muse: "#0866ff",
4043
};
4144
}
4245

‎apps/server/src/provider/builtInDrivers.ts‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -45,7 +45,8 @@ export type BuiltInUsageReadersEnv =
4545
| ProviderUsageReaderEnv<typeof OpenCodeDriver>
4646
| ProviderUsageReaderEnv<typeof AntigravityDriver>
4747
| ProviderUsageReaderEnv<typeof CursorDriver>
48-
| ProviderUsageReaderEnv<typeof PiDriver>;
48+
| ProviderUsageReaderEnv<typeof PiDriver>
49+
| ProviderUsageReaderEnv<typeof MuseDriver>;
4950

5051
/**
5152
* Aggregation keeps the first copy of a duplicate record, so the order is part
@@ -59,6 +60,7 @@ export const BUILT_IN_USAGE_DRIVERS: ReadonlyArray<
5960
GrokDriver,
6061
PiDriver,
6162
OpenCodeDriver,
63+
MuseDriver,
6264
AntigravityDriver,
6365
CursorDriver,
6466
];

‎apps/server/src/usage/UsageService.test.ts‎

Lines changed: 223 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,9 +48,18 @@ import * as AntigravityUsage from "../provider/Drivers/AntigravityUsage.ts";
4848
import * as ProviderHostLive from "../provider/ProviderHostLive.ts";
4949
import { totalTokens, type UsageRecord } from "@t3tools/provider-core/server/usage";
5050
import * as UsageService from "./UsageService.ts";
51+
import * as MuseSdk from "../../../../packages/provider-muse/src/server/sdk.ts";
5152
import { encodeScanCache, SCAN_CACHE_FILE_NAME } from "./usageScanCache.ts";
5253

5354
vi.mock("node:fs/promises", { spy: true });
55+
vi.mock("../../../../packages/provider-muse/src/server/sdk.ts", async (importOriginal) => ({
56+
...(await importOriginal<typeof MuseSdk>()),
57+
createMuseSdkHostEffect: vi.fn(() =>
58+
Effect.try(() => {
59+
throw new Error("Muse is not installed in this test");
60+
}),
61+
),
62+
}));
5463

5564
const encodeUnknownJson = Schema.encodeEffect(Schema.fromJsonString(Schema.Unknown));
5665
const encodeUnknownJsonString = Schema.encodeSync(Schema.fromJsonString(Schema.Unknown));
@@ -798,6 +807,220 @@ describe("UsageService", () => {
798807
}).pipe(Effect.scoped),
799808
);
800809

810+
it.live(
811+
"reads Muse inference history once, persists appended usage, and reprices unknown models",
812+
() =>
813+
Effect.gen(function* () {
814+
const { home, settings } = yield* setup;
815+
const museHome = NodePath.join(home, "configured-data", "muse");
816+
const dir = NodePath.join(museHome, "sessions", "2026", "08", "01", "parent");
817+
const child = NodePath.join(dir, "subagent", "child");
818+
const entry = (
819+
id: string,
820+
sessionId = "parent",
821+
timestamp = "2026-08-01T00:00:00Z",
822+
model = "muse-unknown",
823+
) => ({
824+
schema_version: 1,
825+
record_type: "event",
826+
payload_type: "runtime.session",
827+
payload_schema_version: 1,
828+
id,
829+
recorded_at: Date.parse(timestamp) * 1000 + 999,
830+
stream: { kind: "session", id: sessionId },
831+
payload: {
832+
source_run_record_id: id,
833+
event: {
834+
kind: "model_completed",
835+
model,
836+
usage: {
837+
input_tokens: 100,
838+
cached_tokens: 60,
839+
cache_read_tokens: 60,
840+
cache_write_tokens: 10,
841+
output_tokens: 20,
842+
reasoning_tokens: 8,
843+
},
844+
},
845+
},
846+
});
847+
const parent = entry("inference-1");
848+
const review = {
849+
...entry("review", "child"),
850+
payload: {
851+
event: {
852+
...parent.payload.event,
853+
kind: "automated_review_completed",
854+
model: { model_id: "priced-model" },
855+
},
856+
},
857+
};
858+
yield* Effect.promise(async () => {
859+
await NodeFSP.mkdir(child, { recursive: true });
860+
await NodeFSP.writeFile(
861+
NodePath.join(dir, "session.jsonl"),
862+
[
863+
parent,
864+
parent,
865+
{
866+
...parent,
867+
payload: { event: { ...parent.payload.event, kind: "workflow_completed" } },
868+
},
869+
{ ...parent, payload_type: "goal_usage_attribution" },
870+
entry("before", "parent", "2026-07-31T23:59:59.999Z"),
871+
entry("after", "parent", "2026-08-02T00:00:00Z"),
872+
]
873+
.map((line) => encodeUnknownJsonString(line))
874+
.join("\n") + "\n{broken}\n",
875+
);
876+
await NodeFSP.writeFile(
877+
NodePath.join(child, "session.jsonl"),
878+
[
879+
{ ...parent, id: "copied-envelope", stream: { kind: "session", id: "child" } },
880+
entry("child-inference", "child"),
881+
review,
882+
]
883+
.map((line) => encodeUnknownJsonString(line))
884+
.join("\n") + "\n",
885+
);
886+
await NodeFSP.writeFile(
887+
NodePath.join(child, "telemetry.jsonl"),
888+
encodeUnknownJsonString(entry("not-a-session")) + "\n",
889+
);
890+
});
891+
using _create = vi.spyOn(MuseSdk, "createMuseSdkHostEffect").mockImplementation((options) =>
892+
Effect.succeed({
893+
initializeResult: {
894+
grantedCapabilities: [],
895+
museHome: NodePath.join(options.environment?.XDG_DATA_HOME ?? home, "muse"),
896+
},
897+
close: async () => {},
898+
} as unknown as MuseSdk.MuseSdkHost),
899+
);
900+
yield* Effect.gen(function* () {
901+
const service = yield* UsageService.make;
902+
const window = {
903+
timeZone: "UTC",
904+
sinceDay: UsageDay.make("2026-08-01"),
905+
untilDay: UsageDay.make("2026-08-01"),
906+
};
907+
const muse = (summary: UsageSummary) =>
908+
summary.buckets.filter((bucket) => bucket.provider === "muse");
909+
const first = yield* service.readSummary(window);
910+
const buckets = muse(first);
911+
assert.strictEqual(
912+
buckets.reduce((sum, b) => sum + b.records, 0),
913+
3,
914+
);
915+
assert.strictEqual(
916+
buckets.reduce((sum, b) => sum + totalTokens(b.totals), 0),
917+
360,
918+
);
919+
const unknown = buckets.find((b) => b.model === "muse-unknown");
920+
assert.strictEqual(unknown?.costSource, "unpriced");
921+
assert.strictEqual(unknown?.unpricedRecords, 2);
922+
assert.deepStrictEqual(unknown?.totals, {
923+
uncachedInputTokens: 60,
924+
cachedInputTokens: 120,
925+
cacheCreationTokens: 20,
926+
outputTokens: 40,
927+
reasoningTokens: 16,
928+
});
929+
const priced = buckets.find((b) => b.model === "priced-model");
930+
assert.strictEqual(priced?.costSource, "modelPriced");
931+
assert.closeTo(priced?.costUsd ?? NaN, 0.000154, 1e-12);
932+
assert.closeTo(priced?.cacheSavingsUsd ?? NaN, 0.000108, 1e-12);
933+
const sources = first.sources.filter((source) => source.fingerprint.provider === "muse");
934+
assert.strictEqual(sources.length, 1);
935+
assert.strictEqual(sources[0]?.scannedFiles, 2);
936+
assert.strictEqual(sources[0]?.distinctSessions, 2);
937+
const local = muse(
938+
yield* service.readSummary({ ...window, timeZone: "America/Los_Angeles" }),
939+
);
940+
assert.strictEqual(
941+
local.reduce((sum, b) => sum + b.records, 0),
942+
1,
943+
);
944+
assert.strictEqual(local[0]?.day, "2026-08-01");
945+
const hourly = muse(
946+
yield* service.readSummary({
947+
...window,
948+
resolution: "hour",
949+
sinceTime: "2026-08-01T00:00:00.000Z",
950+
untilTime: "2026-08-02T00:00:00.000Z",
951+
}),
952+
);
953+
assert.strictEqual(
954+
hourly.reduce((sum, b) => sum + b.records, 0),
955+
3,
956+
);
957+
const appended = encodeUnknownJsonString(entry("appended", "child"));
958+
const file = NodePath.join(child, "session.jsonl");
959+
yield* Effect.promise(() => NodeFSP.appendFile(file, appended.slice(0, -10)));
960+
assert.deepStrictEqual(muse(yield* service.readSummary(window)), buckets);
961+
yield* service.awaitPersisted;
962+
const restarted = yield* UsageService.make;
963+
yield* Effect.promise(() => NodeFSP.appendFile(file, appended.slice(-10) + "\n"));
964+
const grown = muse(yield* restarted.readSummary(window));
965+
assert.strictEqual(
966+
grown.reduce((sum, b) => sum + b.records, 0),
967+
4,
968+
);
969+
assert.strictEqual(
970+
grown.reduce((sum, b) => sum + totalTokens(b.totals), 0),
971+
480,
972+
);
973+
const settingsService = yield* ServerSettings.ServerSettingsService;
974+
yield* settingsService.updateSettings({
975+
usagePriceOverrides: {
976+
"muse-unknown": {
977+
inputCostPerMillionTokens: 2,
978+
outputCostPerMillionTokens: 4,
979+
cacheReadCostPerMillionTokens: 0.2,
980+
cacheWriteCostPerMillionTokens: 1,
981+
},
982+
},
983+
});
984+
const repriced = muse(yield* restarted.readSummary(window)).find(
985+
(b) => b.model === "muse-unknown",
986+
);
987+
assert.strictEqual(repriced?.unpricedRecords, 0);
988+
assert.closeTo(repriced?.costUsd ?? NaN, 0.000486, 1e-12);
989+
}).pipe(
990+
Effect.scoped,
991+
Effect.provide(
992+
layerService({
993+
prefix: "usage-muse",
994+
home,
995+
environment: { XDG_DATA_HOME: NodePath.dirname(museHome) },
996+
settings: {
997+
...settings,
998+
providerInstances: {
999+
...settings.providerInstances,
1000+
[ProviderInstanceId.make("muse")]: {
1001+
driver: ProviderDriverKind.make("muse"),
1002+
enabled: false,
1003+
},
1004+
[ProviderInstanceId.make("muse-alias")]: {
1005+
driver: ProviderDriverKind.make("muse"),
1006+
enabled: false,
1007+
},
1008+
},
1009+
},
1010+
ratesDocument: {
1011+
"priced-model": {
1012+
input_cost_per_token: 0.000002,
1013+
output_cost_per_token: 0.000004,
1014+
cache_read_input_token_cost: 0.0000002,
1015+
cache_creation_input_token_cost: 0.0000002,
1016+
},
1017+
},
1018+
}),
1019+
),
1020+
);
1021+
}).pipe(Effect.scoped),
1022+
);
1023+
8011024
it.live("reports missing Pi history and skips malformed records without losing valid usage", () =>
8021025
Effect.gen(function* () {
8031026
const { home, settings } = yield* setup;

‎apps/server/src/usage/usageTestFormats.ts‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,18 +2,20 @@ import type { UsageProviderKind } from "@t3tools/contracts";
22
import type { TranscriptUsageFormat } from "@t3tools/provider-core/server/usage";
33
import { piUsageFormat } from "@t3tools/provider-pi/server/usage";
44
import { grokUsageFormat } from "@t3tools/provider-grok/server/usage";
5+
import { museUsageFormat } from "@t3tools/provider-muse/server/usage";
56

67
import { claudeUsageFormat } from "../provider/Drivers/claudeUsage.ts";
78
import { codexUsageFormat } from "../provider/Drivers/codexUsage.ts";
89

910
export const TEST_FORMATS: Record<
10-
"claude" | "codex" | "grok" | "pi",
11+
"claude" | "codex" | "grok" | "pi" | "muse",
1112
TranscriptUsageFormat<unknown>
1213
> = {
1314
claude: claudeUsageFormat,
1415
codex: codexUsageFormat,
1516
grok: grokUsageFormat,
1617
pi: piUsageFormat,
18+
muse: museUsageFormat,
1719
};
1820

1921
export const TEST_FORMAT_MAP = new Map<UsageProviderKind, TranscriptUsageFormat<unknown>>(

‎apps/server/src/usage/usageTranscriptStreaming.test.ts‎

Lines changed: 44 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -108,6 +108,50 @@ async function scan(
108108
}
109109

110110
describe("large usage records", () => {
111+
it("streams Muse completion envelopes and resumes a partial appended event", async () => {
112+
const entry = {
113+
schema_version: 1,
114+
record_type: "event",
115+
payload_type: "runtime.session",
116+
payload_schema_version: 1,
117+
id: "envelope-1",
118+
recorded_at: 1_785_578_400_123_456,
119+
stream: { kind: "session", id: "parent" },
120+
payload: {
121+
source_run_record_id: "inference-1",
122+
event: {
123+
kind: "automated_review_completed",
124+
model: { model_id: "review-model" },
125+
usage: {
126+
input_tokens: 100,
127+
cache_read_tokens: 60,
128+
cache_write_tokens: 10,
129+
output_tokens: 20,
130+
reasoning_tokens: 8,
131+
},
132+
},
133+
},
134+
};
135+
const small = await scan([entry], "muse", "small-muse");
136+
const path = NodePath.join(dir, "large-muse.jsonl");
137+
await NodeFSP.writeFile(path, JSON.stringify({ ...entry, discarded: { content } }) + "\n");
138+
const large = await readTranscriptRecords(path, "muse");
139+
expect(large?.records).toEqual(small.records);
140+
const appended = JSON.stringify({
141+
...entry,
142+
id: "envelope-2",
143+
payload: { ...entry.payload, source_run_record_id: "inference-2" },
144+
});
145+
await NodeFSP.appendFile(path, appended.slice(0, -7));
146+
const partial = await readTranscriptRecords(path, "muse", large!.position);
147+
expect(partial?.records).toEqual([]);
148+
await NodeFSP.appendFile(path, appended.slice(-7) + "\n");
149+
const completed = await readTranscriptRecords(path, "muse", partial!.position);
150+
expect(completed?.records).toHaveLength(1);
151+
expect(completed?.records[0]?.dedupeKey).not.toBe(large?.records[0]?.dedupeKey);
152+
expect(completed?.records[0]?.totals).toEqual(small.records[0]?.totals);
153+
});
154+
111155
it("keeps Pi model, cost, and fork identity after large assistant content", async () => {
112156
const entry = {
113157
type: "message",

0 commit comments

Comments
 (0)