@@ -48,9 +48,18 @@ import * as AntigravityUsage from "../provider/Drivers/AntigravityUsage.ts";
4848import * as ProviderHostLive from "../provider/ProviderHostLive.ts" ;
4949import { totalTokens , type UsageRecord } from "@t3tools/provider-core/server/usage" ;
5050import * as UsageService from "./UsageService.ts" ;
51+ import * as MuseSdk from "../../../../packages/provider-muse/src/server/sdk.ts" ;
5152import { encodeScanCache , SCAN_CACHE_FILE_NAME } from "./usageScanCache.ts" ;
5253
5354vi . mock ( "node:fs/promises" , { spy : true } ) ;
55+ vi . mock ( "../../../../packages/provider-muse/src/server/sdk.ts" , async ( importOriginal ) => ( {
56+ ...( await importOriginal < typeof MuseSdk > ( ) ) ,
57+ createMuseSdkHostEffect : vi . fn ( ( ) =>
58+ Effect . try ( ( ) => {
59+ throw new Error ( "Muse is not installed in this test" ) ;
60+ } ) ,
61+ ) ,
62+ } ) ) ;
5463
5564const encodeUnknownJson = Schema . encodeEffect ( Schema . fromJsonString ( Schema . Unknown ) ) ;
5665const encodeUnknownJsonString = Schema . encodeSync ( Schema . fromJsonString ( Schema . Unknown ) ) ;
@@ -798,6 +807,220 @@ describe("UsageService", () => {
798807 } ) . pipe ( Effect . scoped ) ,
799808 ) ;
800809
810+ it . live (
811+ "reads Muse inference history once, persists appended usage, and reprices unknown models" ,
812+ ( ) =>
813+ Effect . gen ( function * ( ) {
814+ const { home, settings } = yield * setup ;
815+ const museHome = NodePath . join ( home , "configured-data" , "muse" ) ;
816+ const dir = NodePath . join ( museHome , "sessions" , "2026" , "08" , "01" , "parent" ) ;
817+ const child = NodePath . join ( dir , "subagent" , "child" ) ;
818+ const entry = (
819+ id : string ,
820+ sessionId = "parent" ,
821+ timestamp = "2026-08-01T00:00:00Z" ,
822+ model = "muse-unknown" ,
823+ ) => ( {
824+ schema_version : 1 ,
825+ record_type : "event" ,
826+ payload_type : "runtime.session" ,
827+ payload_schema_version : 1 ,
828+ id,
829+ recorded_at : Date . parse ( timestamp ) * 1000 + 999 ,
830+ stream : { kind : "session" , id : sessionId } ,
831+ payload : {
832+ source_run_record_id : id ,
833+ event : {
834+ kind : "model_completed" ,
835+ model,
836+ usage : {
837+ input_tokens : 100 ,
838+ cached_tokens : 60 ,
839+ cache_read_tokens : 60 ,
840+ cache_write_tokens : 10 ,
841+ output_tokens : 20 ,
842+ reasoning_tokens : 8 ,
843+ } ,
844+ } ,
845+ } ,
846+ } ) ;
847+ const parent = entry ( "inference-1" ) ;
848+ const review = {
849+ ...entry ( "review" , "child" ) ,
850+ payload : {
851+ event : {
852+ ...parent . payload . event ,
853+ kind : "automated_review_completed" ,
854+ model : { model_id : "priced-model" } ,
855+ } ,
856+ } ,
857+ } ;
858+ yield * Effect . promise ( async ( ) => {
859+ await NodeFSP . mkdir ( child , { recursive : true } ) ;
860+ await NodeFSP . writeFile (
861+ NodePath . join ( dir , "session.jsonl" ) ,
862+ [
863+ parent ,
864+ parent ,
865+ {
866+ ...parent ,
867+ payload : { event : { ...parent . payload . event , kind : "workflow_completed" } } ,
868+ } ,
869+ { ...parent , payload_type : "goal_usage_attribution" } ,
870+ entry ( "before" , "parent" , "2026-07-31T23:59:59.999Z" ) ,
871+ entry ( "after" , "parent" , "2026-08-02T00:00:00Z" ) ,
872+ ]
873+ . map ( ( line ) => encodeUnknownJsonString ( line ) )
874+ . join ( "\n" ) + "\n{broken}\n" ,
875+ ) ;
876+ await NodeFSP . writeFile (
877+ NodePath . join ( child , "session.jsonl" ) ,
878+ [
879+ { ...parent , id : "copied-envelope" , stream : { kind : "session" , id : "child" } } ,
880+ entry ( "child-inference" , "child" ) ,
881+ review ,
882+ ]
883+ . map ( ( line ) => encodeUnknownJsonString ( line ) )
884+ . join ( "\n" ) + "\n" ,
885+ ) ;
886+ await NodeFSP . writeFile (
887+ NodePath . join ( child , "telemetry.jsonl" ) ,
888+ encodeUnknownJsonString ( entry ( "not-a-session" ) ) + "\n" ,
889+ ) ;
890+ } ) ;
891+ using _create = vi . spyOn ( MuseSdk , "createMuseSdkHostEffect" ) . mockImplementation ( ( options ) =>
892+ Effect . succeed ( {
893+ initializeResult : {
894+ grantedCapabilities : [ ] ,
895+ museHome : NodePath . join ( options . environment ?. XDG_DATA_HOME ?? home , "muse" ) ,
896+ } ,
897+ close : async ( ) => { } ,
898+ } as unknown as MuseSdk . MuseSdkHost ) ,
899+ ) ;
900+ yield * Effect . gen ( function * ( ) {
901+ const service = yield * UsageService . make ;
902+ const window = {
903+ timeZone : "UTC" ,
904+ sinceDay : UsageDay . make ( "2026-08-01" ) ,
905+ untilDay : UsageDay . make ( "2026-08-01" ) ,
906+ } ;
907+ const muse = ( summary : UsageSummary ) =>
908+ summary . buckets . filter ( ( bucket ) => bucket . provider === "muse" ) ;
909+ const first = yield * service . readSummary ( window ) ;
910+ const buckets = muse ( first ) ;
911+ assert . strictEqual (
912+ buckets . reduce ( ( sum , b ) => sum + b . records , 0 ) ,
913+ 3 ,
914+ ) ;
915+ assert . strictEqual (
916+ buckets . reduce ( ( sum , b ) => sum + totalTokens ( b . totals ) , 0 ) ,
917+ 360 ,
918+ ) ;
919+ const unknown = buckets . find ( ( b ) => b . model === "muse-unknown" ) ;
920+ assert . strictEqual ( unknown ?. costSource , "unpriced" ) ;
921+ assert . strictEqual ( unknown ?. unpricedRecords , 2 ) ;
922+ assert . deepStrictEqual ( unknown ?. totals , {
923+ uncachedInputTokens : 60 ,
924+ cachedInputTokens : 120 ,
925+ cacheCreationTokens : 20 ,
926+ outputTokens : 40 ,
927+ reasoningTokens : 16 ,
928+ } ) ;
929+ const priced = buckets . find ( ( b ) => b . model === "priced-model" ) ;
930+ assert . strictEqual ( priced ?. costSource , "modelPriced" ) ;
931+ assert . closeTo ( priced ?. costUsd ?? NaN , 0.000154 , 1e-12 ) ;
932+ assert . closeTo ( priced ?. cacheSavingsUsd ?? NaN , 0.000108 , 1e-12 ) ;
933+ const sources = first . sources . filter ( ( source ) => source . fingerprint . provider === "muse" ) ;
934+ assert . strictEqual ( sources . length , 1 ) ;
935+ assert . strictEqual ( sources [ 0 ] ?. scannedFiles , 2 ) ;
936+ assert . strictEqual ( sources [ 0 ] ?. distinctSessions , 2 ) ;
937+ const local = muse (
938+ yield * service . readSummary ( { ...window , timeZone : "America/Los_Angeles" } ) ,
939+ ) ;
940+ assert . strictEqual (
941+ local . reduce ( ( sum , b ) => sum + b . records , 0 ) ,
942+ 1 ,
943+ ) ;
944+ assert . strictEqual ( local [ 0 ] ?. day , "2026-08-01" ) ;
945+ const hourly = muse (
946+ yield * service . readSummary ( {
947+ ...window ,
948+ resolution : "hour" ,
949+ sinceTime : "2026-08-01T00:00:00.000Z" ,
950+ untilTime : "2026-08-02T00:00:00.000Z" ,
951+ } ) ,
952+ ) ;
953+ assert . strictEqual (
954+ hourly . reduce ( ( sum , b ) => sum + b . records , 0 ) ,
955+ 3 ,
956+ ) ;
957+ const appended = encodeUnknownJsonString ( entry ( "appended" , "child" ) ) ;
958+ const file = NodePath . join ( child , "session.jsonl" ) ;
959+ yield * Effect . promise ( ( ) => NodeFSP . appendFile ( file , appended . slice ( 0 , - 10 ) ) ) ;
960+ assert . deepStrictEqual ( muse ( yield * service . readSummary ( window ) ) , buckets ) ;
961+ yield * service . awaitPersisted ;
962+ const restarted = yield * UsageService . make ;
963+ yield * Effect . promise ( ( ) => NodeFSP . appendFile ( file , appended . slice ( - 10 ) + "\n" ) ) ;
964+ const grown = muse ( yield * restarted . readSummary ( window ) ) ;
965+ assert . strictEqual (
966+ grown . reduce ( ( sum , b ) => sum + b . records , 0 ) ,
967+ 4 ,
968+ ) ;
969+ assert . strictEqual (
970+ grown . reduce ( ( sum , b ) => sum + totalTokens ( b . totals ) , 0 ) ,
971+ 480 ,
972+ ) ;
973+ const settingsService = yield * ServerSettings . ServerSettingsService ;
974+ yield * settingsService . updateSettings ( {
975+ usagePriceOverrides : {
976+ "muse-unknown" : {
977+ inputCostPerMillionTokens : 2 ,
978+ outputCostPerMillionTokens : 4 ,
979+ cacheReadCostPerMillionTokens : 0.2 ,
980+ cacheWriteCostPerMillionTokens : 1 ,
981+ } ,
982+ } ,
983+ } ) ;
984+ const repriced = muse ( yield * restarted . readSummary ( window ) ) . find (
985+ ( b ) => b . model === "muse-unknown" ,
986+ ) ;
987+ assert . strictEqual ( repriced ?. unpricedRecords , 0 ) ;
988+ assert . closeTo ( repriced ?. costUsd ?? NaN , 0.000486 , 1e-12 ) ;
989+ } ) . pipe (
990+ Effect . scoped ,
991+ Effect . provide (
992+ layerService ( {
993+ prefix : "usage-muse" ,
994+ home,
995+ environment : { XDG_DATA_HOME : NodePath . dirname ( museHome ) } ,
996+ settings : {
997+ ...settings ,
998+ providerInstances : {
999+ ...settings . providerInstances ,
1000+ [ ProviderInstanceId . make ( "muse" ) ] : {
1001+ driver : ProviderDriverKind . make ( "muse" ) ,
1002+ enabled : false ,
1003+ } ,
1004+ [ ProviderInstanceId . make ( "muse-alias" ) ] : {
1005+ driver : ProviderDriverKind . make ( "muse" ) ,
1006+ enabled : false ,
1007+ } ,
1008+ } ,
1009+ } ,
1010+ ratesDocument : {
1011+ "priced-model" : {
1012+ input_cost_per_token : 0.000002 ,
1013+ output_cost_per_token : 0.000004 ,
1014+ cache_read_input_token_cost : 0.0000002 ,
1015+ cache_creation_input_token_cost : 0.0000002 ,
1016+ } ,
1017+ } ,
1018+ } ) ,
1019+ ) ,
1020+ ) ;
1021+ } ) . pipe ( Effect . scoped ) ,
1022+ ) ;
1023+
8011024 it . live ( "reports missing Pi history and skips malformed records without losing valid usage" , ( ) =>
8021025 Effect . gen ( function * ( ) {
8031026 const { home, settings } = yield * setup ;
0 commit comments