@@ -34,6 +34,7 @@ import * as Fiber from "effect/Fiber";
3434import * as Layer from "effect/Layer" ;
3535import * as PubSub from "effect/PubSub" ;
3636import * as Queue from "effect/Queue" ;
37+ import * as Ref from "effect/Ref" ;
3738import * as Stream from "effect/Stream" ;
3839import * as TestClock from "effect/testing/TestClock" ;
3940import { Headers } from "effect/http" ;
@@ -81,6 +82,10 @@ import * as ProjectCloneTracker from "./project/ProjectCloneTracker.ts";
8182import * as ProjectSetupScriptRunner from "./project/ProjectSetupScriptRunner.ts" ;
8283import * as ProviderAuthService from "./provider/ProviderAuthService.ts" ;
8384import * as ProviderInstanceRegistry from "./provider/ProviderInstanceRegistry.ts" ;
85+ import * as ProviderInstanceRegistryMutator from "./provider/ProviderInstanceRegistryMutator.ts" ;
86+ import type { ProviderInstance } from "@t3tools/provider-core/server/driver" ;
87+ import { ProviderDriverError } from "@t3tools/provider-core/server/errors" ;
88+ import { makeManualOnlyProviderMaintenanceCapabilities } from "@t3tools/provider-core/server/maintenanceResolver" ;
8489import * as ProviderLatestVersions from "@t3tools/provider-core/server/ProviderLatestVersions" ;
8590import * as ProviderMaintenanceRunner from "./provider/providerMaintenanceRunner.ts" ;
8691import * as ProviderRegistry from "./provider/ProviderRegistry.ts" ;
@@ -1346,6 +1351,186 @@ it.effect("on-demand clients get provider config without workspace snapshots", (
13461351 ) ,
13471352) ;
13481353
1354+ it . effect . each ( [ "all" , "single" ] as const ) (
1355+ "%s model refresh preserves cached models when an instance fails" ,
1356+ ( target ) =>
1357+ Effect . gen ( function * ( ) {
1358+ const driver = ProviderDriverKind . make ( "antigravity" ) ;
1359+ const firstId = ProviderInstanceId . make ( "antigravity_first" ) ;
1360+ const secondId = ProviderInstanceId . make ( "antigravity_second" ) ;
1361+ const thirdId = ProviderInstanceId . make ( "antigravity_third" ) ;
1362+ const thirdStarted = yield * Deferred . make < void > ( ) ;
1363+ const activeRefreshes = yield * Ref . make ( 0 ) ;
1364+ const maxRefreshes = yield * Ref . make ( 0 ) ;
1365+ const model = ( slug : string ) => ( { slug, name : slug , isCustom : false , capabilities : null } ) ;
1366+ const makeInstance = Effect . fn ( "Test.makeModelRefreshInstance" ) ( function * (
1367+ instanceId : ProviderInstanceId ,
1368+ ) {
1369+ const snapshot = yield * Ref . make < ServerProvider > ( {
1370+ instanceId,
1371+ driver,
1372+ enabled : true ,
1373+ installed : true ,
1374+ version : "1.1.1" ,
1375+ status : "ready" ,
1376+ auth : { status : "authenticated" } ,
1377+ checkedAt : "2026-10-25T00:00:00.000Z" ,
1378+ models : [ model ( "cached-model" ) ] ,
1379+ slashCommands : [ ] ,
1380+ skills : [ ] ,
1381+ } ) ;
1382+ return {
1383+ instanceId,
1384+ driverKind : driver ,
1385+ continuationIdentity : { driverKind : driver , continuationKey : instanceId } ,
1386+ displayName : undefined ,
1387+ enabled : true ,
1388+ snapshot : {
1389+ getSnapshot : Ref . get ( snapshot ) ,
1390+ refresh : Ref . get ( snapshot ) ,
1391+ resolveMaintenance : ( ) =>
1392+ Effect . succeed (
1393+ makeManualOnlyProviderMaintenanceCapabilities ( {
1394+ provider : driver ,
1395+ packageName : null ,
1396+ } ) ,
1397+ ) ,
1398+ streamChanges : Stream . empty ,
1399+ applyUsageLimits : ( ) => Effect . void ,
1400+ } ,
1401+ refreshModels : ( ) =>
1402+ Effect . gen ( function * ( ) {
1403+ if ( instanceId === firstId ) {
1404+ return yield * new ProviderDriverError ( {
1405+ driver,
1406+ instanceId,
1407+ detail : "Model refresh failed." ,
1408+ } ) ;
1409+ }
1410+ const active = yield * Ref . updateAndGet ( activeRefreshes , ( count ) => count + 1 ) ;
1411+ yield * Ref . update ( maxRefreshes , ( count ) => Math . max ( count , active ) ) ;
1412+ yield * instanceId === secondId
1413+ ? Deferred . await ( thirdStarted )
1414+ : Deferred . succeed ( thirdStarted , undefined ) ;
1415+ yield * Ref . update ( snapshot , ( provider ) => ( {
1416+ ...provider ,
1417+ models : [ model ( "refreshed-model" ) ] ,
1418+ } ) ) ;
1419+ yield * Ref . update ( activeRefreshes , ( count ) => count - 1 ) ;
1420+ } ) ,
1421+ orchestrationAdapter : { } as ProviderInstance [ "orchestrationAdapter" ] ,
1422+ textGeneration : { } as ProviderInstance [ "textGeneration" ] ,
1423+ } satisfies ProviderInstance ;
1424+ } ) ;
1425+ const instances = [
1426+ yield * makeInstance ( firstId ) ,
1427+ yield * makeInstance ( secondId ) ,
1428+ yield * makeInstance ( thirdId ) ,
1429+ ] ;
1430+ const changes = yield * PubSub . unbounded < void > ( ) ;
1431+ const instanceLayer = Layer . succeed ( ProviderInstanceRegistry . ProviderInstanceRegistry , {
1432+ listInstances : Effect . succeed ( instances ) ,
1433+ getInstance : ( id ) =>
1434+ Effect . succeed ( instances . find ( ( instance ) => instance . instanceId === id ) ) ,
1435+ listUnavailable : Effect . succeed ( [ ] ) ,
1436+ streamChanges : Stream . empty ,
1437+ subscribeChanges : PubSub . subscribe ( changes ) ,
1438+ } ) ;
1439+ const registryLayer = ProviderRegistry . layer . pipe (
1440+ Layer . provide (
1441+ Layer . mergeAll (
1442+ instanceLayer ,
1443+ ModelManifest . layerTest ,
1444+ Layer . mock ( ProviderInstanceRegistryMutator . ProviderInstanceRegistryMutator ) ( { } ) ,
1445+ Layer . mock ( ProviderLatestVersions . ProviderLatestVersions ) ( { } ) ,
1446+ ) ,
1447+ ) ,
1448+ ) ;
1449+ const responses =
1450+ yield * Queue . unbounded <
1451+ Exit . Exit < { readonly providers : ReadonlyArray < ServerProvider > } , unknown >
1452+ > ( ) ;
1453+ const services = Layer . mergeAll (
1454+ layerUnusedConfigRpcServices ,
1455+ instanceLayer ,
1456+ registryLayer ,
1457+ Layer . mock ( UsageLimitSources . UsageLimitSources ) ( { refresh : Effect . void } ) ,
1458+ Layer . mock ( ExternalLauncher . ExternalLauncher ) ( { } ) ,
1459+ Layer . mock ( RemoteOpenTargets . RemoteOpenTargets ) ( { } ) ,
1460+ Layer . mock ( DirectEndpoints . DirectEndpoints ) ( { } ) ,
1461+ Layer . mock ( ManagedProjectFolders . ManagedProjectFolders ) ( { namedProjectsRoot : "/unused" } ) ,
1462+ Layer . mock ( ScratchThreadPromotion . ScratchThreadPromotion ) ( { } ) ,
1463+ Layer . mock ( ServerEnvironment . ServerEnvironment ) ( { } ) ,
1464+ Layer . mock ( EnvironmentAuth . EnvironmentAuth ) ( { } ) ,
1465+ ) ;
1466+ const server = yield * RpcServer . makeNoSerialization (
1467+ RpcGroup . make ( WsServerRefreshProvidersRpc ) ,
1468+ {
1469+ ...WS_RPC_SERVER_OPTIONS ,
1470+ onFromServer : ( response ) =>
1471+ response . _tag === "Exit" ? Queue . offer ( responses , response . exit ) : Effect . void ,
1472+ } ,
1473+ ) . pipe (
1474+ Effect . provide (
1475+ layerWsRpc (
1476+ {
1477+ sessionId : AuthSessionId . make ( "model-refresh-test" ) ,
1478+ subject : "model-refresh-test" ,
1479+ method : "browser-session-cookie" ,
1480+ scopes : [ ] ,
1481+ } ,
1482+ { } ,
1483+ yield * ServerBrowser . ServerBrowser ,
1484+ ( ) => Effect . void ,
1485+ { secretReferences : true } ,
1486+ ) . pipe ( Layer . provide ( services ) ) ,
1487+ ) ,
1488+ ) ;
1489+ yield * server . write ( 0 , {
1490+ _tag : "Request" ,
1491+ id : RpcMessage . RequestId ( "refresh-models" ) ,
1492+ tag : WS_METHODS . serverRefreshProviders ,
1493+ payload : { refreshModels : true , ...( target === "single" ? { instanceId : firstId } : { } ) } ,
1494+ headers : Headers . empty ,
1495+ } ) ;
1496+ const response = yield * Queue . take ( responses ) ;
1497+ if ( target === "single" ) {
1498+ assert . equal ( response . _tag , "Failure" ) ;
1499+ if ( response . _tag === "Failure" ) {
1500+ assert . match ( Cause . pretty ( response . cause ) , / M o d e l r e f r e s h f a i l e d / ) ;
1501+ }
1502+ assert . equal ( yield * Ref . get ( maxRefreshes ) , 0 ) ;
1503+ return ;
1504+ }
1505+ assert . equal ( response . _tag , "Success" ) ;
1506+ if ( response . _tag === "Success" ) {
1507+ assert . deepEqual (
1508+ Object . fromEntries (
1509+ response . value . providers . map ( ( provider ) => [
1510+ provider . instanceId ,
1511+ provider . models . map ( ( entry ) => entry . slug ) ,
1512+ ] ) ,
1513+ ) ,
1514+ {
1515+ [ firstId ] : [ "cached-model" ] ,
1516+ [ secondId ] : [ "refreshed-model" ] ,
1517+ [ thirdId ] : [ "refreshed-model" ] ,
1518+ } ,
1519+ ) ;
1520+ assert . equal ( yield * Ref . get ( maxRefreshes ) , 2 ) ;
1521+ }
1522+ } ) . pipe (
1523+ Effect . provide (
1524+ Layer . mergeAll (
1525+ Layer . fresh ( layerConfigSources ) ,
1526+ Layer . mock ( PreviewAutomationBroker . PreviewAutomationBroker ) ( { } ) ,
1527+ Layer . mock ( ServerBrowser . ServerBrowser ) ( { } ) ,
1528+ ) ,
1529+ ) ,
1530+ Effect . scoped ,
1531+ ) ,
1532+ ) ;
1533+
13491534it . effect ( "a publish whose push fails still refreshes the new remote" , ( ) =>
13501535 Effect . gen ( function * ( ) {
13511536 const refreshes = yield * Queue . unbounded < string > ( ) ;
0 commit comments