Skip to content

Commit 08133c2

Browse files
committed
refactor(server): provider registry owns explicit model cache invalidation
The provider refresh RPC handler forced the model manifest refresh, invalidated each instance's discovery caches, and cleared cached latest package versions itself. Move that into ProviderRegistry.invalidateModelCaches so the transport only decides when an explicit model refresh asks for it.
1 parent 069e63b commit 08133c2

5 files changed

Lines changed: 186 additions & 29 deletions

File tree

‎apps/server/src/provider/ProviderRegistry.test.ts‎

Lines changed: 136 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1891,6 +1891,142 @@ it.layer(
18911891
);
18921892
});
18931893

1894+
it.effect("invalidates model caches only for an explicit model refresh", () =>
1895+
Effect.gen(function* () {
1896+
const forceRefreshCalls = yield* Ref.make(0);
1897+
const makeInstance = (name: string) =>
1898+
Effect.gen(function* () {
1899+
const driver = ProviderDriverKind.make("codex");
1900+
const instanceId = ProviderInstanceId.make(name);
1901+
const provider = {
1902+
instanceId,
1903+
driver,
1904+
status: "ready",
1905+
enabled: true,
1906+
installed: true,
1907+
auth: { status: "authenticated" },
1908+
checkedAt: "2026-06-10T00:00:00.000Z",
1909+
version: "1.0.0",
1910+
models: [],
1911+
slashCommands: [],
1912+
skills: [],
1913+
} as const satisfies ServerProvider;
1914+
const invalidations = yield* Ref.make(0);
1915+
const maintenanceReads = yield* Ref.make<ReadonlyArray<boolean>>([]);
1916+
const instance = {
1917+
instanceId,
1918+
driverKind: driver,
1919+
continuationIdentity: {
1920+
driverKind: driver,
1921+
continuationKey: `codex:instance:${name}`,
1922+
},
1923+
displayName: undefined,
1924+
enabled: true,
1925+
snapshot: {
1926+
resolveMaintenance: (options) =>
1927+
Ref.update(maintenanceReads, (reads) => [...reads, options?.fresh === true]).pipe(
1928+
Effect.as(
1929+
makeManualOnlyProviderMaintenanceCapabilities({
1930+
provider: driver,
1931+
packageName: `${name}-package`,
1932+
}),
1933+
),
1934+
),
1935+
getSnapshot: Effect.succeed(provider),
1936+
refresh: Effect.succeed(provider),
1937+
streamChanges: Stream.empty,
1938+
applyUsageLimits: () => Effect.void,
1939+
},
1940+
invalidateCaches: Ref.update(invalidations, (count) => count + 1),
1941+
orchestrationAdapter: {} as ProviderInstance["orchestrationAdapter"],
1942+
textGeneration: {} as ProviderInstance["textGeneration"],
1943+
} satisfies ProviderInstance;
1944+
const takeMaintenanceReads = Ref.getAndSet(maintenanceReads, []);
1945+
return { instance, invalidations, takeMaintenanceReads };
1946+
});
1947+
const first = yield* makeInstance("codex_first");
1948+
const second = yield* makeInstance("codex_second");
1949+
const instances = [first.instance, second.instance];
1950+
const layerInstanceRegistry = Layer.succeed(
1951+
ProviderInstanceRegistry.ProviderInstanceRegistry,
1952+
{
1953+
getInstance: (instanceId) =>
1954+
Effect.succeed(instances.find((instance) => instance.instanceId === instanceId)),
1955+
listInstances: Effect.succeed(instances),
1956+
listUnavailable: Effect.succeed([]),
1957+
streamChanges: Stream.empty,
1958+
subscribeChanges: Effect.flatMap(PubSub.unbounded<void>(), PubSub.subscribe),
1959+
},
1960+
);
1961+
const layerModelManifest = Layer.succeed(ModelManifest.ModelManifest, {
1962+
current: Effect.succeed(ModelManifest.BUNDLED_MODEL_MANIFEST),
1963+
refresh: Effect.succeed(ModelManifest.BUNDLED_MODEL_MANIFEST),
1964+
forceRefresh: Ref.update(forceRefreshCalls, (count) => count + 1).pipe(
1965+
Effect.as(ModelManifest.BUNDLED_MODEL_MANIFEST),
1966+
),
1967+
refreshInBackground: Effect.void,
1968+
});
1969+
const layerLatestVersions = Layer.effect(
1970+
ProviderLatestVersions.ProviderLatestVersions,
1971+
ProviderLatestVersions.make([
1972+
["codex_first-package", "1.0.0"],
1973+
["codex_second-package", "1.0.0"],
1974+
]),
1975+
);
1976+
const readCachedVersion = (key: string) =>
1977+
ProviderLatestVersions.ProviderLatestVersions.use((latestVersions) =>
1978+
latestVersions.cached(key, Effect.succeed("2.0.0")),
1979+
);
1980+
1981+
yield* Effect.gen(function* () {
1982+
const registry = yield* ProviderRegistry.ProviderRegistry;
1983+
1984+
yield* registry.refreshInstance(first.instance.instanceId);
1985+
yield* registry.refresh();
1986+
assert.strictEqual(yield* Ref.get(forceRefreshCalls), 0);
1987+
assert.strictEqual(yield* Ref.get(first.invalidations), 0);
1988+
assert.strictEqual(yield* readCachedVersion("codex_first-package"), "1.0.0");
1989+
yield* first.takeMaintenanceReads;
1990+
1991+
yield* registry.invalidateModelCaches({ instanceId: first.instance.instanceId });
1992+
// The instance refresh that follows resolves installer metadata fresh itself.
1993+
assert.deepStrictEqual(yield* first.takeMaintenanceReads, [false]);
1994+
assert.strictEqual(yield* Ref.get(forceRefreshCalls), 1);
1995+
assert.strictEqual(yield* Ref.get(first.invalidations), 1);
1996+
assert.strictEqual(yield* Ref.get(second.invalidations), 0);
1997+
assert.strictEqual(yield* readCachedVersion("codex_first-package"), "2.0.0");
1998+
assert.strictEqual(yield* readCachedVersion("codex_second-package"), "1.0.0");
1999+
2000+
yield* registry.invalidateModelCaches({});
2001+
assert.strictEqual(yield* Ref.get(first.invalidations), 2);
2002+
assert.strictEqual(yield* Ref.get(second.invalidations), 1);
2003+
assert.strictEqual(yield* readCachedVersion("codex_second-package"), "2.0.0");
2004+
yield* first.takeMaintenanceReads;
2005+
2006+
// Only a cached workspace refresh leaves the fresh resolution to this call.
2007+
const workspace = { instanceId: first.instance.instanceId, cwd: process.cwd() };
2008+
yield* registry.invalidateModelCaches(workspace);
2009+
assert.deepStrictEqual(yield* first.takeMaintenanceReads, [true]);
2010+
yield* registry.invalidateModelCaches({ ...workspace, fresh: true });
2011+
assert.deepStrictEqual(yield* first.takeMaintenanceReads, [false]);
2012+
}).pipe(
2013+
Effect.provide(
2014+
ProviderRegistry.layer.pipe(
2015+
Layer.provideMerge(layerInstanceRegistry),
2016+
Layer.provideMerge(layerModelManifest),
2017+
Layer.provideMerge(layerLatestVersions),
2018+
Layer.provideMerge(
2019+
ServerConfig.layerTest(process.cwd(), {
2020+
prefix: "t3-provider-registry-model-cache-",
2021+
}),
2022+
),
2023+
Layer.provideMerge(NodeServices.layer),
2024+
),
2025+
),
2026+
);
2027+
}),
2028+
);
2029+
18942030
it.effect("does not run provider probes during layer construction", () =>
18952031
Effect.gen(function* () {
18962032
const codexDriver = ProviderDriverKind.make("codex");

‎apps/server/src/provider/ProviderRegistry.ts‎

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@ import type {
3939
ProviderWorkspaceSnapshot,
4040
} from "@t3tools/provider-core/server/driver";
4141
import {
42+
latestProviderVersionCacheKeys,
4243
makeManualOnlyProviderMaintenanceCapabilities,
4344
type ProviderMaintenanceCapabilities,
4445
} from "@t3tools/provider-core/server/maintenanceResolver";
@@ -76,6 +77,19 @@ export class ProviderRegistry extends Context.Service<
7677
readonly fresh?: boolean;
7778
}) => Effect.Effect<ReadonlyArray<ServerProvider>>;
7879

80+
/**
81+
* Drop T3-owned model caches before an explicit model refresh: the model
82+
* manifest, each instance's discovery caches, and its cached latest
83+
* versions. Takes the target of the refresh that follows; scoped to one
84+
* instance when `instanceId` is given. Background and ordinary refreshes
85+
* keep their cache timers and must not call this.
86+
*/
87+
readonly invalidateModelCaches: (input: {
88+
readonly instanceId?: ProviderInstanceId | undefined;
89+
readonly cwd?: string | undefined;
90+
readonly fresh?: boolean | undefined;
91+
}) => Effect.Effect<void>;
92+
7993
readonly getProviderMaintenanceCapabilitiesForInstance: (
8094
instanceId: ProviderInstanceId,
8195
provider: ProviderDriverKind,
@@ -1032,6 +1046,34 @@ export const layer = Layer.effect(
10321046
);
10331047
});
10341048

1049+
const invalidateModelCaches = Effect.fn("invalidateModelCaches")(function* (
1050+
input: Parameters<ProviderRegistry["Service"]["invalidateModelCaches"]>[0],
1051+
) {
1052+
yield* manifestService.forceRefresh;
1053+
const instances = yield* instanceRegistry.listInstances;
1054+
yield* Effect.forEach(
1055+
instances.filter(
1056+
(instance) => input.instanceId === undefined || input.instanceId === instance.instanceId,
1057+
),
1058+
(instance) =>
1059+
Effect.gen(function* () {
1060+
yield* instance.invalidateCaches ?? Effect.void;
1061+
// Instance and full refreshes resolve installer metadata fresh
1062+
// themselves; a cached workspace refresh needs it resolved here.
1063+
const maintenance = yield* instance.snapshot.resolveMaintenance({
1064+
fresh:
1065+
input.instanceId !== undefined && input.cwd !== undefined && input.fresh !== true,
1066+
});
1067+
yield* Effect.forEach(
1068+
latestProviderVersionCacheKeys(maintenance),
1069+
latestVersions.invalidate,
1070+
{ discard: true },
1071+
);
1072+
}),
1073+
{ concurrency: "unbounded", discard: true },
1074+
);
1075+
});
1076+
10351077
return {
10361078
getProviders: Ref.get(providersRef),
10371079
refresh: (provider?: ProviderDriverKind) =>
@@ -1041,6 +1083,7 @@ export const layer = Layer.effect(
10411083
refreshWorkspaceSnapshot: (input) =>
10421084
refreshWorkspaceSnapshot(input).pipe(Effect.catchCause(recoverRefreshFailure)),
10431085
refreshAfterUpdate,
1086+
invalidateModelCaches,
10441087
getProviderMaintenanceCapabilitiesForInstance,
10451088
setProviderMaintenanceActionState,
10461089
get streamChanges() {

‎apps/server/src/provider/providerMaintenanceRunner.test.ts‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -200,6 +200,7 @@ function makeRegistry(
200200
refreshInstance: () => Ref.get(providersRef),
201201
refreshAfterUpdate: () => Ref.get(providersRef),
202202
refreshWorkspaceSnapshot: () => Ref.get(providersRef),
203+
invalidateModelCaches: () => Effect.void,
203204
getProviderMaintenanceCapabilitiesForInstance: (_instanceId, provider) =>
204205
Effect.succeed(lifecycleFor(provider)),
205206
setProviderMaintenanceActionState,

‎apps/server/src/provider/testUtils/providerRegistryMock.ts‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@ const makeProviderRegistryMock = (
1313
refreshInstance: () => Effect.succeed(providers),
1414
refreshAfterUpdate: () => Effect.succeed(providers),
1515
refreshWorkspaceSnapshot: () => Effect.succeed(providers),
16+
invalidateModelCaches: () => Effect.void,
1617
getProviderMaintenanceCapabilitiesForInstance: (_instanceId, provider) =>
1718
Effect.succeed(makeManualOnlyProviderMaintenanceCapabilities({ provider, packageName: null })),
1819
setProviderMaintenanceActionState: () => Effect.succeed(providers),

‎apps/server/src/ws.ts‎

Lines changed: 5 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -162,9 +162,6 @@ import * as ProviderRegistry from "./provider/ProviderRegistry.ts";
162162
import * as ProviderInstanceRegistry from "./provider/ProviderInstanceRegistry.ts";
163163
import * as AcpRegistrySupport from "@t3tools/provider-acp-registry/server/AcpRegistrySupport";
164164
import * as AcpRegistryRuntimeCoordinator from "@t3tools/provider-acp-registry/server/AcpRegistryRuntimeCoordinator";
165-
import * as ModelManifest from "./provider/ModelManifest.ts";
166-
import * as ProviderLatestVersions from "@t3tools/provider-core/server/ProviderLatestVersions";
167-
import { latestProviderVersionCacheKeys } from "@t3tools/provider-core/server/maintenanceResolver";
168165
import * as ProviderMaintenanceRunner from "./provider/providerMaintenanceRunner.ts";
169166
import * as ProviderAuthService from "./provider/ProviderAuthService.ts";
170167
import { makeProviderInstallation } from "./provider/providerInstallation.ts";
@@ -1241,8 +1238,6 @@ export const layerWsRpc = (
12411238
const previewManager = yield* PreviewManager.PreviewManager;
12421239
const portDiscovery = yield* PortScanner.PortDiscovery;
12431240
const providerRegistry = yield* ProviderRegistry.ProviderRegistry;
1244-
const modelManifest = yield* ModelManifest.ModelManifest;
1245-
const providerLatestVersions = yield* ProviderLatestVersions.ProviderLatestVersions;
12461241
const providerInstances = yield* ProviderInstanceRegistry.ProviderInstanceRegistry;
12471242
const acpRegistryCatalog = yield* AcpRegistrySupport.AcpRegistryCatalog;
12481243
const acpRegistryRuntimeCoordinator =
@@ -2151,30 +2146,11 @@ export const layerWsRpc = (
21512146
/* Request instrumentation already owns the span; keep this helper in that context. */
21522147
Effect.fnUntraced(function* (input) {
21532148
if (input.refreshModels) {
2154-
yield* modelManifest.forceRefresh;
2155-
const instances = yield* providerInstances.listInstances;
2156-
yield* Effect.forEach(
2157-
instances.filter(
2158-
(instance) =>
2159-
input.instanceId === undefined || input.instanceId === instance.instanceId,
2160-
),
2161-
(instance) =>
2162-
Effect.gen(function* () {
2163-
yield* instance.invalidateCaches ?? Effect.void;
2164-
const maintenance = yield* instance.snapshot.resolveMaintenance({
2165-
fresh:
2166-
input.instanceId !== undefined &&
2167-
input.cwd !== undefined &&
2168-
input.fresh !== true,
2169-
});
2170-
yield* Effect.forEach(
2171-
latestProviderVersionCacheKeys(maintenance),
2172-
providerLatestVersions.invalidate,
2173-
{ discard: true },
2174-
);
2175-
}),
2176-
{ concurrency: "unbounded", discard: true },
2177-
);
2149+
yield* providerRegistry.invalidateModelCaches({
2150+
instanceId: input.instanceId,
2151+
cwd: input.cwd,
2152+
fresh: input.fresh,
2153+
});
21782154
}
21792155
// Awaited, not forked: the RPC scope closes on return and would
21802156
// interrupt a fork before the hub answered.

0 commit comments

Comments
 (0)