Skip to content

Commit e6816d9

Browse files
committed
fix(server): expire new-model badges after seven days
1 parent f87dd14 commit e6816d9

4 files changed

Lines changed: 108 additions & 16 deletions

File tree

‎apps/server/src/provider/ClaudeModelCatalog.ts‎

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -59,27 +59,25 @@ function tryResolveClaudeModelCatalog(
5959
};
6060
}
6161

62-
const BUNDLED_CLAUDE_PROVIDER_CATALOG =
63-
resolveProviderCatalog(BUNDLED_MODEL_MANIFEST, CLAUDE) ?? undefined;
64-
6562
/**
6663
* Claude's built-in catalog from its manifest entry, falling back to the
6764
* bundled entry when the current one is missing or has invalid adapters.
65+
* Resolve the fallback on each read so its new-model badges can expire.
6866
*/
6967
export function resolveClaudeModelCatalog(
7068
catalog: ModelCatalog.ProviderCatalog | undefined,
7169
): ClaudeModelCatalog {
7270
return (
7371
tryResolveClaudeModelCatalog(catalog) ??
74-
tryResolveClaudeModelCatalog(BUNDLED_CLAUDE_PROVIDER_CATALOG) ?? {
72+
tryResolveClaudeModelCatalog(
73+
resolveProviderCatalog(BUNDLED_MODEL_MANIFEST, CLAUDE) ?? undefined,
74+
) ?? {
7575
models: [],
7676
}
7777
);
7878
}
7979

80-
export const BUNDLED_CLAUDE_MODEL_CATALOG = resolveClaudeModelCatalog(
81-
BUNDLED_CLAUDE_PROVIDER_CATALOG,
82-
);
80+
export const BUNDLED_CLAUDE_MODEL_CATALOG = resolveClaudeModelCatalog(undefined);
8381

8482
/**
8583
* Scope the catalog to one instance's settings: custom model slugs stay opaque

‎apps/server/src/provider/ModelManifest.test.ts‎

Lines changed: 84 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
import { assert, describe, it } from "@effect/vitest";
22
import * as NodeServices from "@effect/platform-node/NodeServices";
33
import { ProviderDriverKind } from "@t3tools/contracts";
4+
import * as ModelCatalog from "@t3tools/provider-core/server/ModelCatalog";
45
import * as Effect from "effect/Effect";
56
import * as FileSystem from "effect/FileSystem";
67
import * as Layer from "effect/Layer";
@@ -49,7 +50,7 @@ describe("resolveProviderCatalog", () => {
4950
name: "Model Next",
5051
aliases: ["next"],
5152
status: "current",
52-
badge: "new",
53+
releasedAt: "2026-01-01",
5354
profile: "standard",
5455
},
5556
],
@@ -60,6 +61,7 @@ describe("resolveProviderCatalog", () => {
6061
const catalog = ModelManifest.resolveProviderCatalog(
6162
manifest,
6263
ProviderDriverKind.make("synthetic"),
64+
Date.parse("2026-01-02T00:00:00Z"),
6365
);
6466
assert.deepStrictEqual(catalog?.models[0], {
6567
slug: "model-next",
@@ -74,6 +76,87 @@ describe("resolveProviderCatalog", () => {
7476
assert.strictEqual(catalog?.defaultChatModel, "model-next");
7577
});
7678

79+
it.each([
80+
{ releasedAt: "2026-01-01", now: "2026-01-01T00:00:00Z", badge: "new" },
81+
{ releasedAt: "2026-01-01", now: "2026-01-07T23:59:59.999Z", badge: "new" },
82+
{ releasedAt: "2026-01-01", now: "2026-01-08T00:00:00Z", badge: undefined },
83+
{ releasedAt: "2026-01-01", now: "2026-02-01T00:00:00Z", badge: undefined },
84+
{ releasedAt: "2026-01-02T00:00:00Z", now: "2026-01-01T00:00:00Z", badge: undefined },
85+
{ releasedAt: undefined, now: "2026-01-01T00:00:00Z", badge: undefined },
86+
{ releasedAt: "invalid", now: "2026-01-01T00:00:00Z", badge: undefined },
87+
])("derives the new badge from releasedAt=$releasedAt at $now", ({ releasedAt, now, badge }) => {
88+
const manifest: ModelManifest.ModelManifestData = {
89+
version: 1,
90+
currentModels: {},
91+
providers: {
92+
synthetic: {
93+
profiles: {},
94+
models: [
95+
{
96+
slug: "model-next",
97+
name: "Model Next",
98+
status: "current",
99+
...(releasedAt === undefined ? {} : { releasedAt }),
100+
},
101+
{
102+
slug: "model-legacy",
103+
name: "Model Legacy",
104+
status: "legacy",
105+
releasedAt: now,
106+
},
107+
],
108+
},
109+
},
110+
};
111+
const catalog = ModelManifest.resolveProviderCatalog(
112+
manifest,
113+
ProviderDriverKind.make("synthetic"),
114+
Date.parse(now),
115+
);
116+
assert.strictEqual(catalog?.models[0]?.badge, badge);
117+
assert.strictEqual(catalog?.models[1]?.badge, undefined);
118+
});
119+
120+
it.effect("expires badges when rereading a cached manifest without a refresh", () => {
121+
const manifest: ModelManifest.ModelManifestData = {
122+
version: 1,
123+
currentModels: {},
124+
providers: {
125+
synthetic: {
126+
profiles: {},
127+
models: [
128+
{
129+
slug: "model-next",
130+
name: "Model Next",
131+
status: "current",
132+
releasedAt: "1970-01-01T00:00:00Z",
133+
},
134+
],
135+
},
136+
},
137+
};
138+
return Effect.gen(function* () {
139+
const service = yield* ModelCatalog.ModelCatalog;
140+
const readCatalog = service.current(ProviderDriverKind.make("synthetic"));
141+
assert.strictEqual((yield* readCatalog)?.models[0]?.badge, "new");
142+
yield* TestClock.adjust("7 days");
143+
assert.strictEqual((yield* readCatalog)?.models[0]?.badge, undefined);
144+
}).pipe(
145+
Effect.provide(
146+
ModelManifest.layerModelCatalog.pipe(
147+
Layer.provide(
148+
Layer.succeed(ModelManifest.ModelManifest, {
149+
current: Effect.succeed(manifest),
150+
refresh: Effect.die("Catalog reads must not refresh the manifest"),
151+
forceRefresh: Effect.die("Catalog reads must not refresh the manifest"),
152+
refreshInBackground: Effect.die("Catalog reads must not refresh the manifest"),
153+
}),
154+
),
155+
),
156+
),
157+
);
158+
});
159+
77160
it("rejects invalid catalog references", () => {
78161
const invalidCatalog = (input: {
79162
readonly models: NonNullable<ModelManifest.ModelManifestData["providers"]>[string]["models"];

‎apps/server/src/provider/ModelManifest.ts‎

Lines changed: 17 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@ import {
2020
} from "@t3tools/contracts";
2121
import * as Clock from "effect/Clock";
2222
import * as Context from "effect/Context";
23+
import * as DateTime from "effect/DateTime";
2324
import * as Effect from "effect/Effect";
2425
import * as FileSystem from "effect/FileSystem";
2526
import * as Layer from "effect/Layer";
@@ -47,6 +48,7 @@ const MANIFEST_TTL_MS = 60 * 60 * 1000;
4748
const MANIFEST_RETRY_MS = 5 * 60 * 1000;
4849

4950
const FETCH_TIMEOUT_MS = 10_000;
51+
const MODEL_NEW_BADGE_DURATION_MS = 7 * 24 * 60 * 60 * 1000;
5052

5153
const ManifestModelStatus = Schema.Literals(["current", "legacy"]);
5254

@@ -62,7 +64,8 @@ const ManifestProviderModel = Schema.Struct({
6264
subProvider: Schema.optional(TrimmedNonEmptyString),
6365
aliases: Schema.optional(Schema.Array(TrimmedNonEmptyString)),
6466
status: ManifestModelStatus,
65-
badge: Schema.optional(Schema.Literal("new")),
67+
/** ISO date or timestamp of the model's public release, as published by its provider. */
68+
releasedAt: Schema.optional(Schema.String),
6669
profile: Schema.optional(TrimmedNonEmptyString),
6770
adapter: Schema.optional(Schema.Unknown),
6871
});
@@ -140,6 +143,7 @@ function manifestUpdatedAtMs(manifest: ModelManifestData): number {
140143
export function resolveProviderCatalog(
141144
manifest: ModelManifestData,
142145
driverKind: ProviderDriverKind,
146+
nowMs = DateTime.toEpochMillis(DateTime.nowUnsafe()),
143147
): ModelCatalog.ProviderCatalog | null {
144148
const catalog = manifest.providers?.[driverKind];
145149
if (!catalog) return null;
@@ -153,13 +157,19 @@ export function resolveProviderCatalog(
153157
const profile = entry.profile ? catalog.profiles[entry.profile] : undefined;
154158
if (entry.profile && !profile) return null;
155159

160+
const releasedAtMs = entry.releasedAt === undefined ? NaN : Date.parse(entry.releasedAt);
161+
const showNewBadge =
162+
entry.status === "current" &&
163+
nowMs >= releasedAtMs &&
164+
nowMs - releasedAtMs < MODEL_NEW_BADGE_DURATION_MS;
165+
156166
models.push({
157167
slug: entry.slug,
158168
name: entry.name,
159169
...(entry.shortName ? { shortName: entry.shortName } : {}),
160170
...(entry.subProvider ? { subProvider: entry.subProvider } : {}),
161171
...(entry.aliases ? { aliases: entry.aliases } : {}),
162-
...(entry.badge ? { badge: entry.badge } : {}),
172+
...(showNewBadge ? { badge: "new" as const } : {}),
163173
status: entry.status,
164174
capabilities: profile?.capabilities ?? null,
165175
adapter: entry.adapter,
@@ -322,10 +332,11 @@ export const layerModelCatalog = Layer.effect(
322332
Effect.gen(function* () {
323333
const manifest = yield* ModelManifest;
324334
return ModelCatalog.ModelCatalog.of({
325-
current: (driverKind) =>
326-
manifest.current.pipe(
327-
Effect.map((data) => resolveProviderCatalog(data, driverKind) ?? undefined),
328-
),
335+
current: Effect.fnUntraced(function* (driverKind: ProviderDriverKind) {
336+
const data = yield* manifest.current;
337+
const nowMs = yield* Clock.currentTimeMillis;
338+
return resolveProviderCatalog(data, driverKind, nowMs) ?? undefined;
339+
}),
329340
bundled: (driverKind) =>
330341
resolveProviderCatalog(BUNDLED_MODEL_MANIFEST, driverKind) ?? undefined,
331342
refreshInBackground: manifest.refreshInBackground,

‎apps/server/src/provider/model-manifest.json‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"version": 1,
3-
"updatedAt": "2026-10-09T23:31:10Z",
3+
"updatedAt": "2026-10-26T20:00:36Z",
44
"compatibility": [
55
{
66
"driver": "codex",
@@ -770,7 +770,7 @@
770770
"name": "Claude Haiku 5.5",
771771
"aliases": ["haiku", "haiku-5.5", "claude-haiku-5.5"],
772772
"status": "current",
773-
"badge": "new",
773+
"releasedAt": "2026-10-07",
774774
"profile": "haiku-5-5",
775775
"adapter": { "claudeCode": { "minVersion": "2.1.293" } }
776776
},

0 commit comments

Comments
 (0)