Skip to content

Commit 6ad8a6e

Browse files
fix(zoo-gateway): stop inventing UI cost from default model prices (Zoo-Code-Org#1339)
* fix(zoo-gateway): stop inventing UI cost from default model prices Stale in-memory model maps and defaultModelInfo $/token fallback made the panel overstate spend vs gateway billing after new catalog models (e.g. Alibaba promo). * fix(zoo-gateway): negative-cache missing models and cover unset usage.cost Avoid refetching the catalog on every request when an id is still absent after a fetch; retry after a short TTL. Add coverage for usage chunks that omit cost. * fix(zoo-gateway): negative-cache empty catalog misses too An empty getModels() result still records a missing-id attempt; the retry guard no longer requires a non-empty models map. * fix(zoo-gateway): refresh catalog before negative-caching a miss getModels can return a stale shared catalog for non-auth-scoped providers. Force refreshModels when the selected id is still missing so newly listed models are not blocked for the five-minute negative-cache window. * fix(zoo-gateway): include refreshModels in RouterProvider test mocks fetchModel now calls refreshModels on catalog misses; provider specs that mocked only getModels broke under CI.
1 parent 3dcac60 commit 6ad8a6e

11 files changed

Lines changed: 391 additions & 45 deletions

‎src/api/providers/__tests__/kenari.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,10 @@ vitest.mock("../fetchers/modelCache", () => ({
3434
},
3535
}),
3636
),
37+
refreshModels: vitest.fn(async (options) => {
38+
const { getModels } = await import("../fetchers/modelCache")
39+
return getModels(options)
40+
}),
3741
getModelsFromCache: vitest.fn().mockReturnValue(undefined),
3842
}))
3943

‎src/api/providers/__tests__/kimi-code.spec.ts‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,10 @@ vi.mock("../../../integrations/kimi-code/oauth", () => ({
1717
},
1818
}))
1919

20-
vi.mock("../fetchers/modelCache", () => ({ getModels: mockGetModels }))
20+
vi.mock("../fetchers/modelCache", () => ({
21+
getModels: mockGetModels,
22+
refreshModels: mockGetModels,
23+
}))
2124

2225
describe("KimiCodeHandler", () => {
2326
beforeEach(() => {

‎src/api/providers/__tests__/lite-llm.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,10 @@ vi.mock("../fetchers/modelCache", () => ({
5858
"vertex_ai/gemini-3-pro": { ...litellmDefaultModelInfo, maxTokens: 8192 },
5959
})
6060
}),
61+
refreshModels: vi.fn(async (options) => {
62+
const { getModels } = await import("../fetchers/modelCache")
63+
return getModels(options)
64+
}),
6165
getModelsFromCache: vi.fn().mockReturnValue(undefined),
6266
}))
6367

‎src/api/providers/__tests__/nanogpt.spec.ts‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -23,6 +23,15 @@ vi.mock("../fetchers/modelCache", () => ({
2323
supportsReasoningEffort: ["low", "medium", "high"],
2424
},
2525
}),
26+
refreshModels: vi.fn().mockResolvedValue({
27+
"model:thinking": {
28+
maxTokens: 128000,
29+
contextWindow: 1050000,
30+
supportsImages: true,
31+
supportsPromptCache: false,
32+
supportsReasoningEffort: ["low", "medium", "high"],
33+
},
34+
}),
2635
getModelsFromCache: vi.fn(),
2736
}))
2837

‎src/api/providers/__tests__/opencode-go.spec.ts‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,12 @@ vitest.mock("../fetchers/modelCache", () => ({
3636
"qwen3.7-max": { ...opencodeGoModels["qwen3.7-max"] },
3737
})
3838
}),
39+
refreshModels: vitest.fn().mockImplementation(function () {
40+
return Promise.resolve({
41+
"glm-5.1": { ...opencodeGoModels["glm-5.1"] },
42+
"qwen3.7-max": { ...opencodeGoModels["qwen3.7-max"] },
43+
})
44+
}),
3945
getModelsFromCache: vitest.fn().mockReturnValue(undefined),
4046
}))
4147

‎src/api/providers/__tests__/openrouter.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -102,6 +102,10 @@ vitest.mock("../fetchers/modelCache", () => ({
102102
},
103103
})
104104
}),
105+
refreshModels: vitest.fn(async (options) => {
106+
const { getModels } = await import("../fetchers/modelCache")
107+
return getModels(options)
108+
}),
105109
}))
106110

107111
describe("OpenRouterHandler", () => {

‎src/api/providers/__tests__/requesty.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,10 @@ vitest.mock("../fetchers/modelCache", () => ({
9696
},
9797
})
9898
}),
99+
refreshModels: vitest.fn(async (options) => {
100+
const { getModels } = await import("../fetchers/modelCache")
101+
return getModels(options)
102+
}),
99103
}))
100104

101105
describe("RequestyHandler", () => {

‎src/api/providers/__tests__/unbound.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,10 @@ vi.mock("../fetchers/modelCache", () => ({
3232
description: "GPT-4o",
3333
},
3434
}),
35+
refreshModels: vi.fn(async (options) => {
36+
const { getModels } = await import("../fetchers/modelCache")
37+
return getModels(options)
38+
}),
3539
}))
3640

3741
describe("UnboundHandler", () => {

‎src/api/providers/__tests__/vercel-ai-gateway.spec.ts‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -99,6 +99,10 @@ vitest.mock("../fetchers/modelCache", () => ({
9999
},
100100
})
101101
}),
102+
refreshModels: vitest.fn(async (options) => {
103+
const { getModels } = await import("../fetchers/modelCache")
104+
return getModels(options)
105+
}),
102106
getModelsFromCache: vitest.fn().mockReturnValue(undefined),
103107
}))
104108

0 commit comments

Comments
 (0)