test(opencode): detect Zen catalog drift

sallyom · sallyom · commit c80f81029ded · 2026-06-28T11:48:29.000-04:00
Signed-off-by: sallyom &lt;somalley@redhat.com&gt;
diff --git a/extensions/opencode/opencode.live.test.ts b/extensions/opencode/opencode.live.test.ts
@@ -8,13 +8,20 @@ import {
 import { extractNonEmptyAssistantText, isLiveTestEnabled } from "openclaw/plugin-sdk/test-env";
 import { Type } from "typebox";
 import { describe, expect, it } from "vitest";
+import { buildStaticOpencodeZenProviderConfig } from "./provider-catalog.js";
 
+const OPENCODE_ZEN_MODELS_URL = "https://opencode.ai/zen/v1/models";
 const OPENCODE_API_KEY =
   process.env.OPENCODE_API_KEY?.trim() || process.env.OPENCODE_ZEN_API_KEY?.trim() || "";
 const LIVE_MODEL_ID =
   process.env.OPENCLAW_LIVE_OPENCODE_DEEPSEEK_MODEL?.trim() || "deepseek-v4-flash-free";
 const LIVE = isLiveTestEnabled(["OPENCODE_LIVE_TEST"]) && OPENCODE_API_KEY.length > 0;
 const describeLive = LIVE ? describe : describe.skip;
+const describeCatalogLive = isLiveTestEnabled(["OPENCODE_LIVE_TEST"]) ? describe : describe.skip;
+
+type OpencodeModelsResponse = {
+  data?: Array<{ id?: unknown; object?: unknown }>;
+};
 
 function resolveOpencodeDeepSeekLiveModel(): Model<"openai-completions"> {
   return {
@@ -58,6 +65,47 @@ function hasReasoningContentReplay(message: AssistantMessage): boolean {
   );
 }
 
+async function fetchOpencodeZenModelIds(): Promise<string[]> {
+  const response = await fetch(OPENCODE_ZEN_MODELS_URL, {
+    headers: { "accept-encoding": "identity" },
+  });
+  expect(response.ok).toBe(true);
+  const json = (await response.json()) as OpencodeModelsResponse;
+  return (json.data ?? [])
+    .filter((model) => model.object === undefined || model.object === "model")
+    .map((model) => model.id)
+    .filter((id): id is string => typeof id === "string" && id.trim().length > 0)
+    .map((id) => id.trim().toLowerCase())
+    .toSorted();
+}
+
+function listStaticOpencodeZenModelIds(): string[] {
+  return buildStaticOpencodeZenProviderConfig()
+    .models.map((model) => model.id)
+    .toSorted();
+}
+
+describeCatalogLive("opencode Zen live catalog drift", () => {
+  it("keeps the provider-owned static seed aligned with the live model ids", async () => {
+    const liveIds = await fetchOpencodeZenModelIds();
+    const staticIds = listStaticOpencodeZenModelIds();
+
+    const staticIdSet = new Set(staticIds);
+    const liveIdSet = new Set(liveIds);
+    const missingStaticMetadata = liveIds.filter((id) => !staticIdSet.has(id));
+    const staleStaticRows = staticIds.filter((id) => !liveIdSet.has(id));
+
+    expect(
+      { missingStaticMetadata, staleStaticRows },
+      [
+        "OpenCode Zen live catalog drifted from the provider-owned static seed.",
+        "Add routing/baseUrl/cost/context/capability metadata for missing live ids,",
+        "or remove stale static rows if OpenCode retired them.",
+      ].join(" "),
+    ).toEqual({ missingStaticMetadata: [], staleStaticRows: [] });
+  }, 30_000);
+});
+
 describeLive("opencode plugin live", () => {
   it("accepts DeepSeek V4 tier-suffixed thinking replay after a tool call", async () => {
     const model = resolveOpencodeDeepSeekLiveModel();
