test(live): classify xAI degraded availability (#107887)

steipete · web-flow · commit 3c0654c00271 · 2026-07-14T18:18:05.000-07:00
diff --git a/src/agents/live-test-provider-drift.test.ts b/src/agents/live-test-provider-drift.test.ts
@@ -49,6 +49,11 @@ describe("live test provider drift", () => {
         "Service temporarily unavailable. The model is at capacity and currently cannot serve this request.",
       ),
     ).toBe(true);
+    expect(
+      isLiveProviderUnavailableDrift(
+        "Error Code unknown: Service temporarily unavailable. The model's availability is currently degraded.",
+      ),
+    ).toBe(true);
   });
 
   it("returns explicit skip labels only for enabled drift classes", () => {
@@ -66,5 +71,12 @@ describe("live test provider drift", () => {
         allowBilling: true,
       }),
     ).toBeUndefined();
+    expect(
+      shouldSkipLiveProviderDrift({
+        error:
+          "Error Code unknown: Service temporarily unavailable. The model's availability is currently degraded.",
+        allowProviderUnavailable: true,
+      }),
+    ).toEqual({ reason: "provider-unavailable", label: "provider unavailable" });
   });
 });
diff --git a/src/agents/live-test-provider-drift.ts b/src/agents/live-test-provider-drift.ts
@@ -9,7 +9,9 @@ import { isCloudflareOrHtmlErrorPage } from "../shared/assistant-error-format.js
 import {
   isAuthErrorMessage,
   isBillingErrorMessage,
+  isOverloadedErrorMessage,
   isRateLimitErrorMessage,
+  isServerErrorMessage,
   isTimeoutErrorMessage,
 } from "./embedded-agent-helpers/failover-matches.js";
 import { isAnthropicBillingError, isApiKeyRateLimitError } from "./live-auth-keys.js";
@@ -84,6 +86,8 @@ export function isLiveProviderUnavailableDrift(error: unknown): boolean {
   const htmlCandidate = raw.trim().replace(/^error:\s*/i, "");
   const msg = normalizeLowercaseStringOrEmpty(raw);
   return (
+    isOverloadedErrorMessage(raw) ||
+    isServerErrorMessage(raw) ||
     isRawHtmlProviderErrorPage(htmlCandidate) ||
     isCloudflareOrHtmlErrorPage(raw) ||
     isCloudflareOrHtmlErrorPage(htmlCandidate) ||
diff --git a/src/agents/xai.live.test.ts b/src/agents/xai.live.test.ts
@@ -3,16 +3,13 @@
 import { completeSimple, type Model } from "openclaw/plugin-sdk/llm";
 import { Type } from "typebox";
 import { describe, expect, it } from "vitest";
-import {
-  isBillingErrorMessage,
-  isOverloadedErrorMessage,
-} from "./embedded-agent-helpers/failover-matches.js";
 import { applyExtraParamsToAgent } from "./embedded-agent-runner/extra-params.js";
 import {
   createSingleUserPromptMessage,
   extractNonEmptyAssistantText,
   isLiveTestEnabled,
 } from "./live-test-helpers.js";
+import { shouldSkipLiveProviderDrift } from "./live-test-provider-drift.js";
 import { createOpenAIResponsesTransportStreamFn } from "./openai-transport-stream.js";
 import { createWebSearchTool } from "./tools/web-search.js";
 
@@ -86,12 +83,13 @@ async function runXaiLiveCase(label: string, run: () => Promise<void>): Promise<
     await run();
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
-    if (isBillingErrorMessage(message)) {
-      console.warn(`[xai:live] skip ${label}: billing drift: ${message}`);
-      return;
-    }
-    if (isOverloadedErrorMessage(message)) {
-      console.warn(`[xai:live] skip ${label}: temporary provider capacity: ${message}`);
+    const drift = shouldSkipLiveProviderDrift({
+      error,
+      allowBilling: true,
+      allowProviderUnavailable: true,
+    });
+    if (drift) {
+      console.warn(`[xai:live] skip ${label}: ${drift.label}: ${message}`);
       return;
     }
     if (/\b403\b/.test(message) && /model .+ is not available in your region/i.test(message)) {
@@ -258,8 +256,13 @@ describeLive("xai live", () => {
         details.error && details.message
           ? `${details.error} ${details.message}`
           : details.error || details.message || "";
-      if (isBillingErrorMessage(errorMessage)) {
-        console.warn(`[xai:live] skip web-search: billing drift: ${errorMessage}`);
+      const drift = shouldSkipLiveProviderDrift({
+        error: errorMessage,
+        allowBilling: true,
+        allowProviderUnavailable: true,
+      });
+      if (drift) {
+        console.warn(`[xai:live] skip web-search: ${drift.label}: ${errorMessage}`);
         return;
       }
 
