Skip to content

Commit 560fea7

Browse files
kalvinnchauam
andauthored
feat: add databricks fable 5.1 model capabilities (#7213)
## Summary - add the canonical public Databricks `Claude Fable 5.1` model record - match the existing Fable family contract: adaptive thinking, `low|medium|high|xhigh|max`, default `high`, Anthropic Messages, and no normalization - add generated Rust/TypeScript corpus coverage and canonical Global Defaults label/persistence coverage - remove deployment-specific catalog references from the repository ## Scope This is metadata and regression coverage only. It does not change model-capability resolution or production frontend logic. ## Validation - `cargo fmt --check` - `node --test desktop/src/features/agents/ui/modelCapabilitiesCorpus.test.mjs` - `cargo test -p buzz-agent` - `pnpm build:e2e` - `pnpm exec playwright test --project=smoke --grep 'defaults render the Fable 5.1 label without changing the persisted id'` — 1 passed - repository search for the removed catalog prefix — no matches Signed-off-by: Kalvin Chau <[email protected]> Co-authored-by: am <6e30cd56c30e030cd31bb0939b94a7c257c9a09d5ba2d92cf2735da45629f248@buzz.block.builderlab.xyz>
1 parent d4420eb commit 560fea7

5 files changed

Lines changed: 103 additions & 32 deletions

File tree

‎crates/buzz-agent/src/model_capabilities.rs‎

Lines changed: 9 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -634,6 +634,7 @@ mod tests {
634634
Q::Vector { id: "resolver-exact-raw-id-probe", provider: "databricks_v2", raw_model_id: "databricks-gpt-5-4-mini", note: Some("Probes a raw id that has an exact record.") },
635635
Q::Vector { id: "dbv2-claude-fable-5-exact-record-probe", provider: "databricks_v2", raw_model_id: "databricks-claude-fable-5", note: Some("Probes the canonical Databricks Fable 5 endpoint record.") },
636636
Q::Vector { id: "dbv2-goose-claude-fable-5-alias-probe", provider: "databricks_v2", raw_model_id: "goose-claude-fable-5", note: Some("Probes a prefixed alias of the Databricks Fable 5 endpoint.") },
637+
Q::Vector { id: "dbv2-claude-fable-5-1-exact-record-probe", provider: "databricks_v2", raw_model_id: "databricks-claude-fable-5-1", note: Some("Probes the canonical Databricks Fable 5.1 endpoint record.") },
637638
Q::Vector { id: "dbv2-claude-opus-4-8-exact-record-probe", provider: "databricks_v2", raw_model_id: "databricks-claude-opus-4-8", note: Some("Probes the canonical Databricks Opus 4.8 endpoint record.") },
638639
Q::Vector { id: "dbv2-goose-claude-opus-4-8-alias-probe", provider: "databricks_v2", raw_model_id: "goose-claude-opus-4-8", note: Some("Probes a prefixed alias of the Databricks Opus 4.8 endpoint.") },
639640
Q::Vector { id: "dbv2-claude-opus-5-exact-record-probe", provider: "databricks_v2", raw_model_id: "databricks-claude-opus-5", note: Some("Probes the canonical Databricks Opus 5 endpoint record.") },
@@ -743,7 +744,7 @@ mod tests {
743744
Q::Vector { id: "dbv2-inkling-exact-record-probe", provider: "databricks_v2", raw_model_id: "databricks-inkling", note: Some("Probes the Inkling endpoint record and label.") },
744745
Q::Vector { id: "dbv2-uc-fqn-gemini-3-5-flash-strip-probe", provider: "databricks_v2", raw_model_id: "system.ai.gemini-3-5-flash", note: Some("Probes strip parity on a system.ai. UC FQN carrying the gemini- token (resolve carries no label; the alias label path is unit-tested).") },
745746
Q::Vector { id: "dbv2-uc-fqn-meta-llama-strip-probe", provider: "databricks_v2", raw_model_id: "system.ai.meta-llama-3-3-70b-instruct", note: Some("Probes strip parity on a UC FQN where the llama- token strips through meta-.") },
746-
Q::Vector { id: "dbv2-uc-goose-deepseek-strip-probe", provider: "databricks_v2", raw_model_id: "data_workflow_tools.goose.goose-deepseek-v4-pro-0813", note: Some("Probes strip parity on a goose- prefixed UC FQN carrying the deepseek- token.") },
747+
Q::Vector { id: "dbv2-uc-fqn-deepseek-strip-probe", provider: "databricks_v2", raw_model_id: "system.ai.deepseek-v4-pro-0813", note: Some("Probes strip parity on a UC FQN carrying the deepseek- token.") },
747748
Q::Vector { id: "dbv2-uc-fqn-inkling-strip-probe", provider: "databricks_v2", raw_model_id: "system.ai.inkling", note: Some("Probes strip parity on a UC FQN carrying the bare inkling token.") },
748749
Q::Section { group: "Label/capability token isolation probes (#6955 review pass 1)", note: Some("Pins that label_family_tokens (the UC-humanization superset) never leaks into capability resolve(): capability stripping still uses only claude-/gpt-/kimi-, so a label token appearing before a gpt- marker must NOT displace the gpt-5-pro exact profile.") },
749750
Q::Vector { id: "isolation-openai-gemini-gpt-5-pro-probe", provider: "openai", raw_model_id: "tenant-gemini-gpt-5-pro", note: Some("The gemini- label token must not strip here; capability resolve keeps the gpt-5-pro high-only profile.") },
@@ -843,7 +844,7 @@ mod tests {
843844
}
844845

845846
#[test]
846-
fn corpus_has_exactly_139_executable_vectors() {
847+
fn corpus_has_exactly_140_executable_vectors() {
847848
// Locks the vector count so a silent INPUTS edit can't quietly drop
848849
// coverage; must equal the gate in the TS harness
849850
// (modelCapabilitiesCorpus.test.mjs).
@@ -852,7 +853,7 @@ mod tests {
852853
.filter(|q| matches!(q, Q::Vector { .. }))
853854
.count();
854855
assert_eq!(
855-
vectors, 139,
856+
vectors, 140,
856857
"corpus executable-vector count changed; update this gate deliberately"
857858
);
858859
}
@@ -873,7 +874,7 @@ mod tests {
873874

874875
#[test]
875876
fn databricks_v2_fqn_uses_neutral_concrete_unknown_capabilities() {
876-
let fqn = resolve("databricks_v2", "data_workflow_tools.goose.goose-kimi-k3");
877+
let fqn = resolve("databricks_v2", "system.ai.kimi-k3");
877878
let fallback = resolve("databricks_v2", "some-unknown-xyz");
878879
assert_eq!(fqn.thinking_mode, fallback.thinking_mode);
879880
assert_eq!(fqn.supported_efforts, fallback.supported_efforts);
@@ -1056,16 +1057,10 @@ mod tests {
10561057
("system.ai.qwen35-122b-a10b", "Qwen3.5 122B A10B"),
10571058
("system.ai.gemma-3-12b", "Gemma 3 12B"),
10581059
("system.ai.inkling", "Inkling"),
1059-
(
1060-
"data_workflow_tools.goose.goose-deepseek-v4-flash-0731",
1061-
"DeepSeek V4 Flash",
1062-
),
1063-
("data_workflow_tools.goose.goose-glm-5-3", "GLM-5.3"),
1064-
(
1065-
"data_workflow_tools.goose.goose-glm-5-3-flash",
1066-
"GLM-5.3 Flash",
1067-
),
1068-
("data_workflow_tools.goose.goose-grok-4-6", "Grok 4.6"),
1060+
("system.ai.deepseek-v4-flash-0731", "DeepSeek V4 Flash"),
1061+
("system.ai.glm-5-3", "GLM-5.3"),
1062+
("system.ai.glm-5-3-flash", "GLM-5.3 Flash"),
1063+
("system.ai.grok-4-6", "Grok 4.6"),
10691064
] {
10701065
assert_eq!(databricks_registry_label(fqn), Some(label), "fqn={fqn}");
10711066
}

‎desktop/src/features/agents/ui/modelCapabilitiesCorpus.test.mjs‎

Lines changed: 8 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -25,10 +25,10 @@ const corpus = JSON.parse(readFileSync(fileURLToPath(corpusUrl), "utf8"));
2525
// (`_group`) are skipped. Mirrors the Rust corpus filter.
2626
const executable = corpus.filter((entry) => entry.expect != null);
2727

28-
test("corpus has exactly 139 executable vectors", () => {
28+
test("corpus has exactly 140 executable vectors", () => {
2929
// Locks the vector count so a silent corpus edit can't quietly drop coverage;
3030
// must equal the gate in the Rust suite (model_capabilities.rs).
31-
assert.equal(executable.length, 139);
31+
assert.equal(executable.length, 140);
3232
});
3333

3434
test("registry label aliases refuse an unprefixed query", () => {
@@ -45,7 +45,7 @@ test("registry label aliases refuse an unprefixed query", () => {
4545
);
4646
});
4747

48-
test("UC model-family FQNs and goose- aliases humanize onto their base records", () => {
48+
test("UC model-family FQNs humanize onto their base records", () => {
4949
// #6918 follow-up: the shared UC-FQN (`system.ai.…`) and goose- alias forms
5050
// must resolve onto the same base databricks_v2 records via the new family
5151
// tokens. Mirrors the Rust `test_databricks_registry_label_lookup` coverage.
@@ -64,13 +64,10 @@ test("UC model-family FQNs and goose- aliases humanize onto their base records",
6464
["system.ai.qwen35-122b-a10b", "Qwen3.5 122B A10B"],
6565
["system.ai.gemma-3-12b", "Gemma 3 12B"],
6666
["system.ai.inkling", "Inkling"],
67-
[
68-
"data_workflow_tools.goose.goose-deepseek-v4-flash-0731",
69-
"DeepSeek V4 Flash",
70-
],
71-
["data_workflow_tools.goose.goose-glm-5-3", "GLM-5.3"],
72-
["data_workflow_tools.goose.goose-glm-5-3-flash", "GLM-5.3 Flash"],
73-
["data_workflow_tools.goose.goose-grok-4-6", "Grok 4.6"],
67+
["system.ai.deepseek-v4-flash-0731", "DeepSeek V4 Flash"],
68+
["system.ai.glm-5-3", "GLM-5.3"],
69+
["system.ai.glm-5-3-flash", "GLM-5.3 Flash"],
70+
["system.ai.grok-4-6", "Grok 4.6"],
7471
];
7572
for (const [fqn, label] of cases) {
7673
assert.equal(databricksRegistryLabel(fqn), label, `fqn=${fqn}`);
@@ -97,10 +94,7 @@ test("registry label aliases refuse ambiguous stripped record keys", () => {
9794
});
9895

9996
test("Unity Catalog FQNs use neutral concrete-unknown capabilities", () => {
100-
const fqn = resolveModelCapabilities(
101-
"databricks_v2",
102-
"data_workflow_tools.goose.goose-kimi-k3",
103-
);
97+
const fqn = resolveModelCapabilities("databricks_v2", "system.ai.kimi-k3");
10498
const fallback = resolveModelCapabilities(
10599
"databricks_v2",
106100
"some-unknown-xyz",

‎desktop/tests/e2e/global-agent-config-screenshots.spec.ts‎

Lines changed: 45 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -251,7 +251,7 @@ test.describe("global agent config screenshots", () => {
251251
test("defaults render Databricks model labels without changing persisted ids", async ({
252252
page,
253253
}) => {
254-
const modelId = "data_workflow_tools.goose.goose-glm-5-3";
254+
const modelId = "system.ai.glm-5-3";
255255
await installMockBridge(page, {
256256
globalAgentConfig: {
257257
preferred_runtime: "goose",
@@ -291,6 +291,50 @@ test.describe("global agent config screenshots", () => {
291291
expect(persisted).toMatchObject({ model: modelId });
292292
});
293293

294+
test("defaults render the Fable 5.1 label without changing the persisted id", async ({
295+
page,
296+
}) => {
297+
const modelId = "databricks-claude-fable-5-1";
298+
await installMockBridge(page, {
299+
globalAgentConfig: {
300+
preferred_runtime: "goose",
301+
provider: "databricks_v2",
302+
model: modelId,
303+
env_vars: {},
304+
},
305+
discoverAgentModels: {
306+
models: [{ id: modelId, name: modelId }],
307+
supportsSwitching: true,
308+
selectedModel: modelId,
309+
},
310+
runtimeFileConfigs: {
311+
goose: {
312+
provider: "databricks_v2",
313+
model: modelId,
314+
satisfiedEnvKeys: ["DATABRICKS_HOST"],
315+
},
316+
},
317+
});
318+
319+
await openAiDefaultsSettings(page);
320+
321+
const model = page.getByTestId("global-agent-model");
322+
await expect(model).toHaveText("Claude Fable 5.1");
323+
await expect(model).toHaveAttribute("data-value", modelId);
324+
325+
const persisted = await page.evaluate(async () =>
326+
(
327+
window as typeof window & {
328+
__BUZZ_E2E_INVOKE_MOCK_COMMAND__?: (
329+
command: string,
330+
payload: unknown,
331+
) => Promise<unknown>;
332+
}
333+
).__BUZZ_E2E_INVOKE_MOCK_COMMAND__?.("get_global_agent_config", null),
334+
);
335+
expect(persisted).toMatchObject({ model: modelId });
336+
});
337+
294338
test("defaults honor credentials set in the harness config file", async ({
295339
page,
296340
}) => {

‎scripts/model-capabilities.json‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -487,6 +487,24 @@
487487
"_provenance": "all axes materialized from family:anthropic-adaptive-xhigh-fable-5",
488488
"_source": "models.dev anthropic catalog label; Databricks workspace endpoint is absent from its provider catalog"
489489
},
490+
{
491+
"provider": "databricks_v2",
492+
"raw_model_id": "databricks-claude-fable-5-1",
493+
"registry_label": "Claude Fable 5.1",
494+
"thinking_mode": "adaptive",
495+
"supported_efforts": [
496+
"low",
497+
"medium",
498+
"high",
499+
"xhigh",
500+
"max"
501+
],
502+
"default_effort": "high",
503+
"databricks_v2_wire_route": "anthropic-messages",
504+
"normalization_policy": "none",
505+
"_provenance": "all axes materialized from family:anthropic-adaptive-xhigh-fable-5",
506+
"_source": "models.dev anthropic catalog label; Databricks workspace endpoint is absent from its provider catalog"
507+
},
490508
{
491509
"provider": "databricks_v2",
492510
"raw_model_id": "databricks-claude-opus-4-8",

‎scripts/normative-corpus.json‎

Lines changed: 23 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -759,6 +759,26 @@
759759
"registry_label": null
760760
}
761761
},
762+
{
763+
"id": "dbv2-claude-fable-5-1-exact-record-probe",
764+
"provider": "databricks_v2",
765+
"raw_model_id": "databricks-claude-fable-5-1",
766+
"_note": "Probes the canonical Databricks Fable 5.1 endpoint record.",
767+
"expect": {
768+
"thinking_mode": "adaptive",
769+
"supported_efforts": [
770+
"low",
771+
"medium",
772+
"high",
773+
"xhigh",
774+
"max"
775+
],
776+
"default_effort": "high",
777+
"databricks_v2_wire_route": "anthropic-messages",
778+
"normalization_policy": "none",
779+
"registry_label": "Claude Fable 5.1"
780+
}
781+
},
762782
{
763783
"id": "dbv2-claude-opus-4-8-exact-record-probe",
764784
"provider": "databricks_v2",
@@ -2708,10 +2728,10 @@
27082728
}
27092729
},
27102730
{
2711-
"id": "dbv2-uc-goose-deepseek-strip-probe",
2731+
"id": "dbv2-uc-fqn-deepseek-strip-probe",
27122732
"provider": "databricks_v2",
2713-
"raw_model_id": "data_workflow_tools.goose.goose-deepseek-v4-pro-0813",
2714-
"_note": "Probes strip parity on a goose- prefixed UC FQN carrying the deepseek- token.",
2733+
"raw_model_id": "system.ai.deepseek-v4-pro-0813",
2734+
"_note": "Probes strip parity on a UC FQN carrying the deepseek- token.",
27152735
"expect": {
27162736
"thinking_mode": "none",
27172737
"supported_efforts": [

0 commit comments

Comments
 (0)