Skip to content

Commit a05830c

Browse files
committed
feat(experiments): add dynamic thinking effort experimental setting
1 parent 39bdfb1 commit a05830c

23 files changed

Lines changed: 147 additions & 2 deletions

File tree

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,19 @@
1+
import { experimentIds, experimentIdsSchema, experimentsSchema } from "../experiment.js"
2+
3+
describe("dynamicThinkingEffort experiment", () => {
4+
it("is part of the experiment id enum", () => {
5+
expect(experimentIds).toContain("dynamicThinkingEffort")
6+
expect(experimentIdsSchema.safeParse("dynamicThinkingEffort").success).toBe(true)
7+
})
8+
9+
it("parses enabled and disabled states", () => {
10+
expect(experimentsSchema.parse({ dynamicThinkingEffort: true })).toEqual({ dynamicThinkingEffort: true })
11+
expect(experimentsSchema.parse({ dynamicThinkingEffort: false })).toEqual({ dynamicThinkingEffort: false })
12+
expect(experimentsSchema.parse({})).toEqual({})
13+
})
14+
15+
it("rejects non-boolean values", () => {
16+
expect(experimentsSchema.safeParse({ dynamicThinkingEffort: "yes" }).success).toBe(false)
17+
expect(experimentIdsSchema.safeParse("dynamic-thinking-effort").success).toBe(false)
18+
})
19+
})

‎packages/types/src/experiment.ts‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@ export const experimentIds = [
1212
"runSlashCommand",
1313
"customTools",
1414
"parallelToolExecution",
15+
"dynamicThinkingEffort",
1516
] as const
1617

1718
export const experimentIdsSchema = z.enum(experimentIds)
@@ -28,6 +29,7 @@ export const experimentsSchema = z.object({
2829
runSlashCommand: z.boolean().optional(),
2930
customTools: z.boolean().optional(),
3031
parallelToolExecution: z.boolean().optional(),
32+
dynamicThinkingEffort: z.boolean().optional(),
3133
})
3234

3335
export type Experiments = z.infer<typeof experimentsSchema>

‎src/shared/__tests__/experiments.spec.ts‎

Lines changed: 24 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22

33
import type { ExperimentId } from "@roo-code/types"
44

5-
import { EXPERIMENT_IDS, experimentConfigsMap, experiments as Experiments } from "../experiments"
5+
import { EXPERIMENT_IDS, experimentConfigsMap, experimentDefault, experiments as Experiments } from "../experiments"
66

77
describe("experiments", () => {
88
describe("PREVENT_FOCUS_DISRUPTION", () => {
@@ -22,6 +22,7 @@ describe("experiments", () => {
2222
runSlashCommand: false,
2323
customTools: false,
2424
parallelToolExecution: false,
25+
dynamicThinkingEffort: false,
2526
}
2627
expect(Experiments.isEnabled(experiments, EXPERIMENT_IDS.PREVENT_FOCUS_DISRUPTION)).toBe(false)
2728
})
@@ -33,6 +34,7 @@ describe("experiments", () => {
3334
runSlashCommand: false,
3435
customTools: false,
3536
parallelToolExecution: false,
37+
dynamicThinkingEffort: false,
3638
}
3739
expect(Experiments.isEnabled(experiments, EXPERIMENT_IDS.PREVENT_FOCUS_DISRUPTION)).toBe(true)
3840
})
@@ -44,6 +46,7 @@ describe("experiments", () => {
4446
runSlashCommand: false,
4547
customTools: false,
4648
parallelToolExecution: false,
49+
dynamicThinkingEffort: false,
4750
}
4851
expect(Experiments.isEnabled(experiments, EXPERIMENT_IDS.PREVENT_FOCUS_DISRUPTION)).toBe(false)
4952
})
@@ -66,4 +69,24 @@ describe("experiments", () => {
6669
expect(Experiments.isEnabled({ parallelToolExecution: true }, "parallelToolExecution")).toBe(true)
6770
})
6871
})
72+
73+
describe("DYNAMIC_THINKING_EFFORT", () => {
74+
it("is configured correctly", () => {
75+
expect(EXPERIMENT_IDS.DYNAMIC_THINKING_EFFORT).toBe("dynamicThinkingEffort")
76+
expect(experimentConfigsMap.DYNAMIC_THINKING_EFFORT).toMatchObject({
77+
enabled: false,
78+
})
79+
// Visible in the Settings panel (showInSettings defaults to true).
80+
expect(experimentConfigsMap.DYNAMIC_THINKING_EFFORT.showInSettings).toBeUndefined()
81+
})
82+
83+
it("is disabled by default", () => {
84+
expect(experimentDefault.dynamicThinkingEffort).toBe(false)
85+
expect(Experiments.isEnabled({}, "dynamicThinkingEffort")).toBe(false)
86+
})
87+
88+
it("returns true when enabled", () => {
89+
expect(Experiments.isEnabled({ dynamicThinkingEffort: true }, "dynamicThinkingEffort")).toBe(true)
90+
})
91+
})
6992
})

‎src/shared/experiments.ts‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ export const EXPERIMENT_IDS = {
66
RUN_SLASH_COMMAND: "runSlashCommand",
77
CUSTOM_TOOLS: "customTools",
88
PARALLEL_TOOL_EXECUTION: "parallelToolExecution",
9+
DYNAMIC_THINKING_EFFORT: "dynamicThinkingEffort",
910
} as const satisfies Record<string, ExperimentId>
1011

1112
type _AssertExperimentIds = AssertEqual<Equals<ExperimentId, Values<typeof EXPERIMENT_IDS>>>
@@ -25,6 +26,7 @@ export const experimentConfigsMap: Record<ExperimentKey, ExperimentConfig> = {
2526
CUSTOM_TOOLS: { enabled: false },
2627
// TODO: add i18n keys (settings:experimental.PARALLEL_TOOL_EXECUTION.name/.description) in the same PR that sets showInSettings: true
2728
PARALLEL_TOOL_EXECUTION: { enabled: false, showInSettings: false },
29+
DYNAMIC_THINKING_EFFORT: { enabled: false },
2830
}
2931

3032
export const experimentDefault = Object.fromEntries(

‎webview-ui/src/components/settings/__tests__/ExperimentalSettings.spec.tsx‎

Lines changed: 28 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
import { render, screen } from "@testing-library/react"
1+
import { fireEvent, render, screen } from "@testing-library/react"
22

33
import { experimentDefault } from "@roo/experiments"
44

@@ -32,4 +32,31 @@ describe("ExperimentalSettings", () => {
3232
expect(screen.getByText("settings:experimental.CUSTOM_TOOLS.name")).toBeInTheDocument()
3333
expect(screen.queryByText("settings:experimental.PARALLEL_TOOL_EXECUTION.name")).not.toBeInTheDocument()
3434
})
35+
36+
it("renders the dynamic thinking effort toggle", () => {
37+
render(<ExperimentalSettings {...defaultProps} />)
38+
39+
expect(screen.getByText("settings:experimental.DYNAMIC_THINKING_EFFORT.name")).toBeInTheDocument()
40+
})
41+
42+
it("binds the dynamic thinking effort toggle to setExperimentEnabled", () => {
43+
const setExperimentEnabled = vi.fn()
44+
render(
45+
<ExperimentalSettings
46+
{...defaultProps}
47+
experiments={{ ...experimentDefault, dynamicThinkingEffort: true }}
48+
setExperimentEnabled={setExperimentEnabled}
49+
/>,
50+
)
51+
52+
const label = screen.getByText("settings:experimental.DYNAMIC_THINKING_EFFORT.name").closest("label")
53+
const checkbox = label?.querySelector("input[type='checkbox']")
54+
expect(checkbox).not.toBeNull()
55+
expect(checkbox).toBeChecked()
56+
57+
fireEvent.click(checkbox!)
58+
59+
expect(setExperimentEnabled).toHaveBeenCalledTimes(1)
60+
expect(setExperimentEnabled).toHaveBeenCalledWith("dynamicThinkingEffort", false)
61+
})
3562
})

‎webview-ui/src/i18n/locales/ca/settings.json‎

Lines changed: 4 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎webview-ui/src/i18n/locales/de/settings.json‎

Lines changed: 4 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎webview-ui/src/i18n/locales/en/settings.json‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1039,6 +1039,10 @@
10391039
"refreshSuccess": "Tools refreshed successfully",
10401040
"refreshError": "Failed to refresh tools",
10411041
"toolParameters": "Parameters"
1042+
},
1043+
"DYNAMIC_THINKING_EFFORT": {
1044+
"name": "Dynamic thinking effort",
1045+
"description": "Let the model decide its thinking effort per step, and let you adjust it in-chat. (experimental)"
10421046
}
10431047
},
10441048
"promptCaching": {

‎webview-ui/src/i18n/locales/es/settings.json‎

Lines changed: 4 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎webview-ui/src/i18n/locales/fr/settings.json‎

Lines changed: 4 additions & 0 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)