|
| 1 | +import { describe, expect, test } from "bun:test" |
| 2 | +import path from "path" |
| 3 | +import { tmpdir } from "../fixture/fixture" |
| 4 | + |
| 5 | +const entry = path.resolve(import.meta.dir, "../../src/index.ts") |
| 6 | +const command = process.env.AICTRL_TEST_BINARY |
| 7 | + ? [process.env.AICTRL_TEST_BINARY] |
| 8 | + : ["bun", "run", "--conditions=browser", entry] |
| 9 | + |
| 10 | +type Rule = { permission: string; pattern: string; action: string } |
| 11 | + |
| 12 | +/** Runs `aictrl run --format json` against a fixture provider that answers with text, and returns `session_start`. */ |
| 13 | +async function sessionStart(input: { config: Record<string, unknown>; args?: string[] }) { |
| 14 | + await using tmp = await tmpdir({ git: true }) |
| 15 | + const server = Bun.serve({ |
| 16 | + hostname: "127.0.0.1", |
| 17 | + port: 0, |
| 18 | + idleTimeout: 0, |
| 19 | + fetch() { |
| 20 | + const chunks = [ |
| 21 | + { delta: { role: "assistant", content: "Fixture complete" }, finish_reason: null }, |
| 22 | + { delta: {}, finish_reason: "stop" }, |
| 23 | + ].map( |
| 24 | + (choice) => |
| 25 | + `data: ${JSON.stringify({ id: "fixture", object: "chat.completion.chunk", created: 1, model: "fixture", choices: [{ index: 0, ...choice }] })}\n\n`, |
| 26 | + ) |
| 27 | + return new Response(chunks.join("") + "data: [DONE]\n\n", { |
| 28 | + headers: { "content-type": "text/event-stream" }, |
| 29 | + }) |
| 30 | + }, |
| 31 | + }) |
| 32 | + const config = { |
| 33 | + provider: { |
| 34 | + fixture: { |
| 35 | + npm: "@ai-sdk/openai-compatible", |
| 36 | + options: { apiKey: "fixture", baseURL: `http://127.0.0.1:${server.port}/v1` }, |
| 37 | + models: { fixture: { name: "fixture", tool_call: true, limit: { context: 100000, output: 1000 } } }, |
| 38 | + }, |
| 39 | + }, |
| 40 | + ...input.config, |
| 41 | + } |
| 42 | + const home = path.join(tmp.path, "home") |
| 43 | + const proc = Bun.spawn( |
| 44 | + [...command, "run", "--format", "json", "--model", "fixture/fixture", ...(input.args ?? []), "Say done."], |
| 45 | + { |
| 46 | + cwd: tmp.path, |
| 47 | + env: { |
| 48 | + ...process.env, |
| 49 | + AICTRL_CONFIG_CONTENT: JSON.stringify(config), |
| 50 | + AICTRL_DISABLE_DEFAULT_PLUGINS: "true", |
| 51 | + AICTRL_DISABLE_AUTOCOMPACT: "true", |
| 52 | + HOME: home, |
| 53 | + AICTRL_TEST_HOME: home, |
| 54 | + AICTRL_TEST_MANAGED_CONFIG_DIR: path.join(tmp.path, "managed"), |
| 55 | + XDG_DATA_HOME: path.join(tmp.path, "data"), |
| 56 | + XDG_CONFIG_HOME: path.join(tmp.path, "config"), |
| 57 | + XDG_STATE_HOME: path.join(tmp.path, "state"), |
| 58 | + XDG_CACHE_HOME: path.join(tmp.path, "cache"), |
| 59 | + }, |
| 60 | + stdout: "pipe", |
| 61 | + stderr: "pipe", |
| 62 | + }, |
| 63 | + ) |
| 64 | + const timeout = setTimeout(() => proc.kill("SIGKILL"), 15000) |
| 65 | + try { |
| 66 | + const [stdout, stderr] = await Promise.all([new Response(proc.stdout).text(), new Response(proc.stderr).text()]) |
| 67 | + const event = stdout |
| 68 | + .split("\n") |
| 69 | + .filter((line) => line.startsWith("{")) |
| 70 | + .map((line) => JSON.parse(line)) |
| 71 | + .find((event) => event.type === "session_start") |
| 72 | + if (!event) throw new Error(`no session_start event\n${stderr}\n${stdout}`) |
| 73 | + return event as { agent?: string; permissions: Rule[] } |
| 74 | + } finally { |
| 75 | + clearTimeout(timeout) |
| 76 | + proc.kill("SIGKILL") |
| 77 | + server.stop(true) |
| 78 | + } |
| 79 | +} |
| 80 | + |
| 81 | +/** The rule a tool call is decided by: the last rule whose permission and pattern match (exact match is enough here). */ |
| 82 | +function decisive(rules: Rule[], permission: string, pattern: string) { |
| 83 | + return rules.findLast( |
| 84 | + (rule) => |
| 85 | + (rule.permission === "*" || rule.permission === permission) && (rule.pattern === "*" || rule.pattern === pattern), |
| 86 | + ) |
| 87 | +} |
| 88 | + |
| 89 | +describe("session_start.permissions (#212)", () => { |
| 90 | + test("lists config rules for the default agent, in evaluation order", async () => { |
| 91 | + const event = await sessionStart({ |
| 92 | + config: { agent: { title: { disable: true } }, permission: { "*": "allow", bash: { "rm *": "deny" } } }, |
| 93 | + }) |
| 94 | + |
| 95 | + expect(event.permissions).toContainEqual({ permission: "bash", pattern: "rm *", action: "deny" }) |
| 96 | + expect(decisive(event.permissions, "bash", "rm *")?.action).toBe("deny") |
| 97 | + expect(decisive(event.permissions, "bash", "ls")?.action).toBe("allow") |
| 98 | + }) |
| 99 | + |
| 100 | + test("places a selected agent's own rules after the config rules", async () => { |
| 101 | + const event = await sessionStart({ |
| 102 | + args: ["--agent", "reviewer"], |
| 103 | + config: { |
| 104 | + agent: { title: { disable: true }, reviewer: { mode: "primary", permission: { bash: { "rm *": "allow" } } } }, |
| 105 | + permission: { "*": "allow", bash: { "rm *": "deny" } }, |
| 106 | + }, |
| 107 | + }) |
| 108 | + |
| 109 | + expect(event.agent).toBe("reviewer") |
| 110 | + expect(decisive(event.permissions, "bash", "rm *")?.action).toBe("allow") |
| 111 | + }) |
| 112 | + |
| 113 | + test("is still emitted when the default agent cannot be resolved", async () => { |
| 114 | + // The prompt reports the unknown agent as session_error; session_start must not be lost. |
| 115 | + const event = await sessionStart({ config: { default_agent: "missing", agent: { title: { disable: true } } } }) |
| 116 | + |
| 117 | + expect(event.permissions).toEqual([]) |
| 118 | + }) |
| 119 | +}) |
0 commit comments