|
1 | 1 | import { describe, expect, test } from "bun:test"; |
2 | | -import { COALESCE_MAX_CHUNK_LENGTH, createAdapterEventQueue, PREFLIGHT_HEARTBEAT_RETAIN_LIMIT, preflightAdapterEvents } from "../../src/adapters/run-turn-queue"; |
| 2 | +import { COALESCE_MAX_CHUNK_LENGTH, createAdapterEventQueue, DEFAULT_MAX_BACKLOG_CODE_UNITS, PREFLIGHT_HEARTBEAT_RETAIN_LIMIT, preflightAdapterEvents } from "../../src/adapters/run-turn-queue"; |
3 | 3 | import type { AdapterEvent } from "../../src/types"; |
4 | 4 |
|
5 | 5 | const text = (value: string): AdapterEvent => ({ type: "text_delta", text: value }); |
@@ -113,6 +113,56 @@ describe("run-turn adapter event queue", () => { |
113 | 113 | expect(collected[0]).toEqual(thinking(Array.from({ length: 5_000 }, (_, i) => String(i % 10)).join(""))); |
114 | 114 | }); |
115 | 115 |
|
| 116 | + test("coalesced deltas cannot exceed the aggregate string backlog budget", async () => { |
| 117 | + let backlogExceeded = 0; |
| 118 | + const queue = createAdapterEventQueue({ |
| 119 | + maxBacklogCodeUnits: 4, |
| 120 | + onBacklogExceeded: () => { backlogExceeded += 1; }, |
| 121 | + }); |
| 122 | + |
| 123 | + queue.push(text("ab")); |
| 124 | + queue.push(text("cd")); |
| 125 | + queue.push(text("e")); |
| 126 | + |
| 127 | + expect(backlogExceeded).toBe(1); |
| 128 | + expect(await queue.collect()).toEqual([ |
| 129 | + text("abcd"), |
| 130 | + { type: "error", message: "consumer stalled: adapter event backlog exceeded — turn aborted" }, |
| 131 | + ]); |
| 132 | + }); |
| 133 | + |
| 134 | + test("an oversized individual event is rejected before it is retained", async () => { |
| 135 | + let backlogExceeded = 0; |
| 136 | + const queue = createAdapterEventQueue({ |
| 137 | + onBacklogExceeded: () => { backlogExceeded += 1; }, |
| 138 | + }); |
| 139 | + |
| 140 | + queue.push(text("x".repeat(DEFAULT_MAX_BACKLOG_CODE_UNITS + 1))); |
| 141 | + |
| 142 | + expect(backlogExceeded).toBe(1); |
| 143 | + expect(await queue.collect()).toEqual([ |
| 144 | + { type: "error", message: "consumer stalled: adapter event backlog exceeded — turn aborted" }, |
| 145 | + ]); |
| 146 | + }); |
| 147 | + |
| 148 | + test("consuming buffered events releases aggregate string budget", async () => { |
| 149 | + let backlogExceeded = 0; |
| 150 | + const queue = createAdapterEventQueue({ |
| 151 | + maxBacklogCodeUnits: 4, |
| 152 | + onBacklogExceeded: () => { backlogExceeded += 1; }, |
| 153 | + }); |
| 154 | + const iterator = queue.stream()[Symbol.asyncIterator](); |
| 155 | + |
| 156 | + queue.push(text("abcd")); |
| 157 | + expect(await iterator.next()).toEqual({ done: false, value: text("abcd") }); |
| 158 | + queue.push(thinking("wxyz")); |
| 159 | + queue.close(); |
| 160 | + |
| 161 | + expect(await iterator.next()).toEqual({ done: false, value: thinking("wxyz") }); |
| 162 | + expect(await iterator.next()).toEqual({ done: true, value: undefined }); |
| 163 | + expect(backlogExceeded).toBe(0); |
| 164 | + }); |
| 165 | + |
116 | 166 | test("coalescing splits past the combined-length threshold and preserves concatenation", async () => { |
117 | 167 | const queue = createAdapterEventQueue(); |
118 | 168 | const chunk = "x".repeat(Math.floor(COALESCE_MAX_CHUNK_LENGTH / 3) + 1); |
|
0 commit comments