Skip to content

Commit 0033bb3

Browse files
authored
fix(core): restore session request headers (anomalyco#43188)
1 parent ad905f8 commit 0033bb3

3 files changed

Lines changed: 55 additions & 0 deletions

File tree

‎packages/core/src/session/compaction.ts‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -202,6 +202,7 @@ export const make = (dependencies: Dependencies) => {
202202
.stream(
203203
LLM.request({
204204
model: input.model,
205+
http: input.request.http,
205206
messages: [Message.user(summaryPrompt)],
206207
tools: [],
207208
generation: { maxTokens: summaryOutput },

‎packages/core/src/session/runner/llm.ts‎

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -204,6 +204,13 @@ const layer = Layer.effect(
204204
const promptCacheKey = /^ses_[0-9a-f]{64}$/.test(session.id) ? session.id.slice(4) : session.id
205205
const request = LLM.request({
206206
model,
207+
http: {
208+
headers: {
209+
"x-session-affinity": session.id,
210+
"X-Session-Id": session.id,
211+
...(session.parentID ? { "x-parent-session-id": session.parentID } : {}),
212+
},
213+
},
207214
providerOptions: { openai: { promptCacheKey } },
208215
system: [agent.info?.system, system.baseline]
209216
.filter((part): part is string => part !== undefined && part.length > 0)

‎packages/core/test/session-runner.test.ts‎

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1101,6 +1101,16 @@ describe("SessionRunnerLLM", () => {
11011101
yield* session.resume(sessionID)
11021102

11031103
expect(requests).toHaveLength(2)
1104+
expect(requests.map((request) => request.http?.headers)).toEqual([
1105+
{
1106+
"x-session-affinity": sessionID,
1107+
"X-Session-Id": sessionID,
1108+
},
1109+
{
1110+
"x-session-affinity": sessionID,
1111+
"X-Session-Id": sessionID,
1112+
},
1113+
])
11041114
expect(userTexts(requests[0])[0]).toContain("## Objective")
11051115
expect(userTexts(requests[1])).toHaveLength(1)
11061116
expect(userTexts(requests[1])[0]).toContain("<summary>\n## Objective\n- Preserve the task\n</summary>")
@@ -2508,6 +2518,43 @@ describe("SessionRunnerLLM", () => {
25082518
}),
25092519
)
25102520

2521+
it.effect("adds session correlation headers to model requests", () =>
2522+
Effect.gen(function* () {
2523+
yield* setup
2524+
const session = yield* SessionV2.Service
2525+
yield* session.prompt({ sessionID, prompt: Prompt.make({ text: "Run correlated request" }), resume: false })
2526+
2527+
requests.length = 0
2528+
yield* session.resume(sessionID)
2529+
2530+
expect(requests[0]?.http?.headers).toEqual({
2531+
"x-session-affinity": sessionID,
2532+
"X-Session-Id": sessionID,
2533+
})
2534+
}),
2535+
)
2536+
2537+
it.effect("adds the parent session header to child model requests", () =>
2538+
Effect.gen(function* () {
2539+
yield* setup
2540+
const session = yield* SessionV2.Service
2541+
const parentID = SessionV2.ID.make("ses_runner_parent")
2542+
const { db } = yield* Database.Service
2543+
yield* db
2544+
.update(SessionTable)
2545+
.set({ parent_id: parentID })
2546+
.where(eq(SessionTable.id, sessionID))
2547+
.run()
2548+
.pipe(Effect.orDie)
2549+
yield* session.prompt({ sessionID, prompt: Prompt.make({ text: "Run child request" }), resume: false })
2550+
2551+
requests.length = 0
2552+
yield* session.resume(sessionID)
2553+
2554+
expect(requests[0]?.http?.headers?.["x-parent-session-id"]).toBe(parentID)
2555+
}),
2556+
)
2557+
25112558
it.effect("bounds 64-character session prompt cache keys", () =>
25122559
Effect.gen(function* () {
25132560
yield* setup

0 commit comments

Comments
 (0)