Skip to content

Commit 19302b1

Browse files
committed
fix(session): detect near-maxOutputTokens truncation and override finishReason to length (anomalyco#18108)
When outputTokens >= 95% of maxOutputTokens with finishReason 'tool-calls', override to 'length' so the existing lengthCount auto-continue logic triggers. Also warn on write tool output when content exceeds 50K chars.
1 parent 4fdfb4a commit 19302b1

2 files changed

Lines changed: 16 additions & 9 deletions

File tree

‎packages/opencode/src/session/processor.ts‎

Lines changed: 13 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ import { SessionRetry } from "./retry"
99
import { SessionStatus } from "./status"
1010
import { Plugin } from "@/plugin"
1111
import type { Provider } from "@/provider/provider"
12+
import { ProviderTransform } from "@/provider/transform"
1213
import { LLM } from "./llm"
1314
import { Config } from "@/config/config"
1415
import { SessionCompaction } from "./compaction"
@@ -21,6 +22,7 @@ export namespace SessionProcessor {
2122
const DOOM_LOOP_THRESHOLD = 3
2223
const STREAM_IDLE_TIMEOUT_MS = 75_000
2324
const STREAM_IDLE_TIMEOUT_S = STREAM_IDLE_TIMEOUT_MS / 1000
25+
const NEAR_MAX = 0.95
2426
const log = Log.create({ service: "session.processor" })
2527

2628
export type Info = Awaited<ReturnType<typeof create>>
@@ -340,10 +342,17 @@ export namespace SessionProcessor {
340342
break
341343

342344
case "finish-step":
345+
const output = value.usage?.outputTokens ?? 0
346+
const max = ProviderTransform.maxOutputTokens(input.model)
347+
const near = value.finishReason === "tool-calls" && output >= max * NEAR_MAX
348+
const reason = near ? "length" : value.finishReason
343349
log.warn("finish-step", {
344-
finishReason: value.finishReason,
350+
finishReason: reason,
351+
originalReason: value.finishReason,
352+
near,
345353
inputTokens: value.usage?.inputTokens,
346-
outputTokens: value.usage?.outputTokens,
354+
outputTokens: output,
355+
maxOutputTokens: max,
347356
totalTokens: value.usage?.totalTokens,
348357
hasPendingTools: Object.values(toolcalls).some(
349358
(item) => item.state.status === "pending" || item.state.status === "running",
@@ -354,12 +363,12 @@ export namespace SessionProcessor {
354363
usage: value.usage,
355364
metadata: value.providerMetadata,
356365
})
357-
input.assistantMessage.finish = value.finishReason
366+
input.assistantMessage.finish = reason
358367
input.assistantMessage.cost += usage.cost
359368
input.assistantMessage.tokens = usage.tokens
360369
await Session.updatePart({
361370
id: PartID.ascending(),
362-
reason: value.finishReason,
371+
reason,
363372
snapshot: await Snapshot.track(),
364373
messageID: input.assistantMessage.id,
365374
sessionID: input.assistantMessage.sessionID,
@@ -548,11 +557,6 @@ export namespace SessionProcessor {
548557
const aborted = toolParts.filter(
549558
(p) => p.state.status === "error" && p.state.error === "Tool execution aborted",
550559
).length
551-
log.warn("tool-abort-check", {
552-
totalToolParts: toolParts.length,
553-
abortedCount: aborted,
554-
allAborted: toolParts.length > 0 && aborted === toolParts.length,
555-
})
556560
if (toolParts.length > 0 && aborted === toolParts.length) {
557561
input.assistantMessage.error = new MessageV2.AbortedError({
558562
message: "All tool calls were aborted (likely due to output truncation)",

‎packages/opencode/src/tool/write.ts‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,9 @@ export const WriteTool = Tool.define("write", {
5959
await FileTime.read(ctx.sessionID, filepath)
6060

6161
let output = "Wrote file successfully."
62+
if (params.content.length > 50_000) {
63+
output += `\n\n⚠️ Warning: This file is very large (${params.content.length} chars). If it appears truncated, the model output may have hit token limits. Consider writing in smaller chunks.`
64+
}
6265
await LSP.touchFile(filepath, true)
6366
const diagnostics = await LSP.diagnostics()
6467
const normalizedFilepath = Filesystem.normalizePath(filepath)

0 commit comments

Comments
 (0)