Skip to content

Commit 30eaad1

Browse files
committed
fix: handle stream interruption for OpenAI-compatible providers
- Add SSE timeout, connection reset, abort, and stream truncation patterns to retryable() matching for automatic retry - Classify 'SSE read timed out' as APIError(isRetryable: true) - Emit error event in flush() when stream ends without finish_reason while output is still active, instead of silently accepting truncation Closes anomalyco#20466
1 parent 86f4d67 commit 30eaad1

4 files changed

Lines changed: 25 additions & 2 deletions

File tree

‎packages/core/src/github-copilot/chat/openai-compatible-chat-language-model.ts‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -645,6 +645,15 @@ export class OpenAICompatibleChatLanguageModel implements LanguageModelV3 {
645645
},
646646

647647
flush(controller) {
648+
// If the stream ended without a finish_reason and output is still
649+
// active, the stream was truncated — emit an error to trigger retry
650+
const hasActiveOutput = isActiveReasoning || isActiveText || toolCalls.some((tc) => !tc.hasFinished)
651+
if (finishReason.unified === "other" && finishReason.raw === undefined && hasActiveOutput) {
652+
controller.enqueue({
653+
type: "error",
654+
error: new Error("Stream ended unexpectedly — no finish reason received while output was still active"),
655+
})
656+
}
648657
if (isActiveReasoning) {
649658
controller.enqueue({
650659
type: "reasoning-end",

‎packages/opencode/src/provider/provider.ts‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -978,6 +978,7 @@ const ProviderCapabilities = Schema.Struct({
978978
input: ProviderModalities,
979979
output: ProviderModalities,
980980
interleaved: ProviderInterleaved,
981+
systemMessage: Schema.optional(Schema.Union([Schema.Literal("single"), Schema.Literal("multiple")])),
981982
})
982983

983984
const ProviderCacheCost = Schema.Struct({

‎packages/opencode/src/session/message-v2.ts‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -699,6 +699,15 @@ export function fromError(
699699
},
700700
{ cause: e },
701701
).toObject()
702+
case e instanceof Error && e.message === "SSE read timed out":
703+
return new APIError(
704+
{
705+
message: "Stream read timed out — no data received within the chunk timeout window",
706+
isRetryable: true,
707+
metadata: { code: "SSE_TIMEOUT", message: e.message },
708+
},
709+
{ cause: e },
710+
).toObject()
702711
case e instanceof Error:
703712
return new NamedError.Unknown({ message: errorMessage(e) }, { cause: e }).toObject()
704713
default:

‎packages/opencode/src/session/retry.ts‎

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -122,14 +122,18 @@ export function retryable(error: Err, provider: string) {
122122
return { message: error.data.message.includes("Overloaded") ? "Provider is overloaded" : error.data.message }
123123
}
124124

125-
// Check for rate limit patterns in plain text error messages
125+
// Check for stream interruption and rate limit patterns in plain text error messages
126126
const msg = isRecord(error.data) ? error.data.message : undefined
127127
if (typeof msg === "string") {
128128
const lower = msg.toLowerCase()
129129
if (
130130
lower.includes("rate increased too quickly") ||
131131
lower.includes("rate limit") ||
132-
lower.includes("too many requests")
132+
lower.includes("too many requests") ||
133+
lower.includes("sse read timed out") ||
134+
lower.includes("connection reset") ||
135+
lower.includes("aborted") ||
136+
lower.includes("stream ended unexpectedly")
133137
) {
134138
return { message: msg }
135139
}

0 commit comments

Comments
 (0)