11import { expect } from "bun:test"
2- import { LanguageModel , LLMClient } from "@opencode/ai"
2+ import {
3+ AIError ,
4+ AuthenticationError ,
5+ InvalidRequestError ,
6+ LanguageModel ,
7+ LLMClient ,
8+ LLMEvent ,
9+ ProviderInternalError ,
10+ QuotaExceededError ,
11+ RateLimitError ,
12+ TransportError ,
13+ } from "@opencode/ai"
314import { RequestExecutor } from "@opencode/ai/route"
415import { OpenAIChat } from "@opencode/ai/protocols"
516import { TestLLM } from "@opencode/ai/testing"
@@ -10,7 +21,8 @@ import { ModelResolver } from "@opencode/core/model-resolver"
1021import { ID , Info , Model , Ref } from "@opencode/core/model"
1122import { Provider } from "@opencode/core/provider"
1223import { Npm } from "@opencode/util/npm"
13- import { Effect , Layer } from "effect"
24+ import { Effect , Exit , Fiber , Layer } from "effect"
25+ import { TestClock } from "effect/testing"
1426import { HttpClient , HttpClientResponse } from "effect/http"
1527import { testEffect } from "./lib/effect"
1628
@@ -19,6 +31,7 @@ const selected = Info.make({
1931 package : Provider . aisdk ( "@ai-sdk/perplexity" ) ,
2032} )
2133const runtime = LanguageModel . make ( { id : "gemini" , provider : "test-provider" , route : OpenAIChat . route } )
34+ const reference = Ref . make ( { providerID : selected . providerID , id : selected . id } )
2235
2336const providers = Layer . mock ( Provider . Service , {
2437 get : ( ) => Effect . undefined ,
@@ -66,6 +79,7 @@ const client = TestLLM.testLayer({ fallback: TestLLM.text("OK", "generate") })
6679const resolver = ModelResolver . layer . pipe ( Layer . provide ( Layer . mergeAll ( providers , models , integrations , npm , aisdk ) ) )
6780const it = testEffect ( Generate . layer . pipe ( Layer . provide ( Layer . merge ( resolver , client ) ) ) )
6881const resolverIt = testEffect ( resolver )
82+ const retryIt = testEffect ( Generate . layer . pipe ( Layer . provideMerge ( Layer . merge ( resolver , TestLLM . testLayer ( ) ) ) ) )
6983
7084it . effect ( "loads dynamic AI SDK models" , ( ) =>
7185 Effect . gen ( function * ( ) {
@@ -79,6 +93,91 @@ it.effect("loads dynamic AI SDK models", () =>
7993 } ) ,
8094)
8195
96+ for ( const operation of [ "request" , "read" ] as const ) {
97+ retryIt . effect ( `regenerates the full stateless response after a ${ operation } failure` , ( ) =>
98+ Effect . gen ( function * ( ) {
99+ const generate = yield * Generate . Service
100+ const llm = yield * TestLLM . Test
101+ yield * llm . push (
102+ TestLLM . failAfter (
103+ new AIError ( { reason : new TransportError ( { message : "Disconnected" , transport : "http" , operation } ) } ) ,
104+ ...( operation === "read"
105+ ? [ LLMEvent . textStart ( { id : "failed" } ) , LLMEvent . textDelta ( { id : "failed" , text : "Discard this" } ) ]
106+ : [ ] ) ,
107+ ) ,
108+ TestLLM . text ( "Fresh answer" , "success" ) ,
109+ )
110+ const result = yield * generate
111+ . text ( { prompt : "Answer privately" , model : reference } )
112+ . pipe ( Effect . forkChild ( { startImmediately : true } ) )
113+ yield * llm . wait ( 1 )
114+ yield * TestClock . adjust ( "3 seconds" )
115+ expect ( yield * Fiber . join ( result ) ) . toBe ( "Fresh answer" )
116+ const requests = yield * llm . requests ( )
117+ expect ( requests ) . toHaveLength ( 2 )
118+ expect ( requests [ 1 ] ) . toBe ( requests [ 0 ] )
119+ } ) ,
120+ )
121+ }
122+
123+ for ( const reason of [
124+ new AuthenticationError ( { message : "Invalid credentials" } ) ,
125+ new QuotaExceededError ( { message : "No quota" } ) ,
126+ new InvalidRequestError ( { message : "Invalid prompt" } ) ,
127+ ] ) {
128+ retryIt . effect ( `does not retry stateless ${ reason . _tag } failures` , ( ) =>
129+ Effect . gen ( function * ( ) {
130+ const generate = yield * Generate . Service
131+ const llm = yield * TestLLM . Test
132+ yield * llm . push ( TestLLM . failAfter ( new AIError ( { reason } ) ) )
133+ const result = yield * generate . text ( { prompt : "Answer privately" , model : reference } ) . pipe ( Effect . flip )
134+ expect ( result ) . toBeInstanceOf ( Generate . UnavailableError )
135+ expect ( result . message ) . toBe ( reason . message )
136+ expect ( yield * llm . requests ( ) ) . toHaveLength ( 1 )
137+ } ) ,
138+ )
139+ }
140+
141+ retryIt . effect ( "honors provider backoff and cancels without another generation" , ( ) =>
142+ Effect . gen ( function * ( ) {
143+ const generate = yield * Generate . Service
144+ const llm = yield * TestLLM . Test
145+ yield * llm . always (
146+ TestLLM . failAfter ( new AIError ( { reason : new RateLimitError ( { message : "Wait" , retryAfterMs : 5_000 } ) } ) ) ,
147+ )
148+ const result = yield * generate
149+ . text ( { prompt : "Answer privately" , model : reference } )
150+ . pipe ( Effect . forkChild ( { startImmediately : true } ) )
151+ yield * llm . wait ( 1 )
152+ yield * TestClock . adjust ( "4999 millis" )
153+ expect ( yield * llm . requests ( ) ) . toHaveLength ( 1 )
154+ yield * Fiber . interrupt ( result )
155+ yield * TestClock . adjust ( "1 minute" )
156+ expect ( Exit . hasInterrupts ( yield * Fiber . await ( result ) ) ) . toBe ( true )
157+ expect ( yield * llm . requests ( ) ) . toHaveLength ( 1 )
158+ } ) ,
159+ )
160+
161+ for ( const [ reason , attempts ] of [
162+ [ new ProviderInternalError ( { message : "Unavailable" } ) , 11 ] ,
163+ [ new TransportError ( { message : "Timed out" , transport : "http" , operation : "request" , code : "Timeout" } ) , 4 ] ,
164+ ] as const ) {
165+ retryIt . effect ( `bounds stateless ${ reason . _tag } retries` , ( ) =>
166+ Effect . gen ( function * ( ) {
167+ const generate = yield * Generate . Service
168+ const llm = yield * TestLLM . Test
169+ yield * llm . always ( TestLLM . failAfter ( new AIError ( { reason } ) ) )
170+ const result = yield * generate
171+ . text ( { prompt : "Answer privately" , model : reference } )
172+ . pipe ( Effect . flip , Effect . forkChild ( { startImmediately : true } ) )
173+ yield * llm . wait ( 1 )
174+ yield * TestClock . adjust ( "2 minutes" )
175+ expect ( yield * Fiber . join ( result ) ) . toBeInstanceOf ( Generate . UnavailableError )
176+ expect ( yield * llm . requests ( ) ) . toHaveLength ( attempts )
177+ } ) ,
178+ )
179+ }
180+
82181resolverIt . effect ( "resolves dynamic models with their catalog metadata" , ( ) =>
83182 Effect . gen ( function * ( ) {
84183 const resolver = yield * ModelResolver . Service
0 commit comments