@@ -86,6 +86,11 @@ interface FlakyReleaseWrites {
8686 readonly failing : Ref . Ref < "none" | "session" | "session-and-requests" > ;
8787 /** Receives one item per failed write. */
8888 readonly failures : Queue . Queue < void > ;
89+ /** Holds runtime request writes: completes `paused`, then waits for `resume`. */
90+ readonly pauseRequestWrites ?: {
91+ readonly paused : Deferred . Deferred < void > ;
92+ readonly resume : Deferred . Deferred < void > ;
93+ } ;
8994}
9095
9196// Fails release writes with a defect, the way a failed SQL commit surfaces.
@@ -106,6 +111,14 @@ const makeFlakyReleaseEventSinkLayer = (flaky: FlakyReleaseWrites) =>
106111 ( event . payload . status === "stopped" || event . payload . status === "error" ) ) ||
107112 ( failing === "session-and-requests" && event . type === "runtime-request.updated" ) ,
108113 ) ;
114+ const pause = flaky . pauseRequestWrites ;
115+ if (
116+ pause !== undefined &&
117+ input . events . some ( ( event ) => event . type === "runtime-request.updated" )
118+ ) {
119+ yield * Deferred . succeed ( pause . paused , undefined ) ;
120+ yield * Deferred . await ( pause . resume ) ;
121+ }
109122 if ( ! fails ) return yield * delegate . write ( input ) ;
110123 yield * Queue . offer ( flaky . failures , undefined ) ;
111124 return yield * Effect . die ( new Error ( "simulated commit failure" ) ) ;
@@ -2564,6 +2577,72 @@ it.effect("ProviderSessionManagerV2 keeps each failed release's cleanup", () =>
25642577 } ) ,
25652578) ;
25662579
2580+ it . effect ( "ProviderSessionManagerV2 settles a request the event pump persists during release" , ( ) =>
2581+ Effect . gen ( function * ( ) {
2582+ const state = yield * Ref . make ( emptyState ) ;
2583+ const flaky : FlakyReleaseWrites = {
2584+ failing : yield * Ref . make < "none" | "session" | "session-and-requests" > ( "none" ) ,
2585+ failures : yield * Queue . unbounded < void > ( ) ,
2586+ pauseRequestWrites : {
2587+ paused : yield * Deferred . make < void > ( ) ,
2588+ resume : yield * Deferred . make < void > ( ) ,
2589+ } ,
2590+ } ;
2591+ const pause = flaky . pauseRequestWrites ! ;
2592+ const effect = Effect . gen ( function * ( ) {
2593+ const eventSink = yield * EventSink . EventSinkV2 ;
2594+ const idAllocator = yield * IdAllocator . IdAllocatorV2 ;
2595+ const manager = yield * ProviderSessionManager . ProviderSessionManagerV2 ;
2596+ const projectionStore = yield * ProjectionStore . ProjectionStoreV2 ;
2597+ const now = yield * DateTime . now ;
2598+ const threadId = ThreadId . make ( "thread-provider-session-manager-release-pump" ) ;
2599+ const providerSessionId = yield * idAllocator . allocate . providerSession ( {
2600+ providerInstanceId : modelSelection . instanceId ,
2601+ threadId,
2602+ } ) ;
2603+ yield * eventSink . write ( {
2604+ events : [ yield * makeThreadCreatedEvent ( { idAllocator, threadId, now } ) ] ,
2605+ } ) ;
2606+ yield * manager . open ( { threadId, providerSessionId, modelSelection, runtimePolicy } ) ;
2607+ // The runtime creates the request a moment after the release starts.
2608+ const createdAt = DateTime . add ( now , { seconds : 1 } ) ;
2609+ const pendingRequest = yield * makePendingRuntimeRequestEvents ( {
2610+ idAllocator,
2611+ threadId,
2612+ providerSessionId,
2613+ providerThread : makeProviderThread ( {
2614+ idAllocator,
2615+ threadId,
2616+ providerSessionId,
2617+ now : createdAt ,
2618+ } ) ,
2619+ now : createdAt ,
2620+ } ) ;
2621+ const adapterEvents = ( yield * Ref . get ( state ) ) . eventQueues . get ( String ( providerSessionId ) ) ;
2622+ assert . isDefined ( adapterEvents ) ;
2623+ yield * Queue . offerAll ( adapterEvents ! , pendingRequest . providerEvents ) ;
2624+ // The event pump holds the request permit while it persists the request.
2625+ yield * Deferred . await ( pause . paused ) ;
2626+ const closed = yield * manager
2627+ . close ( providerSessionId )
2628+ . pipe ( Effect . forkScoped ( { startImmediately : true } ) ) ;
2629+ yield * TestClock . adjust ( "1 second" ) ;
2630+ yield * Deferred . succeed ( pause . resume , undefined ) ;
2631+ yield * Fiber . join ( closed ) ;
2632+
2633+ const projection = yield * projectionStore . getThreadProjection ( threadId ) ;
2634+ const request = projection . runtimeRequests . find (
2635+ ( candidate ) => candidate . id === pendingRequest . requestId ,
2636+ ) ;
2637+ assert . equal ( request ?. responseCapability . type , "not_resumable" ) ;
2638+ } ) ;
2639+
2640+ yield * effect . pipe (
2641+ Effect . provide ( makeTestLayer ( { state, idleTimeoutMs : 60_000 , flakyReleaseWrites : flaky } ) ) ,
2642+ ) ;
2643+ } ) ,
2644+ ) ;
2645+
25672646it . effect ( "ProviderSessionManagerV2 terminalizes a pending input transcript item on release" , ( ) =>
25682647 Effect . gen ( function * ( ) {
25692648 const state = yield * Ref . make ( emptyState ) ;
0 commit comments