11import { afterEach , describe , expect , test } from "bun:test" ;
2+ import { mkdtempSync , rmSync } from "node:fs" ;
3+ import { tmpdir } from "node:os" ;
4+ import { join } from "node:path" ;
25import {
36 buildOpenAIChatPassthroughRequest ,
47 createOpenAIChatAdapter ,
@@ -7,6 +10,7 @@ import {
710 decideTier ,
811 tierValueAfterDecision ,
912} from "../src/providers/fastwire" ;
13+ import { clearKeyCooldowns } from "../src/providers/key-failover" ;
1014import { fastPolicyForModel } from "../src/providers/service-tier" ;
1115import { handleChatCompletions } from "../src/server/chat-completions" ;
1216import type { OcxConfig , OcxParsedRequest , OcxProviderConfig } from "../src/types" ;
@@ -17,6 +21,7 @@ const originalFetch = globalThis.fetch;
1721
1822afterEach ( ( ) => {
1923 globalThis . fetch = originalFetch ;
24+ clearKeyCooldowns ( PROVIDER_NAME ) ;
2025} ) ;
2126
2227function provider ( overrides : Partial < OcxProviderConfig > = { } ) : OcxProviderConfig {
@@ -31,31 +36,34 @@ function provider(overrides: Partial<OcxProviderConfig> = {}): OcxProviderConfig
3136
3237function nativeBody (
3338 target : OcxProviderConfig ,
34- callerTier : string ,
39+ callerTier : string | undefined ,
3540 modelId = MODEL_ID ,
41+ fastMode ?: boolean ,
3642) : Record < string , unknown > {
3743 const policy = fastPolicyForModel ( target , modelId , PROVIDER_NAME , "chat" ) ;
3844 const request = buildOpenAIChatPassthroughRequest (
3945 target ,
4046 {
4147 model : modelId ,
4248 messages : [ { role : "user" , content : "ping" } ] ,
43- service_tier : callerTier ,
49+ ... ( callerTier === undefined ? { } : { service_tier : callerTier } ) ,
4450 } ,
4551 modelId ,
4652 false ,
4753 policy ,
54+ fastMode ,
4855 ) ;
4956 return JSON . parse ( request . body ) as Record < string , unknown > ;
5057}
5158
5259function mainPathBody (
5360 target : OcxProviderConfig ,
54- callerTier : string ,
61+ callerTier : string | undefined ,
5562 modelId = MODEL_ID ,
63+ fastMode ?: boolean ,
5664) : Record < string , unknown > {
5765 const policy = fastPolicyForModel ( target , modelId , PROVIDER_NAME , "chat" ) ;
58- const tierDecision = decideTier ( policy , undefined , callerTier ) ;
66+ const tierDecision = decideTier ( policy , fastMode , callerTier ) ;
5967 const serviceTier = tierValueAfterDecision ( tierDecision , callerTier ) ;
6068 const parsed : OcxParsedRequest = {
6169 modelId,
@@ -116,6 +124,20 @@ describe("native Chat passthrough service-tier policy", () => {
116124 callerTier : "flex" ,
117125 expectedTier : "flex" ,
118126 } ,
127+ {
128+ name : "classified foreign-tier drop overrides CallerTierForward" ,
129+ config : {
130+ supportsServiceTier : true ,
131+ chatServiceTier : true ,
132+ fastWire : {
133+ kind : "service-tier" ,
134+ canonicalToWire : { priority : "priority" } ,
135+ foreignCallerTiers : "drop" ,
136+ } ,
137+ } ,
138+ callerTier : "flex" ,
139+ expectedTier : undefined ,
140+ } ,
119141 ] as const ) ( "$name" , ( { config, callerTier, expectedTier } ) => {
120142 const body = nativeBody ( provider ( config ) , callerTier ) ;
121143 if ( expectedTier === undefined ) expect ( body ) . not . toHaveProperty ( "service_tier" ) ;
@@ -157,6 +179,79 @@ describe("native Chat passthrough service-tier policy", () => {
157179 expect ( captured ) . toHaveLength ( 1 ) ;
158180 expect ( captured [ 0 ] ) . not . toHaveProperty ( "service_tier" ) ;
159181 } ) ;
182+
183+ test ( "forced Fast injects the policy wire value and forced default drops the caller tier" , ( ) => {
184+ const target = provider ( { supportsServiceTier : true , chatServiceTier : true } ) ;
185+
186+ expect ( nativeBody ( target , "flex" , MODEL_ID , true ) . service_tier ) . toBe ( "priority" ) ;
187+ expect ( nativeBody ( target , undefined , MODEL_ID , true ) . service_tier ) . toBe ( "priority" ) ;
188+ expect ( nativeBody ( target , "priority" , MODEL_ID , false ) ) . not . toHaveProperty ( "service_tier" ) ;
189+ } ) ;
190+
191+ test ( "key failover rebuilds the request without reintroducing a dropped foreign tier" , async ( ) => {
192+ const previousHome = process . env . OPENCODEX_HOME ;
193+ const home = mkdtempSync ( join ( tmpdir ( ) , "ocx-native-tier-failover-" ) ) ;
194+ process . env . OPENCODEX_HOME = home ;
195+ const captured : Array < { authorization : string | null ; body : Record < string , unknown > } > = [ ] ;
196+ globalThis . fetch = ( async ( _input : RequestInfo | URL , init ?: RequestInit ) => {
197+ captured . push ( {
198+ authorization : new Headers ( init ?. headers ) . get ( "authorization" ) ,
199+ body : JSON . parse ( String ( init ?. body ?? "{}" ) ) as Record < string , unknown > ,
200+ } ) ;
201+ if ( captured . length === 1 ) {
202+ return Response . json ( { error : { message : "rate limited" } } , {
203+ status : 429 ,
204+ headers : { "retry-after" : "0" } ,
205+ } ) ;
206+ }
207+ return Response . json ( {
208+ id : "chatcmpl_native_tier_failover" ,
209+ object : "chat.completion" ,
210+ choices : [ { index : 0 , message : { role : "assistant" , content : "ok" } , finish_reason : "stop" } ] ,
211+ } ) ;
212+ } ) as typeof fetch ;
213+ const target = provider ( {
214+ supportsServiceTier : true ,
215+ chatServiceTier : true ,
216+ fastWire : {
217+ kind : "service-tier" ,
218+ canonicalToWire : { priority : "priority" } ,
219+ foreignCallerTiers : "drop" ,
220+ } ,
221+ apiKey : "key-one" ,
222+ apiKeyPool : [ { id : "one" , key : "key-one" } , { id : "two" , key : "key-two" } ] ,
223+ } ) ;
224+ const config = {
225+ port : 0 ,
226+ defaultProvider : PROVIDER_NAME ,
227+ providers : { [ PROVIDER_NAME ] : target } ,
228+ } as OcxConfig ;
229+
230+ try {
231+ const response = await handleChatCompletions (
232+ new Request ( "http://localhost/v1/chat/completions" , {
233+ method : "POST" ,
234+ headers : { "content-type" : "application/json" } ,
235+ body : JSON . stringify ( {
236+ model : `${ PROVIDER_NAME } /${ MODEL_ID } ` ,
237+ messages : [ { role : "user" , content : "ping" } ] ,
238+ service_tier : "flex" ,
239+ } ) ,
240+ } ) ,
241+ config ,
242+ { model : "" , provider : "" } ,
243+ ) ;
244+
245+ expect ( response . status ) . toBe ( 200 ) ;
246+ expect ( captured . map ( entry => entry . authorization ) ) . toEqual ( [ "Bearer key-one" , "Bearer key-two" ] ) ;
247+ expect ( captured ) . toHaveLength ( 2 ) ;
248+ for ( const entry of captured ) expect ( entry . body ) . not . toHaveProperty ( "service_tier" ) ;
249+ } finally {
250+ if ( previousHome === undefined ) delete process . env . OPENCODEX_HOME ;
251+ else process . env . OPENCODEX_HOME = previousHome ;
252+ rmSync ( home , { recursive : true , force : true } ) ;
253+ }
254+ } ) ;
160255} ) ;
161256
162257describe ( "main and native Chat tier authorization parity" , ( ) => {
@@ -205,6 +300,20 @@ describe("main and native Chat tier authorization parity", () => {
205300 mainTier : "flex" ,
206301 nativeTier : "flex" ,
207302 } ,
303+ {
304+ name : "classified foreign-tier drop with CallerTierForward" ,
305+ config : {
306+ supportsServiceTier : true ,
307+ chatServiceTier : true ,
308+ fastWire : {
309+ kind : "service-tier" ,
310+ canonicalToWire : { priority : "priority" } ,
311+ foreignCallerTiers : "drop" ,
312+ } ,
313+ } ,
314+ callerTier : "flex" ,
315+ forwarded : false ,
316+ } ,
208317 ] as const ) ( "$name makes the same forward/drop decision" , row => {
209318 const target = provider ( row . config ) ;
210319 const main = mainPathBody ( target , row . callerTier ) ;
@@ -218,4 +327,15 @@ describe("main and native Chat tier authorization parity", () => {
218327 expect ( native . service_tier ) . toBe ( row . nativeTier ) ;
219328 }
220329 } ) ;
330+
331+ test ( "forced Fast and forced default make the same decision on both Chat paths" , ( ) => {
332+ const target = provider ( { supportsServiceTier : true , chatServiceTier : true } ) ;
333+
334+ for ( const fastMode of [ true , false ] as const ) {
335+ const main = mainPathBody ( target , "flex" , MODEL_ID , fastMode ) ;
336+ const native = nativeBody ( target , "flex" , MODEL_ID , fastMode ) ;
337+ expect ( forwardsTier ( native ) ) . toBe ( forwardsTier ( main ) ) ;
338+ expect ( native . service_tier ) . toBe ( main . service_tier ) ;
339+ }
340+ } ) ;
221341} ) ;
0 commit comments