@@ -58,7 +58,10 @@ const modelDefinitions = vi.hoisted(() => [
5858 size : 4 ,
5959 languages : [ "en" , "fr" ] ,
6060 accuracy : 1 ,
61- benchmark : { accuracy : { en : { grade : "A-" , errorPercent : 4 } } , secondsPer30s : 1.2 } ,
61+ benchmark : {
62+ accuracy : { en : { grade : "A-" , errorPercent : 4 } } ,
63+ secondsPer30s : { cpu : 3 , accelerated : 1.2 } ,
64+ } ,
6265 speed : 1 ,
6366 recommended : true ,
6467 supportsStreaming : true ,
@@ -146,31 +149,40 @@ it("rejects empty, misaligned, non-finite, and oversized PCM as invalid audio",
146149 }
147150} ) ;
148151
149- it . effect ( "prepares a batch model before audio arrives and reuses it for transcription" , ( ) =>
150- Effect . gen ( function * ( ) {
151- const speech = yield * SpeechService . SpeechService ;
152- yield * speech . selectModel ( "fallback-model" ) ;
153- yield * speech . prepareModel ;
154- expect ( loadNative ) . toHaveBeenCalledTimes ( 1 ) ;
155- expect ( native . transcribe ) . not . toHaveBeenCalled ( ) ;
156- native . supportsStreaming = false ;
157- yield * Effect . gen ( function * ( ) {
158- const stream = yield * speech . startStream ( {
159- ...DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS ,
160- speechLanguage : "fr" ,
161- speechTranslateToEnglish : true ,
162- speechSilenceFiltering : false ,
152+ it . effect . each ( [ "CPU" , "Vulkan0" ] ) (
153+ "prepares a batch model on %s before audio arrives and reuses it for transcription" ,
154+ ( backend ) =>
155+ Effect . gen ( function * ( ) {
156+ const speech = yield * SpeechService . SpeechService ;
157+ yield * speech . selectModel ( "fallback-model" ) ;
158+ loadNative . mockImplementationOnce ( async ( ) => {
159+ native . backend = backend ;
160+ return native ;
163161 } ) ;
164- expect ( native . begin ) . toHaveBeenLastCalledWith (
165- { timestamps : "none" , language : "fr" , task : "translate" , targetLanguage : "en" } ,
166- false ,
167- "test.gguf" ,
168- ) ;
169- expect ( yield * stream . finish ) . toBe ( "hello" ) ;
170- } ) . pipe ( Effect . scoped ) ;
171- expect ( yield * speech . transcribe ( pcm ( ) , DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS ) ) . toBe ( "hello" ) ;
172- expect ( loadNative ) . toHaveBeenCalledTimes ( 1 ) ;
173- } ) . pipe ( Effect . provide ( layer ) ) ,
162+ yield * speech . prepareModel ;
163+ expect ( yield * speech . status ) . toMatchObject ( {
164+ benchmarkTier : backend === "CPU" ? "cpu" : "accelerated" ,
165+ } ) ;
166+ expect ( loadNative ) . toHaveBeenCalledTimes ( 1 ) ;
167+ expect ( native . transcribe ) . not . toHaveBeenCalled ( ) ;
168+ native . supportsStreaming = false ;
169+ yield * Effect . gen ( function * ( ) {
170+ const stream = yield * speech . startStream ( {
171+ ...DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS ,
172+ speechLanguage : "fr" ,
173+ speechTranslateToEnglish : true ,
174+ speechSilenceFiltering : false ,
175+ } ) ;
176+ expect ( native . begin ) . toHaveBeenLastCalledWith (
177+ { timestamps : "none" , language : "fr" , task : "translate" , targetLanguage : "en" } ,
178+ false ,
179+ "test.gguf" ,
180+ ) ;
181+ expect ( yield * stream . finish ) . toBe ( "hello" ) ;
182+ } ) . pipe ( Effect . scoped ) ;
183+ expect ( yield * speech . transcribe ( pcm ( ) , DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS ) ) . toBe ( "hello" ) ;
184+ expect ( loadNative ) . toHaveBeenCalledTimes ( 1 ) ;
185+ } ) . pipe ( Effect . provide ( layer ) ) ,
174186) ;
175187
176188it . effect ( "sends the chosen language in the spelling the loaded model advertises" , ( ) =>
@@ -290,7 +302,7 @@ it.effect("rejects model mutations outside the offered registry", () =>
290302 expect ( current ) . not . toHaveProperty ( "benchmark" ) ;
291303 expect (
292304 ( yield * speech . models ( true ) ) . models . find ( ( model ) => model . active ) ?. benchmark ?. secondsPer30s ,
293- ) . toBe ( 1.2 ) ;
305+ ) . toEqual ( { cpu : 3 , accelerated : 1.2 } ) ;
294306 } ) . pipe ( Effect . provide ( layer ) ) ,
295307) ;
296308
@@ -665,11 +677,19 @@ it.effect.each([{ devices: [] }, { devices: [{ id: "gpu", name: "Test GPU" }] }]
665677 const speech = yield * SpeechService . SpeechService ;
666678 const discover = vi . mocked ( listNativeSpeechGpuDevices ) . mockReset ( ) ;
667679 discover . mockRejectedValueOnce ( new Error ( "driver not ready" ) ) . mockResolvedValueOnce ( devices ) ;
668- expect ( yield * speech . status ) . toMatchObject ( { gpuDevices : [ ] } ) ;
680+ expect ( yield * speech . status ) . toMatchObject ( { gpuDevices : [ ] , benchmarkTier : "cpu" } ) ;
669681 yield * speech . status ;
670682 expect ( discover ) . toHaveBeenCalledOnce ( ) ;
671683 yield * TestClock . adjust ( "1 minute" ) ;
672- expect ( yield * speech . status ) . toMatchObject ( { gpuDevices : devices } ) ;
684+ expect ( yield * speech . status ) . toMatchObject ( {
685+ gpuDevices : devices ,
686+ benchmarkTier : devices . length ? "accelerated" : "cpu" ,
687+ } ) ;
688+ expect ( yield * speech . updateAcceleration ( "cpu" ) ) . toMatchObject ( { benchmarkTier : "cpu" } ) ;
689+ expect ( yield * speech . updateAcceleration ( 'gpu:["vulkan","gpu-1"]' ) ) . toMatchObject ( {
690+ benchmarkTier : "accelerated" ,
691+ } ) ;
692+ yield * speech . updateAcceleration ( "auto" ) ;
673693 yield * TestClock . adjust ( "1 minute" ) ;
674694 expect ( yield * speech . status ) . toMatchObject ( { gpuDevices : devices } ) ;
675695 expect ( discover ) . toHaveBeenCalledTimes ( 2 ) ;
@@ -700,9 +720,11 @@ it.effect(
700720 ] ,
701721 } ;
702722 const speech = yield * SpeechService . SpeechService ;
723+ expect ( yield * speech . status ) . toMatchObject ( { benchmarkTier : "accelerated" } ) ;
703724 expect ( yield * speech . transcribe ( pcm ( ) , options ) ) . toBe (
704725 cpuSupportsVocabulary ? "git hub Bob" : "GitHub Bob" ,
705726 ) ;
727+ expect ( yield * speech . status ) . toMatchObject ( { benchmarkTier : "cpu" } ) ;
706728 expect ( yield * speech . transcribe ( pcm ( ) , DEFAULT_SPEECH_TRANSCRIPTION_OPTIONS ) ) . toBe (
707729 "hello" ,
708730 ) ;
0 commit comments