@@ -3,6 +3,13 @@ import { mkdtempSync, rmSync } from "node:fs";
33import { tmpdir } from "node:os" ;
44import { join } from "node:path" ;
55import type { RateSpec } from "@hyperframes/core" ;
6+ import { parseAudioElements , videoAudioId } from "../../../../../engine/src/services/audioMixer.js" ;
7+ import {
8+ parseVideoElements ,
9+ parseImageElements ,
10+ } from "../../../../../engine/src/services/videoFrameExtractor.js" ;
11+ import { resolveReferencedStart } from "../../../../../engine/src/services/referenceResolver.js" ;
12+ import { collectRenderMedia } from "../../renderMediaCollector.js" ;
613
714const workDir = mkdtempSync ( join ( tmpdir ( ) , "hf-stage-test-" ) ) ;
815afterAll ( ( ) => rmSync ( workDir , { recursive : true , force : true } ) ) ;
@@ -100,6 +107,11 @@ mock.module("../../assetMediaType.js", () => ({
100107} ) ) ;
101108
102109mock . module ( "@hyperframes/engine" , ( ) => ( {
110+ parseAudioElements,
111+ parseVideoElements,
112+ parseImageElements,
113+ resolveReferencedStart,
114+ videoAudioId,
103115 createCaptureSession : async (
104116 _url : string ,
105117 _dir : string ,
@@ -479,49 +491,124 @@ describe("runProbeStage — forceScreenshot threading", () => {
479491 } ,
480492 ) ;
481493
482- it . each ( runtimeRates ) (
483- "preserves a collected speed ramp during browser rate %j reconciliation" ,
484- async ( browserRate ) => {
494+ it . each ( [
495+ { tagName : "video" , pageStart : 1 , expected : 3 } ,
496+ { tagName : "video" , pageStart : 3 , expected : 5 } ,
497+ { tagName : "audio" , pageStart : 1 , expected : 3 } ,
498+ { tagName : "audio" , pageStart : 3 , expected : 5 } ,
499+ ] ) (
500+ "applies a scene trim when adopting a runtime $tagName lane (page start $pageStart)" ,
501+ async ( { tagName, pageStart, expected } ) => {
485502 resetRetryMocks ( ) ;
503+ const playbackRate = {
504+ target : "rate" ,
505+ points : [
506+ { t : 0 , v : 1 } ,
507+ { t : 2 , v : 1 } ,
508+ { t : 4 , v : 2 } ,
509+ ] ,
510+ } satisfies RateSpec ;
486511 browserMediaResults = [
487512 {
488513 id : "clip" ,
489- tagName : "video" ,
514+ tagName,
490515 src : "clip.mp4" ,
491516 start : 0 ,
492- end : 3 ,
493- duration : 3 ,
494- mediaStart : 0 ,
495- playbackRate : browserRate ,
517+ end : 5 ,
518+ duration : 5 ,
519+ mediaStart : pageStart ,
520+ playbackRate,
496521 loop : false ,
497- hasAudio : false ,
522+ hasAudio : true ,
498523 volume : 1 ,
499524 muted : false ,
500525 } ,
501526 ] ;
502527 const { runProbeStage } = await import ( "./probeStage.js" ) ;
503528 const input = makeProbeInput ( { } ) ;
504- const playbackRate = {
529+ input . compiled . html = `<div data-composition-id="scene" data-start="5" data-duration="3" data-playback-start="2">
530+ <${ tagName } id="clip" src="clip.mp4" data-start="0" data-duration="5" data-playback-start="1" data-playback-rate="2" data-has-audio="true"></${ tagName } >
531+ </div>` ;
532+ const collected = collectRenderMedia ( input . compiled . html ) ;
533+ input . composition . videos = collected . videos ;
534+ input . composition . audios = collected . audios ;
535+ const before = tagName === "video" ? collected . videos : collected . audios ;
536+ expect ( before [ 0 ] ) . toMatchObject ( { start : 5 , end : 8 , mediaStart : 5 , playbackRate : 2 } ) ;
537+
538+ await runProbeStage ( input ) ;
539+
540+ const shiftedRate = {
505541 target : "rate" ,
506542 points : [
507- { t : 0 , v : 1.25 } ,
543+ { t : 0 , v : 1 } ,
508544 { t : 2 , v : 2 } ,
509545 ] ,
510- } satisfies RateSpec ;
511- input . composition . videos . push ( {
512- id : "clip" ,
513- src : "clip.mp4" ,
514- start : 0 ,
515- end : 3 ,
516- mediaStart : 0 ,
517- playbackRate,
518- loop : false ,
519- hasAudio : false ,
546+ } ;
547+ const media = tagName === "video" ? input . composition . videos : input . composition . audios ;
548+ expect ( media [ 0 ] ) . toMatchObject ( {
549+ start : 5 ,
550+ end : 8 ,
551+ mediaStart : expected ,
552+ playbackRate : shiftedRate ,
520553 } ) ;
554+ if ( tagName === "video" ) {
555+ expect ( input . composition . audios [ 0 ] ) . toMatchObject ( {
556+ mediaStart : expected ,
557+ playbackRate : shiftedRate ,
558+ } ) ;
559+ }
560+ } ,
561+ ) ;
562+
563+ it . each (
564+ runtimeRates . flatMap ( ( playbackRate ) => [
565+ { tagName : "video" , playbackRate } ,
566+ { tagName : "audio" , playbackRate } ,
567+ ] ) ,
568+ ) (
569+ "preserves a collected $tagName speed ramp during reconciliation (browser rate: $playbackRate)" ,
570+ async ( { tagName, playbackRate } ) => {
571+ resetRetryMocks ( ) ;
572+ browserMediaResults = [
573+ {
574+ id : "clip" ,
575+ tagName,
576+ src : "clip.mp4" ,
577+ start : 0 ,
578+ end : 5 ,
579+ duration : 5 ,
580+ mediaStart : 1 ,
581+ playbackRate,
582+ loop : false ,
583+ hasAudio : true ,
584+ volume : 1 ,
585+ muted : false ,
586+ } ,
587+ ] ;
588+ const { runProbeStage } = await import ( "./probeStage.js" ) ;
589+ const input = makeProbeInput ( { } ) ;
590+ const authoredRate = {
591+ target : "rate" ,
592+ points : [
593+ { t : 0 , v : 1 } ,
594+ { t : 2 , v : 1 } ,
595+ { t : 4 , v : 2 } ,
596+ ] ,
597+ } satisfies RateSpec ;
598+ input . compiled . html = `<div data-composition-id="scene" data-start="5" data-duration="3" data-playback-start="2">
599+ <${ tagName } id="clip" src="clip.mp4" data-start="0" data-duration="5" data-playback-start="1" data-has-audio="true" data-automation='${ JSON . stringify ( { version : 1 , lanes : [ authoredRate ] } ) } '></${ tagName } >
600+ </div>` ;
601+ const collected = collectRenderMedia ( input . compiled . html ) ;
602+ input . composition . videos = collected . videos ;
603+ input . composition . audios = collected . audios ;
604+ const before = structuredClone ( { videos : collected . videos , audios : collected . audios } ) ;
605+ const media = tagName === "video" ? collected . videos : collected . audios ;
606+ expect ( media [ 0 ] ) . toMatchObject ( { mediaStart : 3 } ) ;
521607
522608 await runProbeStage ( input ) ;
523609
524- expect ( input . composition . videos [ 0 ] ?. playbackRate ) . toEqual ( playbackRate ) ;
610+ expect ( input . composition . videos ) . toEqual ( before . videos ) ;
611+ expect ( input . composition . audios ) . toEqual ( before . audios ) ;
525612 } ,
526613 ) ;
527614
0 commit comments