@@ -509,6 +509,58 @@ def test_multi_skill_cycle_keeps_blocking_probe_rollouts(tmp_path) -> None:
509509 assert group .accepted is True
510510
511511
512+ @pytest .mark .parametrize ("blocking" , [False , True ], ids = ["advisory" , "blocking" ])
513+ @pytest .mark .parametrize (
514+ ("backend_type" , "probe_score" , "gap_change" , "status" ),
515+ [
516+ (_CandidateBackend , 0.0 , - 1.0 , "brittle" ),
517+ (_RobustCandidateBackend , 1.0 , 0.0 , "stable" ),
518+ ],
519+ ids = ["brittle" , "robust" ],
520+ )
521+ def test_cycle_report_renders_baseline_relative_probe_scores (
522+ tmp_path , blocking , backend_type , probe_score , gap_change , status
523+ ) -> None :
524+ project = tmp_path / "project"
525+ project .mkdir ()
526+ config = load_config (
527+ invoked_project = str (project ),
528+ projects = "invoked" ,
529+ backend = "mock" ,
530+ state_dir = str (tmp_path / "state" ),
531+ claude_home = str (tmp_path / ".claude" ),
532+ evolve_memory = False ,
533+ dream_adversarial = 1 ,
534+ dream_adversarial_blocking = blocking ,
535+ dream_adversarial_rollouts = 2 ,
536+ auto_adopt = False ,
537+ )
538+
539+ outcome = run_sleep_cycle (
540+ config , seed_tasks = _candidate_tasks (), backend = backend_type ()
541+ )
542+
543+ row = outcome .report .gate_trials [0 ]["adversarial_probe" ]["rows" ][0 ]
544+ assert row ["baseline_source_score" ] == 0.0
545+ assert row ["baseline_probe_score" ] == 0.0
546+ assert row ["candidate_source_score" ] == 1.0
547+ assert row ["candidate_probe_score" ] == probe_score
548+ assert row ["gap_change" ] == gap_change
549+ assert row ["status" ] == status
550+ with open (
551+ os .path .join (outcome .staging_dir , "report.md" ), encoding = "utf-8"
552+ ) as handle :
553+ markdown = handle .read ()
554+ assert (
555+ "| Source | Probe | Variant | Baseline source | Baseline probe | "
556+ "Candidate source | Candidate probe | Gap change | Status |"
557+ ) in markdown
558+ assert (
559+ "| `train` | `train_adversarial_request-frame` | request-frame | "
560+ f"0.000 | 0.000 | 1.000 | { probe_score :.3f} | { gap_change :.3f} | { status } |"
561+ ) in markdown
562+
563+
512564class _EquallySensitiveBackend (_CandidateBackend ):
513565 """Frame sensitivity exists identically with and without the candidate."""
514566
0 commit comments