Skip to content

Commit 6f810d1

Browse files
committed
validation: rederive real-strategy correctness for issue 128 repairs
1 parent bc83aab commit 6f810d1

1 file changed

Lines changed: 71 additions & 71 deletions

File tree

‎validation/REAL_STRATEGY_RESULTS.json‎

Lines changed: 71 additions & 71 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,7 @@
2020
"us_equities_panel": "session date"
2121
}
2222
},
23-
"generated_at": "2026-10-08T20:00:49.510846+00:00",
23+
"generated_at": "2026-10-13T18:00:57.075986+00:00",
2424
"provenance": {
2525
"adapters": {
2626
"backtrader": "a456cc3bf9ed6708d239f21ed2c2495a3c19a9a8306634fee24619c2c0484459",
@@ -131,9 +131,9 @@
131131
},
132132
"machine": "x86_64",
133133
"ml4t": {
134-
"commit": "e76e95d5b3ca5ef1daf833c82b9548e1db726fed",
134+
"commit": "bc83aab413d63c02fb16b48390db161d239bd490",
135135
"dirty": false,
136-
"engine_source_sha256": "2a0d9b9b0570f22772090e2204b97fb7aa970b99ca6814b63f443b47539bf41f"
136+
"engine_source_sha256": "1e2bf2f45a835f8b0a81b59141843dae77b6341233d7c9ba494efada0a328a25"
137137
},
138138
"platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43",
139139
"python": "3.12.11"
@@ -142,13 +142,13 @@
142142
{
143143
"case_study": "etfs",
144144
"engine_seconds": {
145-
"framework": 0.3412680019973777,
146-
"ml4t": 0.419192252040375,
145+
"framework": 0.36847831297200173,
146+
"ml4t": 0.4581909860135056,
147147
"single_run_diagnostic_only": true
148148
},
149149
"evidence": {
150-
"framework_manifest_sha256": "1b7f4eca0fd6eafcc14c5bb97a60150810c4517972671ab93d963f507bff1b3a",
151-
"ml4t_manifest_sha256": "abab1d59ba06a1216da8c0be69ad19670c277eec2bc467c42aebcc790d5d6eb3"
150+
"framework_manifest_sha256": "8d99d4a8f8b3c4452e1c55c94e9bafce34597b9a74e33ba04f297e624acaa36c",
151+
"ml4t_manifest_sha256": "7fc4aa9756d81bae117322eaddc582cfea29db22b0166085aae8eaa3df44311f"
152152
},
153153
"excluded_surfaces": {
154154
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -209,13 +209,13 @@
209209
{
210210
"case_study": "etfs",
211211
"engine_seconds": {
212-
"framework": 0.18416030501248315,
213-
"ml4t": 0.4282481879927218,
212+
"framework": 0.2115370410028845,
213+
"ml4t": 0.5151094649918377,
214214
"single_run_diagnostic_only": true
215215
},
216216
"evidence": {
217-
"framework_manifest_sha256": "48aa6691ec1a296142101db639e8ba5966ad83490de0b58e646620ff022cfd2c",
218-
"ml4t_manifest_sha256": "064b493228789906039cbd462d3297059d48f56ceed0a4c1c5e691475ed7134c"
217+
"framework_manifest_sha256": "6153be37323d802f577e6bc64340f6a897fd5aedd30043f3d9cfe48f490ec781",
218+
"ml4t_manifest_sha256": "86ba18937ec804aa86c45e5ec04f4ec2101880be5015634639995fcd64af22e4"
219219
},
220220
"excluded_surfaces": {
221221
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -276,13 +276,13 @@
276276
{
277277
"case_study": "etfs",
278278
"engine_seconds": {
279-
"framework": 9.737538582005072,
280-
"ml4t": 0.4487659599981271,
279+
"framework": 10.434919324994553,
280+
"ml4t": 0.4737774459645152,
281281
"single_run_diagnostic_only": true
282282
},
283283
"evidence": {
284-
"framework_manifest_sha256": "7f1e9cecc4feeced81af2ee7d99123196536bce1e5fb292631d7d250d19834d7",
285-
"ml4t_manifest_sha256": "d83bebda06df2b217689c872082582b19a7b09d459578458a08de55273b37a7e"
284+
"framework_manifest_sha256": "414393345b899476026c8c16768d2b8d143352a1742c8e53fc751cfc83354e36",
285+
"ml4t_manifest_sha256": "1459cf2c97f3a1fae77c78bd3a659fbf68c344df01ec6a3c47004fd41cfdfa56"
286286
},
287287
"excluded_surfaces": {
288288
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -353,13 +353,13 @@
353353
{
354354
"case_study": "etfs",
355355
"engine_seconds": {
356-
"framework": 4.807452238979749,
357-
"ml4t": 0.6355875970330089,
356+
"framework": 4.016880822950043,
357+
"ml4t": 0.6412191230338067,
358358
"single_run_diagnostic_only": true
359359
},
360360
"evidence": {
361-
"framework_manifest_sha256": "26775814326860feebb8fc359492b58f601240a811916b2797219907b443ae11",
362-
"ml4t_manifest_sha256": "a4aaa05edad9e296818a7687a24b7f502d0eecdd796bfde3215fab866f9ecd21"
361+
"framework_manifest_sha256": "19d957f2d3c7fd46a01dd2bfb6a12cb997ff9c6529be8f23211da122d2823e85",
362+
"ml4t_manifest_sha256": "83e0cfaa8b86890a0f91e40f8e82c42b7f7058b0a1ed489d2697056acf7dc18d"
363363
},
364364
"excluded_surfaces": {
365365
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -420,13 +420,13 @@
420420
{
421421
"case_study": "etfs",
422422
"engine_seconds": {
423-
"framework": 2.9700952940038405,
424-
"ml4t": 0.7646393330069259,
423+
"framework": 2.9675082490430214,
424+
"ml4t": 0.8089450030238368,
425425
"single_run_diagnostic_only": true
426426
},
427427
"evidence": {
428-
"framework_manifest_sha256": "bccc2fa584afc9759bca5b77f912a2d9df9b7bb22f446d458c32978932f48064",
429-
"ml4t_manifest_sha256": "89ee685f46b21e64bac1fc900cc473735ddfb9a23e02cda8714bf73358f5d657"
428+
"framework_manifest_sha256": "8bf7bdececaa75f61bdb237dd7ec9eaa3af9c3290129aa721285af4d433bfa0f",
429+
"ml4t_manifest_sha256": "52677d0c4dedc72169159a586eef81fa1cbef506fe25d6606439816cbbb45457"
430430
},
431431
"excluded_surfaces": {
432432
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -515,13 +515,13 @@
515515
{
516516
"case_study": "cme_futures",
517517
"engine_seconds": {
518-
"framework": 0.37743046099785715,
519-
"ml4t": 0.4161097949836403,
518+
"framework": 0.3143156259902753,
519+
"ml4t": 0.40860982896992937,
520520
"single_run_diagnostic_only": true
521521
},
522522
"evidence": {
523-
"framework_manifest_sha256": "95f831f02c6990a73c4e08b41587dfee3103c8587f2121d5ea2878d841d70c0a",
524-
"ml4t_manifest_sha256": "82e4d2ded6a373d2b5b7cf3f0ec696c54c4405ceecd4fc49c0c067d8f4368370"
523+
"framework_manifest_sha256": "29e763daa4a34f2afa237b8fbd7d2afb9912476c9700aeebea42a119e6132d4d",
524+
"ml4t_manifest_sha256": "6759677537cb553d781a1b7bb239bebde2636498b1d63277b1eb6dc29803e28f"
525525
},
526526
"excluded_surfaces": {
527527
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -589,13 +589,13 @@
589589
{
590590
"case_study": "cme_futures",
591591
"engine_seconds": {
592-
"framework": 2.6640014040167443,
593-
"ml4t": 0.4422138170339167,
592+
"framework": 2.65922709798906,
593+
"ml4t": 0.45531918795313686,
594594
"single_run_diagnostic_only": true
595595
},
596596
"evidence": {
597-
"framework_manifest_sha256": "4fe816c44263c0729af1af1d26ab47f6237abdab9c10f02dff3b506a3869d700",
598-
"ml4t_manifest_sha256": "33cac6b620a39bf3ed2a5845ab86d7bbed89dbf8d16606812634fea1deda4716"
597+
"framework_manifest_sha256": "d721f43873ac4ef3b319d1166e8c497631d6ed333bac245bd8881a20e028e9cf",
598+
"ml4t_manifest_sha256": "a903650c5c3f475b09220daddaa1a191607a71ac8ab4081b43d01193e62f9511"
599599
},
600600
"excluded_surfaces": {
601601
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -708,13 +708,13 @@
708708
{
709709
"case_study": "crypto_perps_funding",
710710
"engine_seconds": {
711-
"framework": 2.87804518698249,
712-
"ml4t": 0.7094007299747318,
711+
"framework": 3.488534543022979,
712+
"ml4t": 0.7976718329591677,
713713
"single_run_diagnostic_only": true
714714
},
715715
"evidence": {
716-
"framework_manifest_sha256": "5b5873188d1f8731a57f302831809599bcdf6ec72dd225ffc1e6ca0b40b72745",
717-
"ml4t_manifest_sha256": "5badb0761f0665e00873f7490c775bcaf0bcdf2e0c5943c09d968da3632dcd89"
716+
"framework_manifest_sha256": "3e86a3f61fa3685a472db26aeab4de2e2d28efadd38f488b3e2534cc889c4b7e",
717+
"ml4t_manifest_sha256": "c7bbb91f42a7b4ea6cc67f8d1acf7ee3d6b4ad271aadf00c732a3e92f2200ab2"
718718
},
719719
"excluded_surfaces": {
720720
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -785,13 +785,13 @@
785785
{
786786
"case_study": "fx_pairs",
787787
"engine_seconds": {
788-
"framework": 0.39610078401165083,
789-
"ml4t": 0.15986847499152645,
788+
"framework": 0.42868361802538857,
789+
"ml4t": 0.2173199969693087,
790790
"single_run_diagnostic_only": true
791791
},
792792
"evidence": {
793-
"framework_manifest_sha256": "087843d9c025881cebdead1a7d6d8e04b10468bb25d85c4f606a18f845ef740b",
794-
"ml4t_manifest_sha256": "0d6e8b530cbefe03afc171edc470f0ee8c9f13e5298284754b9baec75fecdc19"
793+
"framework_manifest_sha256": "b469bb8d64f777daf0ebd76b041296d9d9c42ce3e7ccf28ef84d866e840b9a1e",
794+
"ml4t_manifest_sha256": "948481a7d004557a2ea4823a5b398589d9a2155b2c71e3be880997a647546de3"
795795
},
796796
"excluded_surfaces": {
797797
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -852,13 +852,13 @@
852852
{
853853
"case_study": "fx_pairs",
854854
"engine_seconds": {
855-
"framework": 0.2652946129674092,
856-
"ml4t": 0.16622454696334898,
855+
"framework": 0.2156169099616818,
856+
"ml4t": 0.20507024100515991,
857857
"single_run_diagnostic_only": true
858858
},
859859
"evidence": {
860-
"framework_manifest_sha256": "9bc9c3020fda3549d772d6de2464138cc0ff710c845c29e2ca363e1a54e13b4f",
861-
"ml4t_manifest_sha256": "f357b758231290582fcd6f6321ef9e3b7122ef4b8ad23f11c4c259bc9a87895f"
860+
"framework_manifest_sha256": "4618ea30d10c63d8da33955069ba631ba1033928bc6386f9d0c65789d8d609d7",
861+
"ml4t_manifest_sha256": "932f87113b706eb8ce63306eec5e636fd692ae13a02b20eaee362b42a5ba4d1b"
862862
},
863863
"excluded_surfaces": {
864864
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -919,13 +919,13 @@
919919
{
920920
"case_study": "fx_pairs",
921921
"engine_seconds": {
922-
"framework": 0.4294113659998402,
923-
"ml4t": 0.16142100398428738,
922+
"framework": 0.45311472000321373,
923+
"ml4t": 0.19150224403711036,
924924
"single_run_diagnostic_only": true
925925
},
926926
"evidence": {
927-
"framework_manifest_sha256": "79035767c67ffb9b102972fd70dcfd0562e021680186b37e4cb9db606591d019",
928-
"ml4t_manifest_sha256": "a96b2a7f38e901f8fbe2c908b850196fd0c166021d38b0c50145dee15730f15a"
927+
"framework_manifest_sha256": "17a68a46a990f4f5edf6f1cfe99dfae5eac6d8007d40bcc8c19ca4ee23eae50e",
928+
"ml4t_manifest_sha256": "463d24dba5d148f561295d10c05a51c423b4f99a3d072455c4a5b8094ae58625"
929929
},
930930
"excluded_surfaces": {
931931
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1003,13 +1003,13 @@
10031003
{
10041004
"case_study": "fx_pairs",
10051005
"engine_seconds": {
1006-
"framework": 1.0083705990109593,
1007-
"ml4t": 0.16377678205026314,
1006+
"framework": 1.2311582840047777,
1007+
"ml4t": 0.29490180598804727,
10081008
"single_run_diagnostic_only": true
10091009
},
10101010
"evidence": {
1011-
"framework_manifest_sha256": "6c63ce8dee1eec909a0d06ae7629d93aa3a71edd04ba657edb110bb9212b32f3",
1012-
"ml4t_manifest_sha256": "152e463ac94d3efbb2578a37020663a84ee8172ee4e21f17960c311d3494f0fe"
1011+
"framework_manifest_sha256": "37e3a03ccfc7db4300186c8603ebb0543f428bacc112af2cadd16cc3bbf2e69a",
1012+
"ml4t_manifest_sha256": "a45eb7b659861e6ddd8298d1e3a4efca04ca4063c42060d8526a2225966b6463"
10131013
},
10141014
"excluded_surfaces": {
10151015
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1080,13 +1080,13 @@
10801080
{
10811081
"case_study": "us_equities_panel",
10821082
"engine_seconds": {
1083-
"framework": 1.1930540719768032,
1084-
"ml4t": 32.499565685982816,
1083+
"framework": 3.6552610140061006,
1084+
"ml4t": 62.55559419997735,
10851085
"single_run_diagnostic_only": true
10861086
},
10871087
"evidence": {
1088-
"framework_manifest_sha256": "f9883ea4e6e1f8662b829ddcdb1253490d75539610560497265080ffd691c7b0",
1089-
"ml4t_manifest_sha256": "5a8db1c911ee80b7d7cae056eb63737549775edd095b62ef13749f419c780c90"
1088+
"framework_manifest_sha256": "09a1abd2855ef1d6e8b7bf2735a8046dbeb9e239d296910d820ab68b03a67919",
1089+
"ml4t_manifest_sha256": "eecd80ae4f4ec55fed08f830d01233c5b74abab515081151c2bf013de22d055c"
10901090
},
10911091
"excluded_surfaces": {
10921092
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1147,13 +1147,13 @@
11471147
{
11481148
"case_study": "us_equities_panel",
11491149
"engine_seconds": {
1150-
"framework": 18.31070233299397,
1151-
"ml4t": 30.549421797972172,
1150+
"framework": 21.081122264964506,
1151+
"ml4t": 44.02443123300327,
11521152
"single_run_diagnostic_only": true
11531153
},
11541154
"evidence": {
1155-
"framework_manifest_sha256": "19fc47421629cc12e8f3512eed860e65bd196cc5942868631a264235bc0ca43f",
1156-
"ml4t_manifest_sha256": "556adb7916408a4fa2eda366cf092e065141c651a32c7f8d8e126ee83a09f9b2"
1155+
"framework_manifest_sha256": "3c01b74f5096cb25da6de9d76ac6645265417fd206c5d4c8aba11d7e95840cc2",
1156+
"ml4t_manifest_sha256": "a5541cd5b61163b9bcdc9023692ea9f0300759e0555d1417277b8f5813aed310"
11571157
},
11581158
"excluded_surfaces": {
11591159
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1214,13 +1214,13 @@
12141214
{
12151215
"case_study": "us_equities_panel",
12161216
"engine_seconds": {
1217-
"framework": 529.6449827509932,
1218-
"ml4t": 23.223136416985653,
1217+
"framework": 584.6239064410329,
1218+
"ml4t": 23.063333072990645,
12191219
"single_run_diagnostic_only": true
12201220
},
12211221
"evidence": {
1222-
"framework_manifest_sha256": "a8c7c16c5db2812fc6539aa23b2c8a59301495c61b431eac49ed9cd3f9e75588",
1223-
"ml4t_manifest_sha256": "c64aa4bcea4da2ee90444168ad8b4b709b12f04836f3ec00c3ce1343bd363af6"
1222+
"framework_manifest_sha256": "b8f0cbe9ef129f5ec263ef7235dcb46fd28efc9bc293b1de5f7fa347819b9890",
1223+
"ml4t_manifest_sha256": "7be4e8fc31a77f02150bb489d1f2cd15b6d0f208b8270db359306ef2dc1ee15f"
12241224
},
12251225
"excluded_surfaces": {
12261226
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1291,13 +1291,13 @@
12911291
{
12921292
"case_study": "us_equities_panel",
12931293
"engine_seconds": {
1294-
"framework": 106.2881790450192,
1295-
"ml4t": 23.548457249999046,
1294+
"framework": 112.63446856901282,
1295+
"ml4t": 27.604026440007146,
12961296
"single_run_diagnostic_only": true
12971297
},
12981298
"evidence": {
1299-
"framework_manifest_sha256": "d31da8742d55417f1464e65fc47f46fc8f3ab1bf5464e92035a0684776b6369e",
1300-
"ml4t_manifest_sha256": "e118a86cee6fd760435d909cbf5469b59be0d50fa2e7e1c6a18d943041ba65fd"
1299+
"framework_manifest_sha256": "2f48bb54c9a723e913d04ede81ab7abff1387410e908a0dcd185ab7f615c40c1",
1300+
"ml4t_manifest_sha256": "c57b760ae256ffee64c7f1a2cf72cf770e715c5c9f2021059c0d42517d043d2b"
13011301
},
13021302
"excluded_surfaces": {
13031303
"accepted_unfilled_orders": "not exposed by every native runner",
@@ -1358,13 +1358,13 @@
13581358
{
13591359
"case_study": "us_equities_panel",
13601360
"engine_seconds": {
1361-
"framework": 53.311729563982226,
1362-
"ml4t": 29.1640200560214,
1361+
"framework": 59.3530328310444,
1362+
"ml4t": 32.52971462998539,
13631363
"single_run_diagnostic_only": true
13641364
},
13651365
"evidence": {
1366-
"framework_manifest_sha256": "bd404a4e3ace9eac084d842c777a780702ff9d26a17113599ec0b3c3de5189dc",
1367-
"ml4t_manifest_sha256": "5fb49877e497b4541ed7a1d6293c65b6364a3c6637d4d7595b18032703b29acc"
1366+
"framework_manifest_sha256": "c2003a1792d51fec2d22fd32181533f4bf2d59ad750c76d98d9595710a6bbe0d",
1367+
"ml4t_manifest_sha256": "5500eaac55bf41ab182d5e47e30d179c6121995eadc9e0c70479fc7f67c822bb"
13681368
},
13691369
"excluded_surfaces": {
13701370
"accepted_unfilled_orders": "not exposed by every native runner",

0 commit comments

Comments
 (0)