{ "scope": "Single matched final IU4 two-arm block, not independent temporal mirrors or standalone per-patch effects. Fixed-token speed probes; no quality score. Baseline B2 already contains S5 and D0.", "cases": [ { "case": "incident-r0", "baseline_tg": 37.7877302722166, "candidate_tg": 44.53075218801981, "tg_pct": 17.84447456152458, "baseline_pp": 824.2772548132926, "candidate_pp": 889.1267211393995, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": true, "baseline_timings": { "cache_n": 0, "prompt_n": 12960, "prompt_ms": 15722.865, "prompt_per_token_ms": 1.2131840277777777, "prompt_per_second": 824.2772548132926, "predicted_n": 512, "predicted_ms": 13522.908, "predicted_per_token_ms": 26.463616438356162, "predicted_per_second": 37.7877302722166, "draft_n": 469, "draft_n_accepted": 353 }, "candidate_timings": { "cache_n": 0, "prompt_n": 12960, "prompt_ms": 14576.1, "prompt_per_token_ms": 1.124699074074074, "prompt_per_second": 889.1267211393995, "predicted_n": 512, "predicted_ms": 11475.216, "predicted_per_token_ms": 22.456391389432486, "predicted_per_second": 44.53075218801981, "draft_n": 469, "draft_n_accepted": 353 }, "baseline_memory": { "idle": { "t": 1789602929.0682585, "ram_total_bytes": 134309666816, "ram_used_bytes": 104068890624, "ram_available_bytes": 30240776192, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789602958.3758624, "ram_total_bytes": 134309666816, "ram_used_bytes": 108090400768, "ram_available_bytes": 26219266048, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 119, "peak_ram_used_bytes": 108330250240, "delta_ram_used_bytes": 4261359616 }, "candidate_memory": { "idle": { "t": 1789603503.0725048, "ram_total_bytes": 134309666816, "ram_used_bytes": 104604065792, "ram_available_bytes": 29705601024, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603529.186254, "ram_total_bytes": 134309666816, "ram_used_bytes": 108212645888, "ram_available_bytes": 26097020928, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 106, "peak_ram_used_bytes": 108486135808, "delta_ram_used_bytes": 3882070016 }, "pp_pct": 7.867433675674573, "ttfp_ms": { "baseline": 15783.607006072998, "candidate": 14637.105464935303, "change_pct": -7.263875365729522 }, "total_ms": { "baseline": 29307.98888206482, "candidate": 26114.10355567932, "change_pct": -10.897661177768537 } }, { "case": "A1-r0", "baseline_tg": 39.79633018531356, "candidate_tg": 43.83965208852103, "tg_pct": 10.160037079749685, "baseline_pp": 917.0627147153697, "candidate_pp": 951.3390182805041, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": true, "baseline_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5721.528, "prompt_per_token_ms": 1.0904379645511721, "prompt_per_second": 917.0627147153697, "predicted_n": 256, "predicted_ms": 6407.626, "predicted_per_token_ms": 25.127945098039216, "predicted_per_second": 39.79633018531356, "draft_n": 243, "draft_n_accepted": 173 }, "candidate_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5515.384, "prompt_per_token_ms": 1.051149990470745, "prompt_per_second": 951.3390182805041, "predicted_n": 256, "predicted_ms": 5816.652, "predicted_per_token_ms": 22.8104, "predicted_per_second": 43.83965208852103, "draft_n": 243, "draft_n_accepted": 173 }, "baseline_memory": { "idle": { "t": 1789602958.399876, "ram_total_bytes": 134309666816, "ram_used_bytes": 108089262080, "ram_available_bytes": 26220404736, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789602970.6784027, "ram_total_bytes": 134309666816, "ram_used_bytes": 109161226240, "ram_available_bytes": 25148440576, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 51, "peak_ram_used_bytes": 109244203008, "delta_ram_used_bytes": 1154940928 }, "candidate_memory": { "idle": { "t": 1789603529.2159796, "ram_total_bytes": 134309666816, "ram_used_bytes": 108211982336, "ram_available_bytes": 26097684480, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603540.6942146, "ram_total_bytes": 134309666816, "ram_used_bytes": 109445541888, "ram_available_bytes": 24864124928, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 47, "peak_ram_used_bytes": 109457702912, "delta_ram_used_bytes": 1245720576 }, "pp_pct": 3.7376182691903237, "ttfp_ms": { "baseline": 5869.6653842926025, "candidate": 5659.878969192505, "change_pct": -3.5740779306004833 }, "total_ms": { "baseline": 12278.690814971924, "candidate": 11478.629350662231, "change_pct": -6.5158531668062185 } }, { "case": "B1-r0", "baseline_tg": 41.541519445422345, "candidate_tg": 45.189249920475774, "tg_pct": 8.780926946704138, "baseline_pp": 932.4374683123201, "candidate_pp": 970.7405083150297, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": true, "baseline_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5627.187, "prompt_per_token_ms": 1.0724579759862778, "prompt_per_second": 932.4374683123201, "predicted_n": 256, "predicted_ms": 6138.437, "predicted_per_token_ms": 24.072301960784312, "predicted_per_second": 41.541519445422345, "draft_n": 230, "draft_n_accepted": 178 }, "candidate_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5405.152, "prompt_per_token_ms": 1.0301414141414142, "prompt_per_second": 970.7405083150297, "predicted_n": 256, "predicted_ms": 5642.935, "predicted_per_token_ms": 22.1291568627451, "predicted_per_second": 45.189249920475774, "draft_n": 230, "draft_n_accepted": 178 }, "baseline_memory": { "idle": { "t": 1789602970.6939769, "ram_total_bytes": 134309666816, "ram_used_bytes": 109159923712, "ram_available_bytes": 25149743104, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789602982.4689696, "ram_total_bytes": 134309666816, "ram_used_bytes": 109052878848, "ram_available_bytes": 25256787968, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 48, "peak_ram_used_bytes": 109159923712, "delta_ram_used_bytes": 0 }, "candidate_memory": { "idle": { "t": 1789603540.7137277, "ram_total_bytes": 134309666816, "ram_used_bytes": 109446057984, "ram_available_bytes": 24863608832, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603551.8952494, "ram_total_bytes": 134309666816, "ram_used_bytes": 108821299200, "ram_available_bytes": 25488367616, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 46, "peak_ram_used_bytes": 109446057984, "delta_ram_used_bytes": 0 }, "pp_pct": 4.107840075542746, "ttfp_ms": { "baseline": 5635.688066482544, "candidate": 5537.263631820679, "change_pct": -1.7464492977748436 }, "total_ms": { "baseline": 11775.2685546875, "candidate": 11182.04641342163, "change_pct": -5.037865068731017 } }, { "case": "A2-r0", "baseline_tg": 40.035985285597874, "candidate_tg": 44.3758330257479, "tg_pct": null, "baseline_pp": 929.8286807933757, "candidate_pp": 39.90622038210206, "cross_arm_text_exact": false, "candidate_canonical_text_exact": true, "prompt_work_comparable": false, "baseline_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5642.975, "prompt_per_token_ms": 1.0754669334858016, "prompt_per_second": 929.8286807933757, "predicted_n": 256, "predicted_ms": 6369.27, "predicted_per_token_ms": 24.977529411764706, "predicted_per_second": 40.035985285597874, "draft_n": 242, "draft_n_accepted": 174 }, "candidate_timings": { "cache_n": 5243, "prompt_n": 4, "prompt_ms": 100.235, "prompt_per_token_ms": 25.05875, "prompt_per_second": 39.90622038210206, "predicted_n": 256, "predicted_ms": 5746.371, "predicted_per_token_ms": 22.53478823529412, "predicted_per_second": 44.3758330257479, "draft_n": 243, "draft_n_accepted": 173 }, "baseline_memory": { "idle": { "t": 1789602982.4912872, "ram_total_bytes": 134309666816, "ram_used_bytes": 109052764160, "ram_available_bytes": 25256902656, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789602994.5130851, "ram_total_bytes": 134309666816, "ram_used_bytes": 109049774080, "ram_available_bytes": 25259892736, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 49, "peak_ram_used_bytes": 109101096960, "delta_ram_used_bytes": 48332800 }, "candidate_memory": { "idle": { "t": 1789603551.9198458, "ram_total_bytes": 134309666816, "ram_used_bytes": 108821061632, "ram_available_bytes": 25488605184, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603557.887965, "ram_total_bytes": 134309666816, "ram_used_bytes": 108725809152, "ram_available_bytes": 25583857664, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 25, "peak_ram_used_bytes": 108821061632, "delta_ram_used_bytes": 0 }, "pp_pct": null, "comparison_note": "Prompt restoration changes fresh-token count; use cached/fresh counts and first-token/total latency, not a PP throughput percentage.", "ttfp_ms": { "baseline": 5652.848482131958, "candidate": 220.4749584197998, "change_pct": -96.09975467913748 }, "total_ms": { "baseline": 12022.283792495728, "candidate": 5968.55354309082, "change_pct": -50.354245115920705 } }, { "case": "B2-r0", "baseline_tg": 41.30325203989474, "candidate_tg": 46.83362455889154, "tg_pct": 13.389678163005247, "baseline_pp": 929.6082623341406, "candidate_pp": 39.69947497444346, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": false, "baseline_timings": { "cache_n": 0, "prompt_n": 5247, "prompt_ms": 5644.313, "prompt_per_token_ms": 1.0757219363445778, "prompt_per_second": 929.6082623341406, "predicted_n": 256, "predicted_ms": 6173.848, "predicted_per_token_ms": 24.21116862745098, "predicted_per_second": 41.30325203989474, "draft_n": 230, "draft_n_accepted": 178 }, "candidate_timings": { "cache_n": 5243, "prompt_n": 4, "prompt_ms": 100.757, "prompt_per_token_ms": 25.18925, "prompt_per_second": 39.69947497444346, "predicted_n": 256, "predicted_ms": 5444.806, "predicted_per_token_ms": 21.35218039215686, "predicted_per_second": 46.83362455889154, "draft_n": 230, "draft_n_accepted": 178 }, "baseline_memory": { "idle": { "t": 1789602994.5375905, "ram_total_bytes": 134309666816, "ram_used_bytes": 109053657088, "ram_available_bytes": 25256009728, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603006.3658593, "ram_total_bytes": 134309666816, "ram_used_bytes": 109109821440, "ram_available_bytes": 25199845376, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 49, "peak_ram_used_bytes": 109136678912, "delta_ram_used_bytes": 83021824 }, "candidate_memory": { "idle": { "t": 1789603557.9165292, "ram_total_bytes": 134309666816, "ram_used_bytes": 108725809152, "ram_available_bytes": 25583857664, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603563.5847316, "ram_total_bytes": 134309666816, "ram_used_bytes": 108616736768, "ram_available_bytes": 25692930048, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 24, "peak_ram_used_bytes": 108725809152, "delta_ram_used_bytes": 0 }, "pp_pct": null, "comparison_note": "Prompt restoration changes fresh-token count; use cached/fresh counts and first-token/total latency, not a PP throughput percentage.", "ttfp_ms": { "baseline": 5652.911901473999, "candidate": 221.79675102233887, "change_pct": -96.07641592708165 }, "total_ms": { "baseline": 11828.643798828125, "candidate": 5668.706178665161, "change_pct": -52.07644870304773 } }, { "case": "240k-r0", "baseline_tg": 7.619547607925039, "candidate_tg": 21.14235845035863, "tg_pct": 177.47524575302353, "baseline_pp": 751.1453522464128, "candidate_pp": 761.2549339625284, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": true, "baseline_timings": { "cache_n": 0, "prompt_n": 245760, "prompt_ms": 327180.351, "prompt_per_token_ms": 1.3313002563476564, "prompt_per_second": 751.1453522464128, "predicted_n": 512, "predicted_ms": 67064.349, "predicted_per_token_ms": 131.24138747553818, "predicted_per_second": 7.619547607925039, "draft_n": 623, "draft_n_accepted": 302 }, "candidate_timings": { "cache_n": 0, "prompt_n": 245760, "prompt_ms": 322835.346, "prompt_per_token_ms": 1.3136203857421875, "prompt_per_second": 761.2549339625284, "predicted_n": 512, "predicted_ms": 24169.489, "predicted_per_token_ms": 47.29841291585127, "predicted_per_second": 21.14235845035863, "draft_n": 623, "draft_n_accepted": 302 }, "baseline_memory": { "idle": { "t": 1789603006.3926795, "ram_total_bytes": 134309666816, "ram_used_bytes": 109117845504, "ram_available_bytes": 25191821312, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603400.972394, "ram_total_bytes": 134309666816, "ram_used_bytes": 112018915328, "ram_available_bytes": 22290751488, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 1578, "peak_ram_used_bytes": 112572510208, "delta_ram_used_bytes": 3454664704 }, "candidate_memory": { "idle": { "t": 1789603563.6150782, "ram_total_bytes": 134309666816, "ram_used_bytes": 108618145792, "ram_available_bytes": 25691521024, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603910.903359, "ram_total_bytes": 134309666816, "ram_used_bytes": 112808243200, "ram_available_bytes": 21501423616, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 1389, "peak_ram_used_bytes": 113941381120, "delta_ram_used_bytes": 5323235328 }, "pp_pct": 1.3458888730232266, "ttfp_ms": { "baseline": 327505.3644180298, "candidate": 323100.4581451416, "change_pct": -1.3449875182092397 }, "total_ms": { "baseline": 394579.9479484558, "candidate": 347288.6493206024, "change_pct": -11.985226029283947 } }, { "case": "240k-append64-r0", "baseline_tg": 7.505335140312534, "candidate_tg": 20.784408456008457, "tg_pct": 176.92845246005845, "baseline_pp": 46.97452944301333, "candidate_pp": 65.88719530805655, "cross_arm_text_exact": true, "candidate_canonical_text_exact": true, "prompt_work_comparable": true, "baseline_timings": { "cache_n": 245756, "prompt_n": 68, "prompt_ms": 1447.593, "prompt_per_token_ms": 21.288132352941176, "prompt_per_second": 46.97452944301333, "predicted_n": 512, "predicted_ms": 68084.901, "predicted_per_token_ms": 133.23855381604696, "predicted_per_second": 7.505335140312534, "draft_n": 635, "draft_n_accepted": 299 }, "candidate_timings": { "cache_n": 245756, "prompt_n": 68, "prompt_ms": 1032.067, "prompt_per_token_ms": 15.177455882352941, "prompt_per_second": 65.88719530805655, "predicted_n": 512, "predicted_ms": 24585.737, "predicted_per_token_ms": 48.112988258317024, "predicted_per_second": 20.784408456008457, "draft_n": 635, "draft_n_accepted": 299 }, "baseline_memory": { "idle": { "t": 1789603401.0131505, "ram_total_bytes": 134309666816, "ram_used_bytes": 112027701248, "ram_available_bytes": 22281965568, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603470.7465725, "ram_total_bytes": 134309666816, "ram_used_bytes": 112231673856, "ram_available_bytes": 22077992960, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 280, "peak_ram_used_bytes": 112231673856, "delta_ram_used_bytes": 203972608 }, "candidate_memory": { "idle": { "t": 1789603910.9404855, "ram_total_bytes": 134309666816, "ram_used_bytes": 112810250240, "ram_available_bytes": 21499416576, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "last": { "t": 1789603936.7776108, "ram_total_bytes": 134309666816, "ram_used_bytes": 113007968256, "ram_available_bytes": 21301698560, "vram_total_bytes": null, "vram_used_bytes": null, "gtt_total_bytes": null, "gtt_used_bytes": null }, "sample_count": 105, "peak_ram_used_bytes": 113110175744, "delta_ram_used_bytes": 299925504 }, "pp_pct": 40.26153340819927, "ttfp_ms": { "baseline": 1637.97926902771, "candidate": 1232.0160865783691, "change_pct": -24.784390750581174 }, "total_ms": { "baseline": 69733.6814403534, "candidate": 25837.472915649414, "change_pct": -62.94835955599238 } } ], "source": "final-all-v1", "candidate": "final-all-v1-pm4", "baseline": "d0", "all_candidate_canonical_text_exact": true }