{ "layer": 44, "target": "reference", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp8_e4m3", "batch_tokens": 262144, "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", "training_sequence_count": 17580, "training_passes": 1.0, "training_tokens_seen": 18001846, "adaptive_schedule": { "best": 0.23595835164074047, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 69, "early_drop": false }, "refinement": null, "lr_decay_after": 45, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 3109, "codebook_values": 1359872, "scales_changed": 32848924, "scale_values": 48955392 }, "initial_validation": { "target_rel": 0.23615829482065198, "reference_rel": 0.23615829482065198, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 110980.265625, "reference_energy": 2330770.5 }, { "first_row": 1024, "rows": 1024, "reference_sse": 137738.515625, "reference_energy": 2249891.0 }, { "first_row": 4096, "rows": 1024, "reference_sse": 391233.09375, "reference_energy": 3774340.75 }, { "first_row": 5120, "rows": 1024, "reference_sse": 124359.109375, "reference_energy": 2242705.0 }, { "first_row": 8192, "rows": 1024, "reference_sse": 199949.421875, "reference_energy": 2308322.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 119658.234375, "reference_energy": 5476102.0 }, { "first_row": 12288, "rows": 1024, "reference_sse": 129480.7109375, "reference_energy": 2294713.75 }, { "first_row": 13312, "rows": 1024, "reference_sse": 105922.2890625, "reference_energy": 2317224.0 }, { "first_row": 16384, "rows": 1024, "reference_sse": 108348.015625, "reference_energy": 2337717.0 }, { "first_row": 17408, "rows": 1024, "reference_sse": 106081.3046875, "reference_energy": 2373707.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 104234.828125, "reference_energy": 2379469.25 }, { "first_row": 21504, "rows": 1024, "reference_sse": 162985.953125, "reference_energy": 3736666.0 }, { "first_row": 24576, "rows": 1024, "reference_sse": 134940.09375, "reference_energy": 2323973.0 }, { "first_row": 25600, "rows": 1024, "reference_sse": 88802.8828125, "reference_energy": 2358251.75 }, { "first_row": 28672, "rows": 1024, "reference_sse": 90892.109375, "reference_energy": 2226259.0 }, { "first_row": 29696, "rows": 1024, "reference_sse": 284984.3125, "reference_energy": 2313805.0 } ] }, "final_validation": { "target_rel": 0.23595835164074047, "reference_rel": 0.23595835164074047, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 110782.203125, "reference_energy": 2330770.5 }, { "first_row": 1024, "rows": 1024, "reference_sse": 137451.84375, "reference_energy": 2249891.0 }, { "first_row": 4096, "rows": 1024, "reference_sse": 390887.4375, "reference_energy": 3774340.75 }, { "first_row": 5120, "rows": 1024, "reference_sse": 124163.796875, "reference_energy": 2242705.0 }, { "first_row": 8192, "rows": 1024, "reference_sse": 199632.546875, "reference_energy": 2308322.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 119254.6328125, "reference_energy": 5476102.0 }, { "first_row": 12288, "rows": 1024, "reference_sse": 129265.375, "reference_energy": 2294713.75 }, { "first_row": 13312, "rows": 1024, "reference_sse": 105774.390625, "reference_energy": 2317224.0 }, { "first_row": 16384, "rows": 1024, "reference_sse": 108162.515625, "reference_energy": 2337717.0 }, { "first_row": 17408, "rows": 1024, "reference_sse": 105872.3046875, "reference_energy": 2373707.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 104096.4296875, "reference_energy": 2379469.25 }, { "first_row": 21504, "rows": 1024, "reference_sse": 162340.0625, "reference_energy": 3736666.0 }, { "first_row": 24576, "rows": 1024, "reference_sse": 134726.6875, "reference_energy": 2323973.0 }, { "first_row": 25600, "rows": 1024, "reference_sse": 88672.265625, "reference_energy": 2358251.75 }, { "first_row": 28672, "rows": 1024, "reference_sse": 90698.296875, "reference_energy": 2226259.0 }, { "first_row": 29696, "rows": 1024, "reference_sse": 284747.15625, "reference_energy": 2313805.0 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.23595835164074047, "reference_rel": 0.23595835164074047 }, "development_audit": { "target_rel": 0.21148515287957895, "reference_rel": 0.21148515287957895, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 110651.078125, "reference_energy": 2318466.75 }, { "first_row": 3072, "rows": 1024, "reference_sse": 132534.859375, "reference_energy": 2376087.5 }, { "first_row": 6144, "rows": 1024, "reference_sse": 98229.7421875, "reference_energy": 2333863.0 }, { "first_row": 7168, "rows": 1024, "reference_sse": 110315.8046875, "reference_energy": 5391700.0 }, { "first_row": 10240, "rows": 1024, "reference_sse": 139292.625, "reference_energy": 3776269.0 }, { "first_row": 11264, "rows": 1024, "reference_sse": 94628.640625, "reference_energy": 2403669.5 }, { "first_row": 14336, "rows": 1024, "reference_sse": 217250.34375, "reference_energy": 3847417.0 }, { "first_row": 15360, "rows": 1024, "reference_sse": 86766.0625, "reference_energy": 2348862.5 }, { "first_row": 18432, "rows": 1024, "reference_sse": 123263.2109375, "reference_energy": 2287365.0 }, { "first_row": 19456, "rows": 1024, "reference_sse": 120805.8046875, "reference_energy": 2305184.5 }, { "first_row": 22528, "rows": 1024, "reference_sse": 112261.53125, "reference_energy": 2266357.0 }, { "first_row": 23552, "rows": 1024, "reference_sse": 192850.71875, "reference_energy": 2298942.0 }, { "first_row": 26624, "rows": 1024, "reference_sse": 131178.0625, "reference_energy": 2305088.5 }, { "first_row": 27648, "rows": 1024, "reference_sse": 118318.0390625, "reference_energy": 3795094.5 }, { "first_row": 30720, "rows": 1024, "reference_sse": 96658.5, "reference_energy": 2240176.0 }, { "first_row": 31744, "rows": 1024, "reference_sse": 108070.359375, "reference_energy": 2267383.75 } ] }, "initial_development_audit": { "target_rel": 0.211675950758532, "reference_rel": 0.211675950758532, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 110846.96875, "reference_energy": 2318466.75 }, { "first_row": 3072, "rows": 1024, "reference_sse": 132747.1875, "reference_energy": 2376087.5 }, { "first_row": 6144, "rows": 1024, "reference_sse": 98443.078125, "reference_energy": 2333863.0 }, { "first_row": 7168, "rows": 1024, "reference_sse": 110555.609375, "reference_energy": 5391700.0 }, { "first_row": 10240, "rows": 1024, "reference_sse": 139641.71875, "reference_energy": 3776269.0 }, { "first_row": 11264, "rows": 1024, "reference_sse": 94935.6640625, "reference_energy": 2403669.5 }, { "first_row": 14336, "rows": 1024, "reference_sse": 217487.4375, "reference_energy": 3847417.0 }, { "first_row": 15360, "rows": 1024, "reference_sse": 86907.1953125, "reference_energy": 2348862.5 }, { "first_row": 18432, "rows": 1024, "reference_sse": 123472.671875, "reference_energy": 2287365.0 }, { "first_row": 19456, "rows": 1024, "reference_sse": 121062.34375, "reference_energy": 2305184.5 }, { "first_row": 22528, "rows": 1024, "reference_sse": 112497.3046875, "reference_energy": 2266357.0 }, { "first_row": 23552, "rows": 1024, "reference_sse": 193028.1875, "reference_energy": 2298942.0 }, { "first_row": 26624, "rows": 1024, "reference_sse": 131364.1875, "reference_energy": 2305088.5 }, { "first_row": 27648, "rows": 1024, "reference_sse": 118560.390625, "reference_energy": 3795094.5 }, { "first_row": 30720, "rows": 1024, "reference_sse": 96829.15625, "reference_energy": 2240176.0 }, { "first_row": 31744, "rows": 1024, "reference_sse": 108294.1328125, "reference_energy": 2267383.75 } ] }, "best_step": 69, "steps_run": 69, "history": [ { "step": 5, "validation": { "target_rel": 0.23610123192955965, "reference_rel": 0.23610123192955965 }, "reasoning_validation": null, "training_probe_rel": 0.9478058916190543, "batch_loss": 0.9088520258665085, "best_step": 5, "overfit_checks": 0, "seconds": 58.546541690826416, "adaptive_schedule": { "best": 0.23610123192955965, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1359872, "scales_changed": 8142411, "scale_values": 48955392 } }, { "step": 10, "validation": { "target_rel": 0.23607100002693285, "reference_rel": 0.23607100002693285 }, "reasoning_validation": null, "training_probe_rel": 0.9485767876735247, "batch_loss": 0.9052678346633911, "best_step": 10, "overfit_checks": 0, "seconds": 112.16610264778137, "adaptive_schedule": { "best": 0.23607100002693285, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 10, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 21009, "codebook_values": 1359872, "scales_changed": 16360664, "scale_values": 48955392 } }, { "step": 15, "validation": { "target_rel": 0.23604142399996575, "reference_rel": 0.23604142399996575 }, "reasoning_validation": null, "training_probe_rel": 0.9474006580171337, "batch_loss": 0.9380492717027664, "best_step": 15, "overfit_checks": 0, "seconds": 163.3437135219574, "adaptive_schedule": { "best": 0.23604142399996575, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 15, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 4042, "codebook_values": 1359872, "scales_changed": 21294358, "scale_values": 48955392 } }, { "step": 20, "validation": { "target_rel": 0.2360148015608853, "reference_rel": 0.2360148015608853 }, "reasoning_validation": null, "training_probe_rel": 0.9470533951997008, "batch_loss": 0.9235205501317978, "best_step": 20, "overfit_checks": 0, "seconds": 241.2353160381317, "adaptive_schedule": { "best": 0.2360148015608853, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 20, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3534, "codebook_values": 1359872, "scales_changed": 24683315, "scale_values": 48955392 } }, { "step": 25, "validation": { "target_rel": 0.23599795398547835, "reference_rel": 0.23599795398547835 }, "reasoning_validation": null, "training_probe_rel": 0.9469970926991722, "batch_loss": 0.937551811337471, "best_step": 25, "overfit_checks": 0, "seconds": 293.1195101737976, "adaptive_schedule": { "best": 0.23599795398547835, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 25, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3936, "codebook_values": 1359872, "scales_changed": 27100714, "scale_values": 48955392 } }, { "step": 30, "validation": { "target_rel": 0.23598713704966578, "reference_rel": 0.23598713704966578 }, "reasoning_validation": null, "training_probe_rel": 0.9468857806621345, "batch_loss": 0.9245565831661224, "best_step": 30, "overfit_checks": 0, "seconds": 353.3389573097229, "adaptive_schedule": { "best": 0.23598713704966578, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 30, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3642, "codebook_values": 1359872, "scales_changed": 28883877, "scale_values": 48955392 } }, { "step": 35, "validation": { "target_rel": 0.23597875049719694, "reference_rel": 0.23597875049719694 }, "reasoning_validation": null, "training_probe_rel": 0.9469420415243309, "batch_loss": 0.955249696969986, "best_step": 35, "overfit_checks": 0, "seconds": 405.6757102012634, "adaptive_schedule": { "best": 0.23597875049719694, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 35, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3303, "codebook_values": 1359872, "scales_changed": 30244956, "scale_values": 48955392 } }, { "step": 40, "validation": { "target_rel": 0.2359705428625628, "reference_rel": 0.2359705428625628 }, "reasoning_validation": null, "training_probe_rel": 0.9468599856080921, "batch_loss": 0.8996820747852325, "best_step": 40, "overfit_checks": 0, "seconds": 477.7903778553009, "adaptive_schedule": { "best": 0.2359705428625628, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 40, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3448, "codebook_values": 1359872, "scales_changed": 31327651, "scale_values": 48955392 } }, { "step": 45, "validation": { "target_rel": 0.23596799575343794, "reference_rel": 0.23596799575343794 }, "reasoning_validation": null, "training_probe_rel": 0.9472349943971161, "batch_loss": 0.8939667642116547, "best_step": 45, "overfit_checks": 0, "seconds": 530.1690490245819, "adaptive_schedule": { "best": 0.23596799575343794, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 45, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3365, "codebook_values": 1359872, "scales_changed": 32189538, "scale_values": 48955392 } }, { "step": 50, "validation": { "target_rel": 0.23596206880136697, "reference_rel": 0.23596206880136697 }, "reasoning_validation": null, "training_probe_rel": 0.9464980970808935, "batch_loss": 0.9317403584718704, "best_step": 50, "overfit_checks": 0, "seconds": 593.928103685379, "adaptive_schedule": { "best": 0.23596206880136697, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 50, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1990, "codebook_values": 1359872, "scales_changed": 32364217, "scale_values": 48955392 } }, { "step": 55, "validation": { "target_rel": 0.23596159266962857, "reference_rel": 0.23596159266962857 }, "reasoning_validation": null, "training_probe_rel": 0.9466452649846216, "batch_loss": 0.9726335853338242, "best_step": 55, "overfit_checks": 0, "seconds": 646.1908447742462, "adaptive_schedule": { "best": 0.23596159266962857, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 55, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 2591, "codebook_values": 1359872, "scales_changed": 32509681, "scale_values": 48955392 } }, { "step": 60, "validation": { "target_rel": 0.2359603738756883, "reference_rel": 0.2359603738756883 }, "reasoning_validation": null, "training_probe_rel": 0.9467082816714758, "batch_loss": 0.9198400378227234, "best_step": 60, "overfit_checks": 0, "seconds": 712.95978474617, "adaptive_schedule": { "best": 0.2359603738756883, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 60, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 2843, "codebook_values": 1359872, "scales_changed": 32638035, "scale_values": 48955392 } }, { "step": 65, "validation": { "target_rel": 0.23595843702263491, "reference_rel": 0.23595843702263491 }, "reasoning_validation": null, "training_probe_rel": 0.9468633558156475, "batch_loss": 0.9233366996049881, "best_step": 65, "overfit_checks": 0, "seconds": 770.9291722774506, "adaptive_schedule": { "best": 0.23595843702263491, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 65, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3043, "codebook_values": 1359872, "scales_changed": 32757231, "scale_values": 48955392 } }, { "step": 69, "validation": { "target_rel": 0.23595835164074047, "reference_rel": 0.23595835164074047 }, "reasoning_validation": null, "training_probe_rel": 0.9468877673427956, "batch_loss": 0.9635694324970245, "best_step": 69, "overfit_checks": 0, "seconds": 811.1835868358612, "adaptive_schedule": { "best": 0.23595835164074047, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 69, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3109, "codebook_values": 1359872, "scales_changed": 32848924, "scale_values": 48955392 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 320, "accepted": 237, "changed_groups": 196302, "training_before": 1275088.25, "training_after": 1274218.5, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 318, "accepted": 246, "changed_groups": 204403, "training_before": 1193945.25, "training_after": 1193084.0, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 320, "accepted": 249, "changed_groups": 207267, "training_before": 1214081.125, "training_after": 1213075.0, "acceptance": "proposal and separate training check batches", "step": 60 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 18001846, "validation_rows": 16384, "audit_rows": 16384, "complete": true }