{ "layer": 13, "target": "reference", "recipe": "full_corpus_sequence_pass_v1", "batch_tokens": 262144, "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", "training_sequence_count": 17580, "training_passes": 1, "refinement": null, "lr_decay_after": 45, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 6871, "codebook_values": 1204224, "scales_changed": 33737816, "scale_values": 43352064 }, "initial_validation": { "target_rel": 0.010283886116512606, "reference_rel": 0.010283886116512606, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 28.668766021728516, "reference_energy": 394873.875 }, { "first_row": 1024, "rows": 1024, "reference_sse": 38.18562316894531, "reference_energy": 391676.90625 }, { "first_row": 4096, "rows": 1024, "reference_sse": 47.82691955566406, "reference_energy": 814934.0 }, { "first_row": 5120, "rows": 1024, "reference_sse": 30.234031677246094, "reference_energy": 385355.375 }, { "first_row": 8192, "rows": 1024, "reference_sse": 46.920074462890625, "reference_energy": 366961.0625 }, { "first_row": 9216, "rows": 1024, "reference_sse": 94.38197326660156, "reference_energy": 1242978.75 }, { "first_row": 12288, "rows": 1024, "reference_sse": 38.1528434753418, "reference_energy": 359633.0 }, { "first_row": 13312, "rows": 1024, "reference_sse": 23.938743591308594, "reference_energy": 393032.71875 }, { "first_row": 16384, "rows": 1024, "reference_sse": 32.44263458251953, "reference_energy": 391412.5 }, { "first_row": 17408, "rows": 1024, "reference_sse": 41.310325622558594, "reference_energy": 394470.15625 }, { "first_row": 20480, "rows": 1024, "reference_sse": 23.523799896240234, "reference_energy": 399674.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 51.769744873046875, "reference_energy": 823943.5625 }, { "first_row": 24576, "rows": 1024, "reference_sse": 32.83039855957031, "reference_energy": 402122.21875 }, { "first_row": 25600, "rows": 1024, "reference_sse": 35.66368865966797, "reference_energy": 394501.96875 }, { "first_row": 28672, "rows": 1024, "reference_sse": 241.45933532714844, "reference_energy": 365181.90625 }, { "first_row": 29696, "rows": 1024, "reference_sse": 30.51812171936035, "reference_energy": 401339.0 } ] }, "final_validation": { "target_rel": 0.010212310405548498, "reference_rel": 0.010212310405548498, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 28.444143295288086, "reference_energy": 394873.875 }, { "first_row": 1024, "rows": 1024, "reference_sse": 37.90333557128906, "reference_energy": 391676.90625 }, { "first_row": 4096, "rows": 1024, "reference_sse": 45.694129943847656, "reference_energy": 814934.0 }, { "first_row": 5120, "rows": 1024, "reference_sse": 30.013158798217773, "reference_energy": 385355.375 }, { "first_row": 8192, "rows": 1024, "reference_sse": 47.05735778808594, "reference_energy": 366961.0625 }, { "first_row": 9216, "rows": 1024, "reference_sse": 91.3909683227539, "reference_energy": 1242978.75 }, { "first_row": 12288, "rows": 1024, "reference_sse": 37.70020294189453, "reference_energy": 359633.0 }, { "first_row": 13312, "rows": 1024, "reference_sse": 23.734975814819336, "reference_energy": 393032.71875 }, { "first_row": 16384, "rows": 1024, "reference_sse": 32.152217864990234, "reference_energy": 391412.5 }, { "first_row": 17408, "rows": 1024, "reference_sse": 40.729881286621094, "reference_energy": 394470.15625 }, { "first_row": 20480, "rows": 1024, "reference_sse": 23.363143920898438, "reference_energy": 399674.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 50.26123046875, "reference_energy": 823943.5625 }, { "first_row": 24576, "rows": 1024, "reference_sse": 32.47034454345703, "reference_energy": 402122.21875 }, { "first_row": 25600, "rows": 1024, "reference_sse": 35.30437088012695, "reference_energy": 394501.96875 }, { "first_row": 28672, "rows": 1024, "reference_sse": 239.80667114257812, "reference_energy": 365181.90625 }, { "first_row": 29696, "rows": 1024, "reference_sse": 30.17894744873047, "reference_energy": 401339.0 } ] }, "serialized_validation": { "target_rel": 0.010212310405548498, "reference_rel": 0.010212310405548498 }, "development_audit": { "target_rel": 0.009373151142138663, "reference_rel": 0.009373151142138663, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 46.223609924316406, "reference_energy": 378136.28125 }, { "first_row": 3072, "rows": 1024, "reference_sse": 24.942960739135742, "reference_energy": 399432.1875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 27.89571189880371, "reference_energy": 389663.21875 }, { "first_row": 7168, "rows": 1024, "reference_sse": 52.189239501953125, "reference_energy": 1260355.75 }, { "first_row": 10240, "rows": 1024, "reference_sse": 42.014705657958984, "reference_energy": 811717.375 }, { "first_row": 11264, "rows": 1024, "reference_sse": 34.83766555786133, "reference_energy": 392184.6875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 42.38030242919922, "reference_energy": 822693.0 }, { "first_row": 15360, "rows": 1024, "reference_sse": 23.260986328125, "reference_energy": 399922.0625 }, { "first_row": 18432, "rows": 1024, "reference_sse": 70.34660339355469, "reference_energy": 369859.59375 }, { "first_row": 19456, "rows": 1024, "reference_sse": 48.58657455444336, "reference_energy": 404335.3125 }, { "first_row": 22528, "rows": 1024, "reference_sse": 109.11643981933594, "reference_energy": 382791.5 }, { "first_row": 23552, "rows": 1024, "reference_sse": 29.6011962890625, "reference_energy": 393523.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 84.53868865966797, "reference_energy": 382524.5 }, { "first_row": 27648, "rows": 1024, "reference_sse": 40.08860778808594, "reference_energy": 824016.625 }, { "first_row": 30720, "rows": 1024, "reference_sse": 35.13262176513672, "reference_energy": 370958.1875 }, { "first_row": 31744, "rows": 1024, "reference_sse": 25.277265548706055, "reference_energy": 400165.125 } ] }, "initial_development_audit": { "target_rel": 0.009441710909218361, "reference_rel": 0.009441710909218361, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 46.95138931274414, "reference_energy": 378136.28125 }, { "first_row": 3072, "rows": 1024, "reference_sse": 25.384075164794922, "reference_energy": 399432.1875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 28.16352081298828, "reference_energy": 389663.21875 }, { "first_row": 7168, "rows": 1024, "reference_sse": 54.002872467041016, "reference_energy": 1260355.75 }, { "first_row": 10240, "rows": 1024, "reference_sse": 43.5159912109375, "reference_energy": 811717.375 }, { "first_row": 11264, "rows": 1024, "reference_sse": 35.752052307128906, "reference_energy": 392184.6875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 43.1569938659668, "reference_energy": 822693.0 }, { "first_row": 15360, "rows": 1024, "reference_sse": 23.587848663330078, "reference_energy": 399922.0625 }, { "first_row": 18432, "rows": 1024, "reference_sse": 70.6146469116211, "reference_energy": 369859.59375 }, { "first_row": 19456, "rows": 1024, "reference_sse": 48.98493576049805, "reference_energy": 404335.3125 }, { "first_row": 22528, "rows": 1024, "reference_sse": 109.24168395996094, "reference_energy": 382791.5 }, { "first_row": 23552, "rows": 1024, "reference_sse": 29.918018341064453, "reference_energy": 393523.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 84.92294311523438, "reference_energy": 382524.5 }, { "first_row": 27648, "rows": 1024, "reference_sse": 41.30708312988281, "reference_energy": 824016.625 }, { "first_row": 30720, "rows": 1024, "reference_sse": 35.49040603637695, "reference_energy": 370958.1875 }, { "first_row": 31744, "rows": 1024, "reference_sse": 26.25137710571289, "reference_energy": 400165.125 } ] }, "best_step": 69, "steps_run": 69, "history": [ { "step": 5, "validation": { "target_rel": 0.010244597603298074, "reference_rel": 0.010244597603298074 }, "training_probe_rel": 0.7546120012370856, "batch_loss": 0.48678790032863617, "best_step": 5, "overfit_checks": 0, "seconds": 54.15380644798279, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1204224, "scales_changed": 22020711, "scale_values": 43352064 } }, { "step": 10, "validation": { "target_rel": 0.010248278496867958, "reference_rel": 0.010248278496867958 }, "training_probe_rel": 0.751114415565158, "batch_loss": 0.4853346645832062, "best_step": 5, "overfit_checks": 0, "seconds": 97.59974384307861, "quantized_movement": { "codebook_changed": 22225, "codebook_values": 1204224, "scales_changed": 26813854, "scale_values": 43352064 } }, { "step": 15, "validation": { "target_rel": 0.010249507708492265, "reference_rel": 0.010249507708492265 }, "training_probe_rel": 0.7472614344819948, "batch_loss": 1.2234517633914948, "best_step": 5, "overfit_checks": 0, "seconds": 140.80864024162292, "quantized_movement": { "codebook_changed": 19689, "codebook_values": 1204224, "scales_changed": 29166356, "scale_values": 43352064 } }, { "step": 20, "validation": { "target_rel": 0.010249391043611871, "reference_rel": 0.010249391043611871 }, "training_probe_rel": 0.7478103887463748, "batch_loss": 0.8623318746685982, "best_step": 5, "overfit_checks": 0, "seconds": 197.98195052146912, "quantized_movement": { "codebook_changed": 25758, "codebook_values": 1204224, "scales_changed": 30879162, "scale_values": 43352064 } }, { "step": 25, "validation": { "target_rel": 0.010238527780113658, "reference_rel": 0.010238527780113658 }, "training_probe_rel": 0.7499956025795413, "batch_loss": 0.702179305255413, "best_step": 25, "overfit_checks": 0, "seconds": 245.9493453502655, "quantized_movement": { "codebook_changed": 19298, "codebook_values": 1204224, "scales_changed": 31909195, "scale_values": 43352064 } }, { "step": 30, "validation": { "target_rel": 0.010231361076055363, "reference_rel": 0.010231361076055363 }, "training_probe_rel": 0.7512630985438865, "batch_loss": 0.5156992003321648, "best_step": 30, "overfit_checks": 0, "seconds": 290.24218249320984, "quantized_movement": { "codebook_changed": 12980, "codebook_values": 1204224, "scales_changed": 32551925, "scale_values": 43352064 } }, { "step": 35, "validation": { "target_rel": 0.010226054493964496, "reference_rel": 0.010226054493964496 }, "training_probe_rel": 0.7457111549419433, "batch_loss": 0.5563370361924171, "best_step": 35, "overfit_checks": 0, "seconds": 337.96415519714355, "quantized_movement": { "codebook_changed": 10107, "codebook_values": 1204224, "scales_changed": 32992636, "scale_values": 43352064 } }, { "step": 40, "validation": { "target_rel": 0.010222748508898505, "reference_rel": 0.010222748508898505 }, "training_probe_rel": 0.7434618802479549, "batch_loss": 0.49238981306552887, "best_step": 40, "overfit_checks": 0, "seconds": 396.1178665161133, "quantized_movement": { "codebook_changed": 10108, "codebook_values": 1204224, "scales_changed": 33329369, "scale_values": 43352064 } }, { "step": 45, "validation": { "target_rel": 0.010219825287646953, "reference_rel": 0.010219825287646953 }, "training_probe_rel": 0.7438885876582751, "batch_loss": 0.5229201540350914, "best_step": 45, "overfit_checks": 0, "seconds": 443.74031233787537, "quantized_movement": { "codebook_changed": 9774, "codebook_values": 1204224, "scales_changed": 33592148, "scale_values": 43352064 } }, { "step": 50, "validation": { "target_rel": 0.010212498479670063, "reference_rel": 0.010212498479670063 }, "training_probe_rel": 0.7429536052564376, "batch_loss": 0.47262274473905563, "best_step": 50, "overfit_checks": 0, "seconds": 491.05449199676514, "quantized_movement": { "codebook_changed": 5207, "codebook_values": 1204224, "scales_changed": 33640716, "scale_values": 43352064 } }, { "step": 55, "validation": { "target_rel": 0.010214253042576745, "reference_rel": 0.010214253042576745 }, "training_probe_rel": 0.7420112892117703, "batch_loss": 0.47182509303092957, "best_step": 50, "overfit_checks": 0, "seconds": 535.8265545368195, "quantized_movement": { "codebook_changed": 6212, "codebook_values": 1204224, "scales_changed": 33676759, "scale_values": 43352064 } }, { "step": 60, "validation": { "target_rel": 0.010213625071929395, "reference_rel": 0.010213625071929395 }, "training_probe_rel": 0.7416359373407698, "batch_loss": 0.5111792236566544, "best_step": 50, "overfit_checks": 0, "seconds": 594.6588439941406, "quantized_movement": { "codebook_changed": 6475, "codebook_values": 1204224, "scales_changed": 33704096, "scale_values": 43352064 } }, { "step": 65, "validation": { "target_rel": 0.010212866873301186, "reference_rel": 0.010212866873301186 }, "training_probe_rel": 0.7420700643197536, "batch_loss": 0.4615151733160019, "best_step": 50, "overfit_checks": 0, "seconds": 644.2535552978516, "quantized_movement": { "codebook_changed": 6610, "codebook_values": 1204224, "scales_changed": 33720105, "scale_values": 43352064 } }, { "step": 69, "validation": { "target_rel": 0.010212310405548498, "reference_rel": 0.010212310405548498 }, "training_probe_rel": 0.7428547020281892, "batch_loss": 0.48072176426649094, "best_step": 69, "overfit_checks": 0, "seconds": 678.9998152256012, "quantized_movement": { "codebook_changed": 6871, "codebook_values": 1204224, "scales_changed": 33737816, "scale_values": 43352064 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 294, "accepted": 259, "changed_groups": 72631, "training_before": 381.70135498046875, "training_after": 380.5349426269531, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 294, "accepted": 259, "changed_groups": 76507, "training_before": 369.1790771484375, "training_after": 367.5005798339844, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 294, "accepted": 258, "changed_groups": 75511, "training_before": 500.53997802734375, "training_after": 499.391357421875, "acceptance": "proposal and separate training check batches", "step": 60 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 18001846, "validation_rows": 16384, "audit_rows": 16384, "complete": true }