| { |
| "layer": 13, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 6871, |
| "codebook_values": 1204224, |
| "scales_changed": 33737816, |
| "scale_values": 43352064 |
| }, |
| "initial_validation": { |
| "target_rel": 0.010283886116512606, |
| "reference_rel": 0.010283886116512606, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 28.668766021728516, |
| "reference_energy": 394873.875 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 38.18562316894531, |
| "reference_energy": 391676.90625 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 47.82691955566406, |
| "reference_energy": 814934.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 30.234031677246094, |
| "reference_energy": 385355.375 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 46.920074462890625, |
| "reference_energy": 366961.0625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 94.38197326660156, |
| "reference_energy": 1242978.75 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 38.1528434753418, |
| "reference_energy": 359633.0 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 23.938743591308594, |
| "reference_energy": 393032.71875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 32.44263458251953, |
| "reference_energy": 391412.5 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 41.310325622558594, |
| "reference_energy": 394470.15625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 23.523799896240234, |
| "reference_energy": 399674.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 51.769744873046875, |
| "reference_energy": 823943.5625 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 32.83039855957031, |
| "reference_energy": 402122.21875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 35.66368865966797, |
| "reference_energy": 394501.96875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 241.45933532714844, |
| "reference_energy": 365181.90625 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 30.51812171936035, |
| "reference_energy": 401339.0 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.010212310405548498, |
| "reference_rel": 0.010212310405548498, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 28.444143295288086, |
| "reference_energy": 394873.875 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 37.90333557128906, |
| "reference_energy": 391676.90625 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 45.694129943847656, |
| "reference_energy": 814934.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 30.013158798217773, |
| "reference_energy": 385355.375 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 47.05735778808594, |
| "reference_energy": 366961.0625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 91.3909683227539, |
| "reference_energy": 1242978.75 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 37.70020294189453, |
| "reference_energy": 359633.0 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 23.734975814819336, |
| "reference_energy": 393032.71875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 32.152217864990234, |
| "reference_energy": 391412.5 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 40.729881286621094, |
| "reference_energy": 394470.15625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 23.363143920898438, |
| "reference_energy": 399674.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 50.26123046875, |
| "reference_energy": 823943.5625 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 32.47034454345703, |
| "reference_energy": 402122.21875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 35.30437088012695, |
| "reference_energy": 394501.96875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 239.80667114257812, |
| "reference_energy": 365181.90625 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 30.17894744873047, |
| "reference_energy": 401339.0 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.010212310405548498, |
| "reference_rel": 0.010212310405548498 |
| }, |
| "development_audit": { |
| "target_rel": 0.009373151142138663, |
| "reference_rel": 0.009373151142138663, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 46.223609924316406, |
| "reference_energy": 378136.28125 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 24.942960739135742, |
| "reference_energy": 399432.1875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 27.89571189880371, |
| "reference_energy": 389663.21875 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 52.189239501953125, |
| "reference_energy": 1260355.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 42.014705657958984, |
| "reference_energy": 811717.375 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 34.83766555786133, |
| "reference_energy": 392184.6875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 42.38030242919922, |
| "reference_energy": 822693.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 23.260986328125, |
| "reference_energy": 399922.0625 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 70.34660339355469, |
| "reference_energy": 369859.59375 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 48.58657455444336, |
| "reference_energy": 404335.3125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 109.11643981933594, |
| "reference_energy": 382791.5 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 29.6011962890625, |
| "reference_energy": 393523.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 84.53868865966797, |
| "reference_energy": 382524.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 40.08860778808594, |
| "reference_energy": 824016.625 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 35.13262176513672, |
| "reference_energy": 370958.1875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 25.277265548706055, |
| "reference_energy": 400165.125 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.009441710909218361, |
| "reference_rel": 0.009441710909218361, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 46.95138931274414, |
| "reference_energy": 378136.28125 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 25.384075164794922, |
| "reference_energy": 399432.1875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 28.16352081298828, |
| "reference_energy": 389663.21875 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 54.002872467041016, |
| "reference_energy": 1260355.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 43.5159912109375, |
| "reference_energy": 811717.375 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 35.752052307128906, |
| "reference_energy": 392184.6875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 43.1569938659668, |
| "reference_energy": 822693.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 23.587848663330078, |
| "reference_energy": 399922.0625 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 70.6146469116211, |
| "reference_energy": 369859.59375 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 48.98493576049805, |
| "reference_energy": 404335.3125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 109.24168395996094, |
| "reference_energy": 382791.5 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 29.918018341064453, |
| "reference_energy": 393523.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 84.92294311523438, |
| "reference_energy": 382524.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 41.30708312988281, |
| "reference_energy": 824016.625 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 35.49040603637695, |
| "reference_energy": 370958.1875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 26.25137710571289, |
| "reference_energy": 400165.125 |
| } |
| ] |
| }, |
| "best_step": 69, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.010244597603298074, |
| "reference_rel": 0.010244597603298074 |
| }, |
| "training_probe_rel": 0.7546120012370856, |
| "batch_loss": 0.48678790032863617, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 54.15380644798279, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1204224, |
| "scales_changed": 22020711, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.010248278496867958, |
| "reference_rel": 0.010248278496867958 |
| }, |
| "training_probe_rel": 0.751114415565158, |
| "batch_loss": 0.4853346645832062, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 97.59974384307861, |
| "quantized_movement": { |
| "codebook_changed": 22225, |
| "codebook_values": 1204224, |
| "scales_changed": 26813854, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.010249507708492265, |
| "reference_rel": 0.010249507708492265 |
| }, |
| "training_probe_rel": 0.7472614344819948, |
| "batch_loss": 1.2234517633914948, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 140.80864024162292, |
| "quantized_movement": { |
| "codebook_changed": 19689, |
| "codebook_values": 1204224, |
| "scales_changed": 29166356, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.010249391043611871, |
| "reference_rel": 0.010249391043611871 |
| }, |
| "training_probe_rel": 0.7478103887463748, |
| "batch_loss": 0.8623318746685982, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 197.98195052146912, |
| "quantized_movement": { |
| "codebook_changed": 25758, |
| "codebook_values": 1204224, |
| "scales_changed": 30879162, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.010238527780113658, |
| "reference_rel": 0.010238527780113658 |
| }, |
| "training_probe_rel": 0.7499956025795413, |
| "batch_loss": 0.702179305255413, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 245.9493453502655, |
| "quantized_movement": { |
| "codebook_changed": 19298, |
| "codebook_values": 1204224, |
| "scales_changed": 31909195, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.010231361076055363, |
| "reference_rel": 0.010231361076055363 |
| }, |
| "training_probe_rel": 0.7512630985438865, |
| "batch_loss": 0.5156992003321648, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 290.24218249320984, |
| "quantized_movement": { |
| "codebook_changed": 12980, |
| "codebook_values": 1204224, |
| "scales_changed": 32551925, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.010226054493964496, |
| "reference_rel": 0.010226054493964496 |
| }, |
| "training_probe_rel": 0.7457111549419433, |
| "batch_loss": 0.5563370361924171, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 337.96415519714355, |
| "quantized_movement": { |
| "codebook_changed": 10107, |
| "codebook_values": 1204224, |
| "scales_changed": 32992636, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.010222748508898505, |
| "reference_rel": 0.010222748508898505 |
| }, |
| "training_probe_rel": 0.7434618802479549, |
| "batch_loss": 0.49238981306552887, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 396.1178665161133, |
| "quantized_movement": { |
| "codebook_changed": 10108, |
| "codebook_values": 1204224, |
| "scales_changed": 33329369, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.010219825287646953, |
| "reference_rel": 0.010219825287646953 |
| }, |
| "training_probe_rel": 0.7438885876582751, |
| "batch_loss": 0.5229201540350914, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 443.74031233787537, |
| "quantized_movement": { |
| "codebook_changed": 9774, |
| "codebook_values": 1204224, |
| "scales_changed": 33592148, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.010212498479670063, |
| "reference_rel": 0.010212498479670063 |
| }, |
| "training_probe_rel": 0.7429536052564376, |
| "batch_loss": 0.47262274473905563, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 491.05449199676514, |
| "quantized_movement": { |
| "codebook_changed": 5207, |
| "codebook_values": 1204224, |
| "scales_changed": 33640716, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.010214253042576745, |
| "reference_rel": 0.010214253042576745 |
| }, |
| "training_probe_rel": 0.7420112892117703, |
| "batch_loss": 0.47182509303092957, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 535.8265545368195, |
| "quantized_movement": { |
| "codebook_changed": 6212, |
| "codebook_values": 1204224, |
| "scales_changed": 33676759, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.010213625071929395, |
| "reference_rel": 0.010213625071929395 |
| }, |
| "training_probe_rel": 0.7416359373407698, |
| "batch_loss": 0.5111792236566544, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 594.6588439941406, |
| "quantized_movement": { |
| "codebook_changed": 6475, |
| "codebook_values": 1204224, |
| "scales_changed": 33704096, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.010212866873301186, |
| "reference_rel": 0.010212866873301186 |
| }, |
| "training_probe_rel": 0.7420700643197536, |
| "batch_loss": 0.4615151733160019, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 644.2535552978516, |
| "quantized_movement": { |
| "codebook_changed": 6610, |
| "codebook_values": 1204224, |
| "scales_changed": 33720105, |
| "scale_values": 43352064 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.010212310405548498, |
| "reference_rel": 0.010212310405548498 |
| }, |
| "training_probe_rel": 0.7428547020281892, |
| "batch_loss": 0.48072176426649094, |
| "best_step": 69, |
| "overfit_checks": 0, |
| "seconds": 678.9998152256012, |
| "quantized_movement": { |
| "codebook_changed": 6871, |
| "codebook_values": 1204224, |
| "scales_changed": 33737816, |
| "scale_values": 43352064 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 294, |
| "accepted": 259, |
| "changed_groups": 72631, |
| "training_before": 381.70135498046875, |
| "training_after": 380.5349426269531, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 294, |
| "accepted": 259, |
| "changed_groups": 76507, |
| "training_before": 369.1790771484375, |
| "training_after": 367.5005798339844, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 294, |
| "accepted": 258, |
| "changed_groups": 75511, |
| "training_before": 500.53997802734375, |
| "training_after": 499.391357421875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
