| { |
| "layer": 15, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 12205, |
| "codebook_values": 1515520, |
| "scales_changed": 41375414, |
| "scale_values": 54558720 |
| }, |
| "initial_validation": { |
| "target_rel": 0.012363150815123678, |
| "reference_rel": 0.012363150815123678, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 47.09465026855469, |
| "reference_energy": 400665.625 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 63.220916748046875, |
| "reference_energy": 397404.75 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 83.12527465820312, |
| "reference_energy": 825349.125 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 49.421287536621094, |
| "reference_energy": 391138.15625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 71.34751892089844, |
| "reference_energy": 372514.65625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 135.32839965820312, |
| "reference_energy": 1258317.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 54.0120849609375, |
| "reference_energy": 364994.375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 43.971092224121094, |
| "reference_energy": 399062.9375 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 51.31329345703125, |
| "reference_energy": 397183.78125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 70.78707885742188, |
| "reference_energy": 400460.0 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 41.23708724975586, |
| "reference_energy": 405536.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 90.91410827636719, |
| "reference_energy": 834427.125 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 47.20486068725586, |
| "reference_energy": 408111.71875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 58.47716522216797, |
| "reference_energy": 400472.0625 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 266.6505432128906, |
| "reference_energy": 370739.3125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 53.87617111206055, |
| "reference_energy": 407653.96875 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.012289474386917085, |
| "reference_rel": 0.012289474386917085, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 46.996055603027344, |
| "reference_energy": 400665.625 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 63.28330993652344, |
| "reference_energy": 397404.75 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 80.7037582397461, |
| "reference_energy": 825349.125 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 49.44305419921875, |
| "reference_energy": 391138.15625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 71.16323852539062, |
| "reference_energy": 372514.65625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 129.57028198242188, |
| "reference_energy": 1258317.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 53.49374771118164, |
| "reference_energy": 364994.375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 43.24073791503906, |
| "reference_energy": 399062.9375 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 50.78382110595703, |
| "reference_energy": 397183.78125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 69.78952026367188, |
| "reference_energy": 400460.0 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 40.87989044189453, |
| "reference_energy": 405536.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 87.774658203125, |
| "reference_energy": 834427.125 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 46.41374969482422, |
| "reference_energy": 408111.71875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 58.0775260925293, |
| "reference_energy": 400472.0625 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 268.76763916015625, |
| "reference_energy": 370739.3125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 53.00819396972656, |
| "reference_energy": 407653.96875 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.012289474386917085, |
| "reference_rel": 0.012289474386917085 |
| }, |
| "development_audit": { |
| "target_rel": 0.011293662167529311, |
| "reference_rel": 0.011293662167529311, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 70.47514343261719, |
| "reference_energy": 383748.96875 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 43.65656280517578, |
| "reference_energy": 405400.21875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 49.116233825683594, |
| "reference_energy": 395381.28125 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 80.73529052734375, |
| "reference_energy": 1275773.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 64.77915954589844, |
| "reference_energy": 822034.125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 63.93882369995117, |
| "reference_energy": 398304.1875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 65.263671875, |
| "reference_energy": 833172.625 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 39.88433074951172, |
| "reference_energy": 405908.25 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 89.86991119384766, |
| "reference_energy": 375506.15625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 72.84636688232422, |
| "reference_energy": 410564.0625 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 130.98056030273438, |
| "reference_energy": 388669.09375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 49.529441833496094, |
| "reference_energy": 399501.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 99.89759826660156, |
| "reference_energy": 388129.875 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 61.47053909301758, |
| "reference_energy": 834436.875 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 57.79023742675781, |
| "reference_energy": 376650.5625 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 43.841976165771484, |
| "reference_energy": 406254.0 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.011377134518881582, |
| "reference_rel": 0.011377134518881582, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 70.22726440429688, |
| "reference_energy": 383748.96875 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 44.223609924316406, |
| "reference_energy": 405400.21875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 49.279815673828125, |
| "reference_energy": 395381.28125 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 85.25483703613281, |
| "reference_energy": 1275773.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 66.58845520019531, |
| "reference_energy": 822034.125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 65.3424072265625, |
| "reference_energy": 398304.1875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 67.20362854003906, |
| "reference_energy": 833172.625 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 40.5533447265625, |
| "reference_energy": 405908.25 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 89.6959228515625, |
| "reference_energy": 375506.15625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 74.16222381591797, |
| "reference_energy": 410564.0625 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 130.06417846679688, |
| "reference_energy": 388669.09375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 50.11737060546875, |
| "reference_energy": 399501.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 101.26799011230469, |
| "reference_energy": 388129.875 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 63.41627883911133, |
| "reference_energy": 834436.875 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 58.05673599243164, |
| "reference_energy": 376650.5625 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 44.70598602294922, |
| "reference_energy": 406254.0 |
| } |
| ] |
| }, |
| "best_step": 50, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.012327832022153602, |
| "reference_rel": 0.012327832022153602 |
| }, |
| "training_probe_rel": 0.8311612024867596, |
| "batch_loss": 0.5725262761116028, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 54.962348222732544, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1515520, |
| "scales_changed": 21721509, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.01233151815368984, |
| "reference_rel": 0.01233151815368984 |
| }, |
| "training_probe_rel": 0.8302793254270778, |
| "batch_loss": 0.5641534328460693, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 103.89295768737793, |
| "quantized_movement": { |
| "codebook_changed": 35473, |
| "codebook_values": 1515520, |
| "scales_changed": 30202383, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.012326417156257577, |
| "reference_rel": 0.012326417156257577 |
| }, |
| "training_probe_rel": 0.8271221684418247, |
| "batch_loss": 1.3336400240659714, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 155.75683856010437, |
| "quantized_movement": { |
| "codebook_changed": 29027, |
| "codebook_values": 1515520, |
| "scales_changed": 34233974, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.01232258625592713, |
| "reference_rel": 0.01232258625592713 |
| }, |
| "training_probe_rel": 0.8271624925854477, |
| "batch_loss": 0.8503614366054535, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 217.96379280090332, |
| "quantized_movement": { |
| "codebook_changed": 33397, |
| "codebook_values": 1515520, |
| "scales_changed": 36867628, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.012316445146280903, |
| "reference_rel": 0.012316445146280903 |
| }, |
| "training_probe_rel": 0.8282952851645602, |
| "batch_loss": 0.7338409572839737, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 265.72459721565247, |
| "quantized_movement": { |
| "codebook_changed": 30128, |
| "codebook_values": 1515520, |
| "scales_changed": 38523253, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.012313497493378733, |
| "reference_rel": 0.012313497493378733 |
| }, |
| "training_probe_rel": 0.8293938477457309, |
| "batch_loss": 0.5927144289016724, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 311.7716567516327, |
| "quantized_movement": { |
| "codebook_changed": 24644, |
| "codebook_values": 1515520, |
| "scales_changed": 39587559, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.01230673412912457, |
| "reference_rel": 0.01230673412912457 |
| }, |
| "training_probe_rel": 0.8265582658560693, |
| "batch_loss": 0.6116225719451904, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 360.8028287887573, |
| "quantized_movement": { |
| "codebook_changed": 19847, |
| "codebook_values": 1515520, |
| "scales_changed": 40313116, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.012299643933386673, |
| "reference_rel": 0.012299643933386673 |
| }, |
| "training_probe_rel": 0.825868671083787, |
| "batch_loss": 0.567814975976944, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 422.52575612068176, |
| "quantized_movement": { |
| "codebook_changed": 18717, |
| "codebook_values": 1515520, |
| "scales_changed": 40865727, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.012296267034712446, |
| "reference_rel": 0.012296267034712446 |
| }, |
| "training_probe_rel": 0.8254838422436165, |
| "batch_loss": 0.5878702402114868, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 473.51906418800354, |
| "quantized_movement": { |
| "codebook_changed": 18572, |
| "codebook_values": 1515520, |
| "scales_changed": 41295620, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.012289474386917085, |
| "reference_rel": 0.012289474386917085 |
| }, |
| "training_probe_rel": 0.8243483026287738, |
| "batch_loss": 0.5552705079317093, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 519.7061533927917, |
| "quantized_movement": { |
| "codebook_changed": 12205, |
| "codebook_values": 1515520, |
| "scales_changed": 41375414, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.012291124211455652, |
| "reference_rel": 0.012291124211455652 |
| }, |
| "training_probe_rel": 0.8240703885544318, |
| "batch_loss": 0.557140976190567, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 566.484272480011, |
| "quantized_movement": { |
| "codebook_changed": 13519, |
| "codebook_values": 1515520, |
| "scales_changed": 41434377, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.012291273712178596, |
| "reference_rel": 0.012291273712178596 |
| }, |
| "training_probe_rel": 0.8236107960260369, |
| "batch_loss": 0.5770096927881241, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 637.0028474330902, |
| "quantized_movement": { |
| "codebook_changed": 13166, |
| "codebook_values": 1515520, |
| "scales_changed": 41478183, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.012291216867350527, |
| "reference_rel": 0.012291216867350527 |
| }, |
| "training_probe_rel": 0.8234032984608016, |
| "batch_loss": 0.5396398678421974, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 682.8584749698639, |
| "quantized_movement": { |
| "codebook_changed": 13102, |
| "codebook_values": 1515520, |
| "scales_changed": 41511166, |
| "scale_values": 54558720 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.012291025122765156, |
| "reference_rel": 0.012291025122765156 |
| }, |
| "training_probe_rel": 0.8234934307236178, |
| "batch_loss": 0.5632450580596924, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 718.103928565979, |
| "quantized_movement": { |
| "codebook_changed": 13422, |
| "codebook_values": 1515520, |
| "scales_changed": 41542133, |
| "scale_values": 54558720 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 358, |
| "accepted": 322, |
| "changed_groups": 165562, |
| "training_before": 622.0300903320312, |
| "training_after": 619.5694580078125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 362, |
| "accepted": 334, |
| "changed_groups": 166903, |
| "training_before": 596.6026611328125, |
| "training_after": 594.3358154296875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 364, |
| "accepted": 330, |
| "changed_groups": 169992, |
| "training_before": 732.3701782226562, |
| "training_after": 730.3131713867188, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
