{ "layer": 15, "target": "reference", "recipe": "full_corpus_sequence_pass_v1", "batch_tokens": 262144, "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", "training_sequence_count": 17580, "training_passes": 1, "refinement": null, "lr_decay_after": 45, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 12205, "codebook_values": 1515520, "scales_changed": 41375414, "scale_values": 54558720 }, "initial_validation": { "target_rel": 0.012363150815123678, "reference_rel": 0.012363150815123678, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 47.09465026855469, "reference_energy": 400665.625 }, { "first_row": 1024, "rows": 1024, "reference_sse": 63.220916748046875, "reference_energy": 397404.75 }, { "first_row": 4096, "rows": 1024, "reference_sse": 83.12527465820312, "reference_energy": 825349.125 }, { "first_row": 5120, "rows": 1024, "reference_sse": 49.421287536621094, "reference_energy": 391138.15625 }, { "first_row": 8192, "rows": 1024, "reference_sse": 71.34751892089844, "reference_energy": 372514.65625 }, { "first_row": 9216, "rows": 1024, "reference_sse": 135.32839965820312, "reference_energy": 1258317.0 }, { "first_row": 12288, "rows": 1024, "reference_sse": 54.0120849609375, "reference_energy": 364994.375 }, { "first_row": 13312, "rows": 1024, "reference_sse": 43.971092224121094, "reference_energy": 399062.9375 }, { "first_row": 16384, "rows": 1024, "reference_sse": 51.31329345703125, "reference_energy": 397183.78125 }, { "first_row": 17408, "rows": 1024, "reference_sse": 70.78707885742188, "reference_energy": 400460.0 }, { "first_row": 20480, "rows": 1024, "reference_sse": 41.23708724975586, "reference_energy": 405536.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 90.91410827636719, "reference_energy": 834427.125 }, { "first_row": 24576, "rows": 1024, "reference_sse": 47.20486068725586, "reference_energy": 408111.71875 }, { "first_row": 25600, "rows": 1024, "reference_sse": 58.47716522216797, "reference_energy": 400472.0625 }, { "first_row": 28672, "rows": 1024, "reference_sse": 266.6505432128906, "reference_energy": 370739.3125 }, { "first_row": 29696, "rows": 1024, "reference_sse": 53.87617111206055, "reference_energy": 407653.96875 } ] }, "final_validation": { "target_rel": 0.012289474386917085, "reference_rel": 0.012289474386917085, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 46.996055603027344, "reference_energy": 400665.625 }, { "first_row": 1024, "rows": 1024, "reference_sse": 63.28330993652344, "reference_energy": 397404.75 }, { "first_row": 4096, "rows": 1024, "reference_sse": 80.7037582397461, "reference_energy": 825349.125 }, { "first_row": 5120, "rows": 1024, "reference_sse": 49.44305419921875, "reference_energy": 391138.15625 }, { "first_row": 8192, "rows": 1024, "reference_sse": 71.16323852539062, "reference_energy": 372514.65625 }, { "first_row": 9216, "rows": 1024, "reference_sse": 129.57028198242188, "reference_energy": 1258317.0 }, { "first_row": 12288, "rows": 1024, "reference_sse": 53.49374771118164, "reference_energy": 364994.375 }, { "first_row": 13312, "rows": 1024, "reference_sse": 43.24073791503906, "reference_energy": 399062.9375 }, { "first_row": 16384, "rows": 1024, "reference_sse": 50.78382110595703, "reference_energy": 397183.78125 }, { "first_row": 17408, "rows": 1024, "reference_sse": 69.78952026367188, "reference_energy": 400460.0 }, { "first_row": 20480, "rows": 1024, "reference_sse": 40.87989044189453, "reference_energy": 405536.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 87.774658203125, "reference_energy": 834427.125 }, { "first_row": 24576, "rows": 1024, "reference_sse": 46.41374969482422, "reference_energy": 408111.71875 }, { "first_row": 25600, "rows": 1024, "reference_sse": 58.0775260925293, "reference_energy": 400472.0625 }, { "first_row": 28672, "rows": 1024, "reference_sse": 268.76763916015625, "reference_energy": 370739.3125 }, { "first_row": 29696, "rows": 1024, "reference_sse": 53.00819396972656, "reference_energy": 407653.96875 } ] }, "serialized_validation": { "target_rel": 0.012289474386917085, "reference_rel": 0.012289474386917085 }, "development_audit": { "target_rel": 0.011293662167529311, "reference_rel": 0.011293662167529311, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 70.47514343261719, "reference_energy": 383748.96875 }, { "first_row": 3072, "rows": 1024, "reference_sse": 43.65656280517578, "reference_energy": 405400.21875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 49.116233825683594, "reference_energy": 395381.28125 }, { "first_row": 7168, "rows": 1024, "reference_sse": 80.73529052734375, "reference_energy": 1275773.75 }, { "first_row": 10240, "rows": 1024, "reference_sse": 64.77915954589844, "reference_energy": 822034.125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 63.93882369995117, "reference_energy": 398304.1875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 65.263671875, "reference_energy": 833172.625 }, { "first_row": 15360, "rows": 1024, "reference_sse": 39.88433074951172, "reference_energy": 405908.25 }, { "first_row": 18432, "rows": 1024, "reference_sse": 89.86991119384766, "reference_energy": 375506.15625 }, { "first_row": 19456, "rows": 1024, "reference_sse": 72.84636688232422, "reference_energy": 410564.0625 }, { "first_row": 22528, "rows": 1024, "reference_sse": 130.98056030273438, "reference_energy": 388669.09375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 49.529441833496094, "reference_energy": 399501.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 99.89759826660156, "reference_energy": 388129.875 }, { "first_row": 27648, "rows": 1024, "reference_sse": 61.47053909301758, "reference_energy": 834436.875 }, { "first_row": 30720, "rows": 1024, "reference_sse": 57.79023742675781, "reference_energy": 376650.5625 }, { "first_row": 31744, "rows": 1024, "reference_sse": 43.841976165771484, "reference_energy": 406254.0 } ] }, "initial_development_audit": { "target_rel": 0.011377134518881582, "reference_rel": 0.011377134518881582, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 70.22726440429688, "reference_energy": 383748.96875 }, { "first_row": 3072, "rows": 1024, "reference_sse": 44.223609924316406, "reference_energy": 405400.21875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 49.279815673828125, "reference_energy": 395381.28125 }, { "first_row": 7168, "rows": 1024, "reference_sse": 85.25483703613281, "reference_energy": 1275773.75 }, { "first_row": 10240, "rows": 1024, "reference_sse": 66.58845520019531, "reference_energy": 822034.125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 65.3424072265625, "reference_energy": 398304.1875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 67.20362854003906, "reference_energy": 833172.625 }, { "first_row": 15360, "rows": 1024, "reference_sse": 40.5533447265625, "reference_energy": 405908.25 }, { "first_row": 18432, "rows": 1024, "reference_sse": 89.6959228515625, "reference_energy": 375506.15625 }, { "first_row": 19456, "rows": 1024, "reference_sse": 74.16222381591797, "reference_energy": 410564.0625 }, { "first_row": 22528, "rows": 1024, "reference_sse": 130.06417846679688, "reference_energy": 388669.09375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 50.11737060546875, "reference_energy": 399501.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 101.26799011230469, "reference_energy": 388129.875 }, { "first_row": 27648, "rows": 1024, "reference_sse": 63.41627883911133, "reference_energy": 834436.875 }, { "first_row": 30720, "rows": 1024, "reference_sse": 58.05673599243164, "reference_energy": 376650.5625 }, { "first_row": 31744, "rows": 1024, "reference_sse": 44.70598602294922, "reference_energy": 406254.0 } ] }, "best_step": 50, "steps_run": 69, "history": [ { "step": 5, "validation": { "target_rel": 0.012327832022153602, "reference_rel": 0.012327832022153602 }, "training_probe_rel": 0.8311612024867596, "batch_loss": 0.5725262761116028, "best_step": 5, "overfit_checks": 0, "seconds": 54.962348222732544, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1515520, "scales_changed": 21721509, "scale_values": 54558720 } }, { "step": 10, "validation": { "target_rel": 0.01233151815368984, "reference_rel": 0.01233151815368984 }, "training_probe_rel": 0.8302793254270778, "batch_loss": 0.5641534328460693, "best_step": 5, "overfit_checks": 0, "seconds": 103.89295768737793, "quantized_movement": { "codebook_changed": 35473, "codebook_values": 1515520, "scales_changed": 30202383, "scale_values": 54558720 } }, { "step": 15, "validation": { "target_rel": 0.012326417156257577, "reference_rel": 0.012326417156257577 }, "training_probe_rel": 0.8271221684418247, "batch_loss": 1.3336400240659714, "best_step": 15, "overfit_checks": 0, "seconds": 155.75683856010437, "quantized_movement": { "codebook_changed": 29027, "codebook_values": 1515520, "scales_changed": 34233974, "scale_values": 54558720 } }, { "step": 20, "validation": { "target_rel": 0.01232258625592713, "reference_rel": 0.01232258625592713 }, "training_probe_rel": 0.8271624925854477, "batch_loss": 0.8503614366054535, "best_step": 20, "overfit_checks": 0, "seconds": 217.96379280090332, "quantized_movement": { "codebook_changed": 33397, "codebook_values": 1515520, "scales_changed": 36867628, "scale_values": 54558720 } }, { "step": 25, "validation": { "target_rel": 0.012316445146280903, "reference_rel": 0.012316445146280903 }, "training_probe_rel": 0.8282952851645602, "batch_loss": 0.7338409572839737, "best_step": 25, "overfit_checks": 0, "seconds": 265.72459721565247, "quantized_movement": { "codebook_changed": 30128, "codebook_values": 1515520, "scales_changed": 38523253, "scale_values": 54558720 } }, { "step": 30, "validation": { "target_rel": 0.012313497493378733, "reference_rel": 0.012313497493378733 }, "training_probe_rel": 0.8293938477457309, "batch_loss": 0.5927144289016724, "best_step": 30, "overfit_checks": 0, "seconds": 311.7716567516327, "quantized_movement": { "codebook_changed": 24644, "codebook_values": 1515520, "scales_changed": 39587559, "scale_values": 54558720 } }, { "step": 35, "validation": { "target_rel": 0.01230673412912457, "reference_rel": 0.01230673412912457 }, "training_probe_rel": 0.8265582658560693, "batch_loss": 0.6116225719451904, "best_step": 35, "overfit_checks": 0, "seconds": 360.8028287887573, "quantized_movement": { "codebook_changed": 19847, "codebook_values": 1515520, "scales_changed": 40313116, "scale_values": 54558720 } }, { "step": 40, "validation": { "target_rel": 0.012299643933386673, "reference_rel": 0.012299643933386673 }, "training_probe_rel": 0.825868671083787, "batch_loss": 0.567814975976944, "best_step": 40, "overfit_checks": 0, "seconds": 422.52575612068176, "quantized_movement": { "codebook_changed": 18717, "codebook_values": 1515520, "scales_changed": 40865727, "scale_values": 54558720 } }, { "step": 45, "validation": { "target_rel": 0.012296267034712446, "reference_rel": 0.012296267034712446 }, "training_probe_rel": 0.8254838422436165, "batch_loss": 0.5878702402114868, "best_step": 45, "overfit_checks": 0, "seconds": 473.51906418800354, "quantized_movement": { "codebook_changed": 18572, "codebook_values": 1515520, "scales_changed": 41295620, "scale_values": 54558720 } }, { "step": 50, "validation": { "target_rel": 0.012289474386917085, "reference_rel": 0.012289474386917085 }, "training_probe_rel": 0.8243483026287738, "batch_loss": 0.5552705079317093, "best_step": 50, "overfit_checks": 0, "seconds": 519.7061533927917, "quantized_movement": { "codebook_changed": 12205, "codebook_values": 1515520, "scales_changed": 41375414, "scale_values": 54558720 } }, { "step": 55, "validation": { "target_rel": 0.012291124211455652, "reference_rel": 0.012291124211455652 }, "training_probe_rel": 0.8240703885544318, "batch_loss": 0.557140976190567, "best_step": 50, "overfit_checks": 0, "seconds": 566.484272480011, "quantized_movement": { "codebook_changed": 13519, "codebook_values": 1515520, "scales_changed": 41434377, "scale_values": 54558720 } }, { "step": 60, "validation": { "target_rel": 0.012291273712178596, "reference_rel": 0.012291273712178596 }, "training_probe_rel": 0.8236107960260369, "batch_loss": 0.5770096927881241, "best_step": 50, "overfit_checks": 0, "seconds": 637.0028474330902, "quantized_movement": { "codebook_changed": 13166, "codebook_values": 1515520, "scales_changed": 41478183, "scale_values": 54558720 } }, { "step": 65, "validation": { "target_rel": 0.012291216867350527, "reference_rel": 0.012291216867350527 }, "training_probe_rel": 0.8234032984608016, "batch_loss": 0.5396398678421974, "best_step": 50, "overfit_checks": 0, "seconds": 682.8584749698639, "quantized_movement": { "codebook_changed": 13102, "codebook_values": 1515520, "scales_changed": 41511166, "scale_values": 54558720 } }, { "step": 69, "validation": { "target_rel": 0.012291025122765156, "reference_rel": 0.012291025122765156 }, "training_probe_rel": 0.8234934307236178, "batch_loss": 0.5632450580596924, "best_step": 50, "overfit_checks": 0, "seconds": 718.103928565979, "quantized_movement": { "codebook_changed": 13422, "codebook_values": 1515520, "scales_changed": 41542133, "scale_values": 54558720 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 358, "accepted": 322, "changed_groups": 165562, "training_before": 622.0300903320312, "training_after": 619.5694580078125, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 362, "accepted": 334, "changed_groups": 166903, "training_before": 596.6026611328125, "training_after": 594.3358154296875, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 364, "accepted": 330, "changed_groups": 169992, "training_before": 732.3701782226562, "training_after": 730.3131713867188, "acceptance": "proposal and separate training check batches", "step": 60 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 18001846, "validation_rows": 16384, "audit_rows": 16384, "complete": true }