{ "layer": 34, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1466368, "scales_changed": 52540158, "scale_values": 52789248 }, "initial_validation": { "target_rel": 0.03375929317721513, "reference_rel": 0.15700208253780748, "boundary_rel": 0.12570899885317208, "bulk_rel": 0.03374119098526975, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 16248.12109375, "reference_energy": 3066663.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 17792.73046875, "reference_energy": 1629707.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 19220.89453125, "reference_energy": 3040676.0 }, { "first_row": 21504, "rows": 1024, "reference_sse": 19536.947265625, "reference_energy": 1468796.125 }, { "first_row": 32768, "rows": 1024, "reference_sse": 190048.9375, "reference_energy": 3011536.5 }, { "first_row": 33792, "rows": 1024, "reference_sse": 124058.53125, "reference_energy": 1509499.5 }, { "first_row": 45056, "rows": 1024, "reference_sse": 230414.9375, "reference_energy": 3059193.5 }, { "first_row": 46080, "rows": 1024, "reference_sse": 20684.0390625, "reference_energy": 2973744.25 }, { "first_row": 57344, "rows": 1024, "reference_sse": 215390.9375, "reference_energy": 3084082.75 }, { "first_row": 58368, "rows": 1024, "reference_sse": 14562.78515625, "reference_energy": 3076472.5 }, { "first_row": 69632, "rows": 1024, "reference_sse": 17187.416015625, "reference_energy": 2963782.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 18862.748046875, "reference_energy": 1575056.25 }, { "first_row": 81920, "rows": 1024, "reference_sse": 21655.05859375, "reference_energy": 3045197.75 }, { "first_row": 82944, "rows": 1024, "reference_sse": 20391.2421875, "reference_energy": 1618055.75 }, { "first_row": 94208, "rows": 1024, "reference_sse": 18803.05078125, "reference_energy": 2963082.5 }, { "first_row": 95232, "rows": 1024, "reference_sse": 13478.037109375, "reference_energy": 1604114.625 } ] }, "final_validation": { "target_rel": 0.03261215982052183, "reference_rel": 0.1569480605109621, "boundary_rel": 0.12060548705813477, "bulk_rel": 0.032594929474010076, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 16107.455078125, "reference_energy": 3066663.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 17762.626953125, "reference_energy": 1629707.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 19164.19921875, "reference_energy": 3040676.0 }, { "first_row": 21504, "rows": 1024, "reference_sse": 19492.015625, "reference_energy": 1468796.125 }, { "first_row": 32768, "rows": 1024, "reference_sse": 190007.0, "reference_energy": 3011536.5 }, { "first_row": 33792, "rows": 1024, "reference_sse": 124074.515625, "reference_energy": 1509499.5 }, { "first_row": 45056, "rows": 1024, "reference_sse": 230373.1875, "reference_energy": 3059193.5 }, { "first_row": 46080, "rows": 1024, "reference_sse": 20621.5, "reference_energy": 2973744.25 }, { "first_row": 57344, "rows": 1024, "reference_sse": 215417.90625, "reference_energy": 3084082.75 }, { "first_row": 58368, "rows": 1024, "reference_sse": 14534.0791015625, "reference_energy": 3076472.5 }, { "first_row": 69632, "rows": 1024, "reference_sse": 17172.197265625, "reference_energy": 2963782.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 18892.16015625, "reference_energy": 1575056.25 }, { "first_row": 81920, "rows": 1024, "reference_sse": 21604.478515625, "reference_energy": 3045197.75 }, { "first_row": 82944, "rows": 1024, "reference_sse": 20411.52734375, "reference_energy": 1618055.75 }, { "first_row": 94208, "rows": 1024, "reference_sse": 18770.5078125, "reference_energy": 2963082.5 }, { "first_row": 95232, "rows": 1024, "reference_sse": 13257.912109375, "reference_energy": 1604114.625 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.03261215982052183, "reference_rel": 0.1569480605109621 }, "development_audit": { "target_rel": 0.03873998267908994, "reference_rel": 0.15129441833257332, "boundary_rel": 0.05697067550797587, "bulk_rel": 0.038739160879500564, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 38291.03515625, "reference_energy": 2947939.25 }, { "first_row": 11264, "rows": 1024, "reference_sse": 46649.2890625, "reference_energy": 3081371.0 }, { "first_row": 22528, "rows": 1024, "reference_sse": 158972.015625, "reference_energy": 1663117.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 47178.7734375, "reference_energy": 1564293.125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 33398.0234375, "reference_energy": 3113673.5 }, { "first_row": 35840, "rows": 1024, "reference_sse": 34635.421875, "reference_energy": 3122301.5 }, { "first_row": 47104, "rows": 1024, "reference_sse": 35923.4140625, "reference_energy": 1569672.375 }, { "first_row": 48128, "rows": 1024, "reference_sse": 138033.34375, "reference_energy": 1612973.5 }, { "first_row": 59392, "rows": 1024, "reference_sse": 39215.9453125, "reference_energy": 3022757.5 }, { "first_row": 60416, "rows": 1024, "reference_sse": 47818.0, "reference_energy": 2960986.5 }, { "first_row": 71680, "rows": 1024, "reference_sse": 39309.9140625, "reference_energy": 3073410.5 }, { "first_row": 72704, "rows": 1024, "reference_sse": 60305.734375, "reference_energy": 2997355.0 }, { "first_row": 83968, "rows": 1024, "reference_sse": 45160.16015625, "reference_energy": 3005819.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 58933.16796875, "reference_energy": 1504315.875 }, { "first_row": 96256, "rows": 1024, "reference_sse": 46322.234375, "reference_energy": 1617421.125 }, { "first_row": 97280, "rows": 1024, "reference_sse": 43545.27734375, "reference_energy": 3059224.5 } ] }, "initial_development_audit": { "target_rel": 0.039602758802170554, "reference_rel": 0.1513719026911008, "boundary_rel": 0.057145334321210085, "bulk_rel": 0.03960197679671419, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 38355.31640625, "reference_energy": 2947939.25 }, { "first_row": 11264, "rows": 1024, "reference_sse": 46705.6875, "reference_energy": 3081371.0 }, { "first_row": 22528, "rows": 1024, "reference_sse": 159134.8125, "reference_energy": 1663117.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 47338.23828125, "reference_energy": 1564293.125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 33617.375, "reference_energy": 3113673.5 }, { "first_row": 35840, "rows": 1024, "reference_sse": 34781.33984375, "reference_energy": 3122301.5 }, { "first_row": 47104, "rows": 1024, "reference_sse": 36091.80859375, "reference_energy": 1569672.375 }, { "first_row": 48128, "rows": 1024, "reference_sse": 138057.984375, "reference_energy": 1612973.5 }, { "first_row": 59392, "rows": 1024, "reference_sse": 39396.5625, "reference_energy": 3022757.5 }, { "first_row": 60416, "rows": 1024, "reference_sse": 47844.8828125, "reference_energy": 2960986.5 }, { "first_row": 71680, "rows": 1024, "reference_sse": 39486.24609375, "reference_energy": 3073410.5 }, { "first_row": 72704, "rows": 1024, "reference_sse": 59678.76171875, "reference_energy": 2997355.0 }, { "first_row": 83968, "rows": 1024, "reference_sse": 45210.6171875, "reference_energy": 3005819.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 58959.96875, "reference_energy": 1504315.875 }, { "first_row": 96256, "rows": 1024, "reference_sse": 46382.703125, "reference_energy": 1617421.125 }, { "first_row": 97280, "rows": 1024, "reference_sse": 43585.56640625, "reference_energy": 3059224.5 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.03261215982052183, "reference_rel": 0.1569480605109621, "boundary_rel": 0.12060548705813477, "bulk_rel": 0.032594929474010076, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6017744372518274, "batch_loss": 0.3388710841536522, "best_step": 5, "overfit_checks": 0, "seconds": 54.42790079116821, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1466368, "scales_changed": 52540158, "scale_values": 52789248 } }, { "step": 10, "validation": { "target_rel": 0.033339246057441846, "reference_rel": 0.15692837475215052, "boundary_rel": 0.12244408536913062, "bulk_rel": 0.033321893208867734, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6114200345013092, "batch_loss": 0.3610553741455078, "best_step": 5, "overfit_checks": 0, "seconds": 123.7523090839386, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 49691, "codebook_values": 1466368, "scales_changed": 52589195, "scale_values": 52789248 } }, { "step": 15, "validation": { "target_rel": 0.03327758682942875, "reference_rel": 0.1570031491528581, "boundary_rel": 0.12251046512912507, "bulk_rel": 0.033260176402090585, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6112805688954062, "batch_loss": 0.3344027251005173, "best_step": 5, "overfit_checks": 0, "seconds": 177.67363905906677, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 45552, "codebook_values": 1466368, "scales_changed": 52617392, "scale_values": 52789248 } }, { "step": 20, "validation": { "target_rel": 0.03317743510470787, "reference_rel": 0.15699061252030244, "boundary_rel": 0.12214872097346655, "bulk_rel": 0.0331600751415804, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6120978924423923, "batch_loss": 0.3420055955648422, "best_step": 5, "overfit_checks": 0, "seconds": 248.703782081604, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 46135, "codebook_values": 1466368, "scales_changed": 52635058, "scale_values": 52789248 } }, { "step": 25, "validation": { "target_rel": 0.03284239321706219, "reference_rel": 0.15690493196030755, "boundary_rel": 0.12049854106572624, "bulk_rel": 0.0328253362874623, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6062669203759531, "batch_loss": 0.34519151598215103, "best_step": 5, "overfit_checks": 0, "seconds": 298.5443172454834, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 23832, "codebook_values": 1466368, "scales_changed": 52636326, "scale_values": 52789248 } }, { "step": 30, "validation": { "target_rel": 0.03294623980828504, "reference_rel": 0.1569558828928426, "boundary_rel": 0.1209951699890876, "bulk_rel": 0.0329290932212868, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.6077296588778069, "batch_loss": 0.3328026011586189, "best_step": 5, "overfit_checks": 0, "seconds": 370.1743686199188, "adaptive_schedule": { "best": 0.03261215982052183, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 33856, "codebook_values": 1466368, "scales_changed": 52637812, "scale_values": 52789248 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 350, "accepted": 311, "changed_groups": 566624, "training_before": 15430.1357421875, "training_after": 15115.24609375, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 348, "accepted": 298, "changed_groups": 446240, "training_before": 14648.3125, "training_after": 14409.8779296875, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 352, "accepted": 306, "changed_groups": 426290, "training_before": 14137.8115234375, "training_after": 13880.931640625, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }