{ "layer": 7, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1409024, "scales_changed": 50454579, "scale_values": 50724864 }, "initial_validation": { "target_rel": 0.02825844052605803, "reference_rel": 0.04139843458965993, "boundary_rel": 0.05749452203302316, "bulk_rel": 0.02822690825056111, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 3.0024025440216064, "reference_energy": 1355.146240234375 }, { "first_row": 9216, "rows": 1024, "reference_sse": 1.2908803224563599, "reference_energy": 612.9685668945312 }, { "first_row": 20480, "rows": 1024, "reference_sse": 1.7568984031677246, "reference_energy": 1200.08544921875 }, { "first_row": 21504, "rows": 1024, "reference_sse": 1.3184618949890137, "reference_energy": 593.9312744140625 }, { "first_row": 32768, "rows": 1024, "reference_sse": 1.0691070556640625, "reference_energy": 1066.6556396484375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 1.1204261779785156, "reference_energy": 595.4362182617188 }, { "first_row": 45056, "rows": 1024, "reference_sse": 1.206834077835083, "reference_energy": 1142.95068359375 }, { "first_row": 46080, "rows": 1024, "reference_sse": 1.2052631378173828, "reference_energy": 1088.51806640625 }, { "first_row": 57344, "rows": 1024, "reference_sse": 1.6611027717590332, "reference_energy": 1213.0316162109375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 1.1266512870788574, "reference_energy": 1155.32666015625 }, { "first_row": 69632, "rows": 1024, "reference_sse": 1.4236396551132202, "reference_energy": 1168.3687744140625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 1.2203006744384766, "reference_energy": 598.1253051757812 }, { "first_row": 81920, "rows": 1024, "reference_sse": 1.3752111196517944, "reference_energy": 1147.1199951171875 }, { "first_row": 82944, "rows": 1024, "reference_sse": 1.2663688659667969, "reference_energy": 598.82275390625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 2.0985069274902344, "reference_energy": 1169.995361328125 }, { "first_row": 95232, "rows": 1024, "reference_sse": 4.742558002471924, "reference_energy": 980.3748168945312 } ] }, "final_validation": { "target_rel": 0.02562102057711342, "reference_rel": 0.0394832049290373, "boundary_rel": 0.052667454524988624, "bulk_rel": 0.025591647279211326, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 2.7786107063293457, "reference_energy": 1355.146240234375 }, { "first_row": 9216, "rows": 1024, "reference_sse": 1.227437138557434, "reference_energy": 612.9685668945312 }, { "first_row": 20480, "rows": 1024, "reference_sse": 1.6153825521469116, "reference_energy": 1200.08544921875 }, { "first_row": 21504, "rows": 1024, "reference_sse": 1.1832445859909058, "reference_energy": 593.9312744140625 }, { "first_row": 32768, "rows": 1024, "reference_sse": 1.0064424276351929, "reference_energy": 1066.6556396484375 }, { "first_row": 33792, "rows": 1024, "reference_sse": 1.0548646450042725, "reference_energy": 595.4362182617188 }, { "first_row": 45056, "rows": 1024, "reference_sse": 1.116929531097412, "reference_energy": 1142.95068359375 }, { "first_row": 46080, "rows": 1024, "reference_sse": 1.1377506256103516, "reference_energy": 1088.51806640625 }, { "first_row": 57344, "rows": 1024, "reference_sse": 1.5273118019104004, "reference_energy": 1213.0316162109375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 1.0626143217086792, "reference_energy": 1155.32666015625 }, { "first_row": 69632, "rows": 1024, "reference_sse": 1.2880172729492188, "reference_energy": 1168.3687744140625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 1.129664421081543, "reference_energy": 598.1253051757812 }, { "first_row": 81920, "rows": 1024, "reference_sse": 1.2614476680755615, "reference_energy": 1147.1199951171875 }, { "first_row": 82944, "rows": 1024, "reference_sse": 1.1855463981628418, "reference_energy": 598.82275390625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 1.6515872478485107, "reference_energy": 1169.995361328125 }, { "first_row": 95232, "rows": 1024, "reference_sse": 4.227758884429932, "reference_energy": 980.3748168945312 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.02562102057711342, "reference_rel": 0.0394832049290373 }, "development_audit": { "target_rel": 0.03950432889646532, "reference_rel": 0.05775817140147907, "boundary_rel": 0.06812977220415427, "bulk_rel": 0.03949496389206028, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 4.1395463943481445, "reference_energy": 1216.5050048828125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 4.084298133850098, "reference_energy": 1202.9144287109375 }, { "first_row": 22528, "rows": 1024, "reference_sse": 3.8754334449768066, "reference_energy": 763.07861328125 }, { "first_row": 23552, "rows": 1024, "reference_sse": 2.5334911346435547, "reference_energy": 594.3355712890625 }, { "first_row": 34816, "rows": 1024, "reference_sse": 2.89666748046875, "reference_energy": 1122.099365234375 }, { "first_row": 35840, "rows": 1024, "reference_sse": 3.2437222003936768, "reference_energy": 1163.169677734375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 3.661311388015747, "reference_energy": 652.4838256835938 }, { "first_row": 48128, "rows": 1024, "reference_sse": 2.9065589904785156, "reference_energy": 929.7149658203125 }, { "first_row": 59392, "rows": 1024, "reference_sse": 3.5397467613220215, "reference_energy": 1174.5654296875 }, { "first_row": 60416, "rows": 1024, "reference_sse": 3.2866830825805664, "reference_energy": 1152.49755859375 }, { "first_row": 71680, "rows": 1024, "reference_sse": 3.83585786819458, "reference_energy": 1173.7803955078125 }, { "first_row": 72704, "rows": 1024, "reference_sse": 3.242553949356079, "reference_energy": 1183.19775390625 }, { "first_row": 83968, "rows": 1024, "reference_sse": 2.476191997528076, "reference_energy": 1088.425537109375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 3.5784807205200195, "reference_energy": 677.599365234375 }, { "first_row": 96256, "rows": 1024, "reference_sse": 2.4236793518066406, "reference_energy": 601.244140625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 2.9636127948760986, "reference_energy": 1098.073974609375 } ] }, "initial_development_audit": { "target_rel": 0.043242000372884296, "reference_rel": 0.061055556734736026, "boundary_rel": 0.07185834472118441, "bulk_rel": 0.04323285480330102, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 4.780485153198242, "reference_energy": 1216.5050048828125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 4.536196231842041, "reference_energy": 1202.9144287109375 }, { "first_row": 22528, "rows": 1024, "reference_sse": 4.212839126586914, "reference_energy": 763.07861328125 }, { "first_row": 23552, "rows": 1024, "reference_sse": 2.7695329189300537, "reference_energy": 594.3355712890625 }, { "first_row": 34816, "rows": 1024, "reference_sse": 3.2108566761016846, "reference_energy": 1122.099365234375 }, { "first_row": 35840, "rows": 1024, "reference_sse": 3.6257901191711426, "reference_energy": 1163.169677734375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 4.124327659606934, "reference_energy": 652.4838256835938 }, { "first_row": 48128, "rows": 1024, "reference_sse": 3.169083833694458, "reference_energy": 929.7149658203125 }, { "first_row": 59392, "rows": 1024, "reference_sse": 3.9071455001831055, "reference_energy": 1174.5654296875 }, { "first_row": 60416, "rows": 1024, "reference_sse": 3.8847293853759766, "reference_energy": 1152.49755859375 }, { "first_row": 71680, "rows": 1024, "reference_sse": 4.322331428527832, "reference_energy": 1173.7803955078125 }, { "first_row": 72704, "rows": 1024, "reference_sse": 3.6885757446289062, "reference_energy": 1183.19775390625 }, { "first_row": 83968, "rows": 1024, "reference_sse": 2.785421848297119, "reference_energy": 1088.425537109375 }, { "first_row": 84992, "rows": 1024, "reference_sse": 3.936685085296631, "reference_energy": 677.599365234375 }, { "first_row": 96256, "rows": 1024, "reference_sse": 2.6484837532043457, "reference_energy": 601.244140625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 3.272916793823242, "reference_energy": 1098.073974609375 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.02562102057711342, "reference_rel": 0.0394832049290373, "boundary_rel": 0.052667454524988624, "bulk_rel": 0.025591647279211326, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.30801350156582913, "batch_loss": 0.10157960280776024, "best_step": 5, "overfit_checks": 0, "seconds": 55.61007213592529, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1409024, "scales_changed": 50454579, "scale_values": 50724864 } }, { "step": 10, "validation": { "target_rel": 0.02696325928316114, "reference_rel": 0.04033245286414359, "boundary_rel": 0.055665568121141394, "bulk_rel": 0.026931997147270324, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.3215913879478949, "batch_loss": 0.1059923991560936, "best_step": 5, "overfit_checks": 0, "seconds": 130.13046073913574, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 27042, "codebook_values": 1409024, "scales_changed": 50494284, "scale_values": 50724864 } }, { "step": 15, "validation": { "target_rel": 0.02702963172659407, "reference_rel": 0.04039735618778947, "boundary_rel": 0.055858923533139274, "bulk_rel": 0.026998209773510556, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.3219305280798728, "batch_loss": 0.10292676649987698, "best_step": 5, "overfit_checks": 0, "seconds": 177.64673781394958, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 26761, "codebook_values": 1409024, "scales_changed": 50525679, "scale_values": 50724864 } }, { "step": 20, "validation": { "target_rel": 0.027087217994939728, "reference_rel": 0.04042696821667053, "boundary_rel": 0.055504860570711995, "bulk_rel": 0.027056421362111716, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.32286719147946435, "batch_loss": 0.10487544350326061, "best_step": 5, "overfit_checks": 0, "seconds": 250.42302203178406, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 30687, "codebook_values": 1409024, "scales_changed": 50549324, "scale_values": 50724864 } }, { "step": 25, "validation": { "target_rel": 0.02621609333276591, "reference_rel": 0.039851483669863824, "boundary_rel": 0.05446672605622685, "bulk_rel": 0.026185191254949013, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.3129650200546469, "batch_loss": 0.10025759972631931, "best_step": 5, "overfit_checks": 0, "seconds": 303.3398973941803, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 14516, "codebook_values": 1409024, "scales_changed": 50552450, "scale_values": 50724864 } }, { "step": 30, "validation": { "target_rel": 0.02638611107535999, "reference_rel": 0.03992611070431541, "boundary_rel": 0.05480233320557008, "bulk_rel": 0.026355034628110438, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.31591841661421743, "batch_loss": 0.09824436716735363, "best_step": 5, "overfit_checks": 0, "seconds": 378.305144071579, "adaptive_schedule": { "best": 0.02562102057711342, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 19890, "codebook_values": 1409024, "scales_changed": 50554895, "scale_values": 50724864 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 344, "accepted": 243, "changed_groups": 152400, "training_before": 6.6428093910217285, "training_after": 6.561167240142822, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 344, "accepted": 216, "changed_groups": 127024, "training_before": 6.560057640075684, "training_after": 6.469882488250732, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 344, "accepted": 197, "changed_groups": 64556, "training_before": 6.563950538635254, "training_after": 6.522056579589844, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }