{ "layer": 27, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1409024, "scales_changed": 50520002, "scale_values": 50724864 }, "initial_validation": { "target_rel": 0.01789227064986813, "reference_rel": 0.0440598248498611, "boundary_rel": 0.08684412947880862, "bulk_rel": 0.01788002209426588, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 2327.2841796875, "reference_energy": 1209613.75 }, { "first_row": 9216, "rows": 1024, "reference_sse": 1625.3148193359375, "reference_energy": 609355.125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 2071.3720703125, "reference_energy": 1197236.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 1706.0966796875, "reference_energy": 565613.5625 }, { "first_row": 32768, "rows": 1024, "reference_sse": 1571.490478515625, "reference_energy": 1192401.875 }, { "first_row": 33792, "rows": 1024, "reference_sse": 1559.541015625, "reference_energy": 567350.8125 }, { "first_row": 45056, "rows": 1024, "reference_sse": 1804.94677734375, "reference_energy": 1208481.75 }, { "first_row": 46080, "rows": 1024, "reference_sse": 2253.66162109375, "reference_energy": 1179090.25 }, { "first_row": 57344, "rows": 1024, "reference_sse": 2543.23046875, "reference_energy": 1206118.0 }, { "first_row": 58368, "rows": 1024, "reference_sse": 1592.4443359375, "reference_energy": 1214930.75 }, { "first_row": 69632, "rows": 1024, "reference_sse": 1654.450439453125, "reference_energy": 1187079.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 1672.75048828125, "reference_energy": 610271.875 }, { "first_row": 81920, "rows": 1024, "reference_sse": 2041.567138671875, "reference_energy": 1188636.625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 1862.2593994140625, "reference_energy": 605626.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 1781.606689453125, "reference_energy": 1182985.375 }, { "first_row": 95232, "rows": 1024, "reference_sse": 2106.47314453125, "reference_energy": 618907.25 } ] }, "final_validation": { "target_rel": 0.017041586186703876, "reference_rel": 0.04378453030535553, "boundary_rel": 0.08491850114480659, "bulk_rel": 0.017029262023576183, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 2293.691650390625, "reference_energy": 1209613.75 }, { "first_row": 9216, "rows": 1024, "reference_sse": 1597.0791015625, "reference_energy": 609355.125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 2037.3765869140625, "reference_energy": 1197236.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 1680.0277099609375, "reference_energy": 565613.5625 }, { "first_row": 32768, "rows": 1024, "reference_sse": 1561.103271484375, "reference_energy": 1192401.875 }, { "first_row": 33792, "rows": 1024, "reference_sse": 1539.1466064453125, "reference_energy": 567350.8125 }, { "first_row": 45056, "rows": 1024, "reference_sse": 1788.0872802734375, "reference_energy": 1208481.75 }, { "first_row": 46080, "rows": 1024, "reference_sse": 2237.8369140625, "reference_energy": 1179090.25 }, { "first_row": 57344, "rows": 1024, "reference_sse": 2521.90234375, "reference_energy": 1206118.0 }, { "first_row": 58368, "rows": 1024, "reference_sse": 1570.6114501953125, "reference_energy": 1214930.75 }, { "first_row": 69632, "rows": 1024, "reference_sse": 1630.1065673828125, "reference_energy": 1187079.75 }, { "first_row": 70656, "rows": 1024, "reference_sse": 1655.956298828125, "reference_energy": 610271.875 }, { "first_row": 81920, "rows": 1024, "reference_sse": 2003.0960693359375, "reference_energy": 1188636.625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 1828.534912109375, "reference_energy": 605626.625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 1767.42724609375, "reference_energy": 1182985.375 }, { "first_row": 95232, "rows": 1024, "reference_sse": 2086.611328125, "reference_energy": 618907.25 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.017041586186703876, "reference_rel": 0.04378453030535553 }, "development_audit": { "target_rel": 0.02566334665301732, "reference_rel": 0.07953769724223286, "boundary_rel": 0.05073338054003889, "bulk_rel": 0.02566215869611191, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 6343.88916015625, "reference_energy": 1170100.5 }, { "first_row": 11264, "rows": 1024, "reference_sse": 7206.03173828125, "reference_energy": 1215420.75 }, { "first_row": 22528, "rows": 1024, "reference_sse": 7586.0615234375, "reference_energy": 627656.375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 6297.2509765625, "reference_energy": 615655.875 }, { "first_row": 34816, "rows": 1024, "reference_sse": 4839.6826171875, "reference_energy": 1216567.875 }, { "first_row": 35840, "rows": 1024, "reference_sse": 5481.37060546875, "reference_energy": 1220530.0 }, { "first_row": 47104, "rows": 1024, "reference_sse": 6391.48974609375, "reference_energy": 600651.25 }, { "first_row": 48128, "rows": 1024, "reference_sse": 6376.45654296875, "reference_energy": 611841.125 }, { "first_row": 59392, "rows": 1024, "reference_sse": 5783.5341796875, "reference_energy": 1186924.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 6743.271484375, "reference_energy": 1194658.125 }, { "first_row": 71680, "rows": 1024, "reference_sse": 6705.05078125, "reference_energy": 1215129.25 }, { "first_row": 72704, "rows": 1024, "reference_sse": 6912.037109375, "reference_energy": 1216240.75 }, { "first_row": 83968, "rows": 1024, "reference_sse": 6213.5927734375, "reference_energy": 1195512.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 4978.31201171875, "reference_energy": 602061.5 }, { "first_row": 96256, "rows": 1024, "reference_sse": 5577.67431640625, "reference_energy": 606736.625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 5961.015625, "reference_energy": 1216117.25 } ] }, "initial_development_audit": { "target_rel": 0.026114687516514443, "reference_rel": 0.0797565141419247, "boundary_rel": 0.050996127133091124, "bulk_rel": 0.02611351823159451, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 6376.5166015625, "reference_energy": 1170100.5 }, { "first_row": 11264, "rows": 1024, "reference_sse": 7236.37451171875, "reference_energy": 1215420.75 }, { "first_row": 22528, "rows": 1024, "reference_sse": 7624.9365234375, "reference_energy": 627656.375 }, { "first_row": 23552, "rows": 1024, "reference_sse": 6325.41650390625, "reference_energy": 615655.875 }, { "first_row": 34816, "rows": 1024, "reference_sse": 4882.3486328125, "reference_energy": 1216567.875 }, { "first_row": 35840, "rows": 1024, "reference_sse": 5523.255859375, "reference_energy": 1220530.0 }, { "first_row": 47104, "rows": 1024, "reference_sse": 6429.125, "reference_energy": 600651.25 }, { "first_row": 48128, "rows": 1024, "reference_sse": 6396.6767578125, "reference_energy": 611841.125 }, { "first_row": 59392, "rows": 1024, "reference_sse": 5821.3818359375, "reference_energy": 1186924.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 6766.7041015625, "reference_energy": 1194658.125 }, { "first_row": 71680, "rows": 1024, "reference_sse": 6754.16259765625, "reference_energy": 1215129.25 }, { "first_row": 72704, "rows": 1024, "reference_sse": 6946.166015625, "reference_energy": 1216240.75 }, { "first_row": 83968, "rows": 1024, "reference_sse": 6241.10546875, "reference_energy": 1195512.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 5008.84228515625, "reference_energy": 602061.5 }, { "first_row": 96256, "rows": 1024, "reference_sse": 5626.5009765625, "reference_energy": 606736.625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 5984.8623046875, "reference_energy": 1216117.25 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.017041586186703876, "reference_rel": 0.04378453030535553, "boundary_rel": 0.08491850114480659, "bulk_rel": 0.017029262023576183, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5477594689658267, "batch_loss": 0.296082079410553, "best_step": 5, "overfit_checks": 0, "seconds": 47.81495952606201, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1409024, "scales_changed": 50520002, "scale_values": 50724864 } }, { "step": 10, "validation": { "target_rel": 0.017496240601074395, "reference_rel": 0.04389079891393216, "boundary_rel": 0.08666020461447552, "bulk_rel": 0.017483745530019284, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.558326296726577, "batch_loss": 0.3075336739420891, "best_step": 5, "overfit_checks": 0, "seconds": 113.18744039535522, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 49429, "codebook_values": 1409024, "scales_changed": 50558117, "scale_values": 50724864 } }, { "step": 15, "validation": { "target_rel": 0.017453394082024388, "reference_rel": 0.043918014076759326, "boundary_rel": 0.08685096651837503, "bulk_rel": 0.017440808129454297, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5579372619213726, "batch_loss": 0.2983657270669937, "best_step": 5, "overfit_checks": 0, "seconds": 157.2381591796875, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 45713, "codebook_values": 1409024, "scales_changed": 50581088, "scale_values": 50724864 } }, { "step": 20, "validation": { "target_rel": 0.017399632926202217, "reference_rel": 0.0438886748788324, "boundary_rel": 0.08710665168007511, "bulk_rel": 0.017386927305378132, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5583297531138093, "batch_loss": 0.28946713358163834, "best_step": 5, "overfit_checks": 0, "seconds": 223.9903769493103, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 47437, "codebook_values": 1409024, "scales_changed": 50596304, "scale_values": 50724864 } }, { "step": 25, "validation": { "target_rel": 0.017133374310212328, "reference_rel": 0.043778700053407844, "boundary_rel": 0.08598920851358054, "bulk_rel": 0.017120797588887755, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5510989168551735, "batch_loss": 0.29561949521303177, "best_step": 5, "overfit_checks": 0, "seconds": 272.6140305995941, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 22716, "codebook_values": 1409024, "scales_changed": 50596859, "scale_values": 50724864 } }, { "step": 30, "validation": { "target_rel": 0.017194093071971735, "reference_rel": 0.04381266050023055, "boundary_rel": 0.08613111427101598, "bulk_rel": 0.017181521354291553, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5525768617161063, "batch_loss": 0.27376650273799896, "best_step": 5, "overfit_checks": 0, "seconds": 340.23570442199707, "adaptive_schedule": { "best": 0.017041586186703876, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 31734, "codebook_values": 1409024, "scales_changed": 50598230, "scale_values": 50724864 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 344, "accepted": 272, "changed_groups": 278305, "training_before": 2331.159912109375, "training_after": 2288.63134765625, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 344, "accepted": 264, "changed_groups": 251138, "training_before": 2164.780517578125, "training_after": 2134.2646484375, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 342, "accepted": 273, "changed_groups": 202269, "training_before": 2026.0262451171875, "training_after": 2000.8349609375, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }