| { |
| "layer": 27, |
| "target": "same_input", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp16", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", |
| "training_sequence_count": 14657, |
| "training_passes": 0.5240171180844249, |
| "training_tokens_seen": 7864320, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "refinement": null, |
| "lr_decay_after": 25, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1409024, |
| "scales_changed": 50520002, |
| "scale_values": 50724864 |
| }, |
| "initial_validation": { |
| "target_rel": 0.01789227064986813, |
| "reference_rel": 0.0440598248498611, |
| "boundary_rel": 0.08684412947880862, |
| "bulk_rel": 0.01788002209426588, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 2327.2841796875, |
| "reference_energy": 1209613.75 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 1625.3148193359375, |
| "reference_energy": 609355.125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 2071.3720703125, |
| "reference_energy": 1197236.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 1706.0966796875, |
| "reference_energy": 565613.5625 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 1571.490478515625, |
| "reference_energy": 1192401.875 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 1559.541015625, |
| "reference_energy": 567350.8125 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 1804.94677734375, |
| "reference_energy": 1208481.75 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 2253.66162109375, |
| "reference_energy": 1179090.25 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 2543.23046875, |
| "reference_energy": 1206118.0 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 1592.4443359375, |
| "reference_energy": 1214930.75 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 1654.450439453125, |
| "reference_energy": 1187079.75 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 1672.75048828125, |
| "reference_energy": 610271.875 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 2041.567138671875, |
| "reference_energy": 1188636.625 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 1862.2593994140625, |
| "reference_energy": 605626.625 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 1781.606689453125, |
| "reference_energy": 1182985.375 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 2106.47314453125, |
| "reference_energy": 618907.25 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.017041586186703876, |
| "reference_rel": 0.04378453030535553, |
| "boundary_rel": 0.08491850114480659, |
| "bulk_rel": 0.017029262023576183, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 2293.691650390625, |
| "reference_energy": 1209613.75 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 1597.0791015625, |
| "reference_energy": 609355.125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 2037.3765869140625, |
| "reference_energy": 1197236.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 1680.0277099609375, |
| "reference_energy": 565613.5625 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 1561.103271484375, |
| "reference_energy": 1192401.875 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 1539.1466064453125, |
| "reference_energy": 567350.8125 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 1788.0872802734375, |
| "reference_energy": 1208481.75 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 2237.8369140625, |
| "reference_energy": 1179090.25 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 2521.90234375, |
| "reference_energy": 1206118.0 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 1570.6114501953125, |
| "reference_energy": 1214930.75 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 1630.1065673828125, |
| "reference_energy": 1187079.75 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 1655.956298828125, |
| "reference_energy": 610271.875 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 2003.0960693359375, |
| "reference_energy": 1188636.625 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 1828.534912109375, |
| "reference_energy": 605626.625 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 1767.42724609375, |
| "reference_energy": 1182985.375 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 2086.611328125, |
| "reference_energy": 618907.25 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.017041586186703876, |
| "reference_rel": 0.04378453030535553 |
| }, |
| "development_audit": { |
| "target_rel": 0.02566334665301732, |
| "reference_rel": 0.07953769724223286, |
| "boundary_rel": 0.05073338054003889, |
| "bulk_rel": 0.02566215869611191, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 6343.88916015625, |
| "reference_energy": 1170100.5 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 7206.03173828125, |
| "reference_energy": 1215420.75 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 7586.0615234375, |
| "reference_energy": 627656.375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 6297.2509765625, |
| "reference_energy": 615655.875 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 4839.6826171875, |
| "reference_energy": 1216567.875 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 5481.37060546875, |
| "reference_energy": 1220530.0 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 6391.48974609375, |
| "reference_energy": 600651.25 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 6376.45654296875, |
| "reference_energy": 611841.125 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 5783.5341796875, |
| "reference_energy": 1186924.0 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 6743.271484375, |
| "reference_energy": 1194658.125 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 6705.05078125, |
| "reference_energy": 1215129.25 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 6912.037109375, |
| "reference_energy": 1216240.75 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 6213.5927734375, |
| "reference_energy": 1195512.0 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 4978.31201171875, |
| "reference_energy": 602061.5 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 5577.67431640625, |
| "reference_energy": 606736.625 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 5961.015625, |
| "reference_energy": 1216117.25 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.026114687516514443, |
| "reference_rel": 0.0797565141419247, |
| "boundary_rel": 0.050996127133091124, |
| "bulk_rel": 0.02611351823159451, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 6376.5166015625, |
| "reference_energy": 1170100.5 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 7236.37451171875, |
| "reference_energy": 1215420.75 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 7624.9365234375, |
| "reference_energy": 627656.375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 6325.41650390625, |
| "reference_energy": 615655.875 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 4882.3486328125, |
| "reference_energy": 1216567.875 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 5523.255859375, |
| "reference_energy": 1220530.0 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 6429.125, |
| "reference_energy": 600651.25 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 6396.6767578125, |
| "reference_energy": 611841.125 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 5821.3818359375, |
| "reference_energy": 1186924.0 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 6766.7041015625, |
| "reference_energy": 1194658.125 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 6754.16259765625, |
| "reference_energy": 1215129.25 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 6946.166015625, |
| "reference_energy": 1216240.75 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 6241.10546875, |
| "reference_energy": 1195512.0 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 5008.84228515625, |
| "reference_energy": 602061.5 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 5626.5009765625, |
| "reference_energy": 606736.625 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 5984.8623046875, |
| "reference_energy": 1216117.25 |
| } |
| ] |
| }, |
| "best_step": 5, |
| "steps_run": 30, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.017041586186703876, |
| "reference_rel": 0.04378453030535553, |
| "boundary_rel": 0.08491850114480659, |
| "bulk_rel": 0.017029262023576183, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5477594689658267, |
| "batch_loss": 0.296082079410553, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 47.81495952606201, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1409024, |
| "scales_changed": 50520002, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.017496240601074395, |
| "reference_rel": 0.04389079891393216, |
| "boundary_rel": 0.08666020461447552, |
| "bulk_rel": 0.017483745530019284, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.558326296726577, |
| "batch_loss": 0.3075336739420891, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 113.18744039535522, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 1, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 49429, |
| "codebook_values": 1409024, |
| "scales_changed": 50558117, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.017453394082024388, |
| "reference_rel": 0.043918014076759326, |
| "boundary_rel": 0.08685096651837503, |
| "bulk_rel": 0.017440808129454297, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5579372619213726, |
| "batch_loss": 0.2983657270669937, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 157.2381591796875, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 2, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 45713, |
| "codebook_values": 1409024, |
| "scales_changed": 50581088, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.017399632926202217, |
| "reference_rel": 0.0438886748788324, |
| "boundary_rel": 0.08710665168007511, |
| "bulk_rel": 0.017386927305378132, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5583297531138093, |
| "batch_loss": 0.28946713358163834, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 223.9903769493103, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 47437, |
| "codebook_values": 1409024, |
| "scales_changed": 50596304, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.017133374310212328, |
| "reference_rel": 0.043778700053407844, |
| "boundary_rel": 0.08598920851358054, |
| "bulk_rel": 0.017120797588887755, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5510989168551735, |
| "batch_loss": 0.29561949521303177, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 272.6140305995941, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 22716, |
| "codebook_values": 1409024, |
| "scales_changed": 50596859, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.017194093071971735, |
| "reference_rel": 0.04381266050023055, |
| "boundary_rel": 0.08613111427101598, |
| "bulk_rel": 0.017181521354291553, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5525768617161063, |
| "batch_loss": 0.27376650273799896, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 340.23570442199707, |
| "adaptive_schedule": { |
| "best": 0.017041586186703876, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": true, |
| "quantized_movement": { |
| "codebook_changed": 31734, |
| "codebook_values": 1409024, |
| "scales_changed": 50598230, |
| "scale_values": 50724864 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 344, |
| "accepted": 272, |
| "changed_groups": 278305, |
| "training_before": 2331.159912109375, |
| "training_after": 2288.63134765625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 10 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 344, |
| "accepted": 264, |
| "changed_groups": 251138, |
| "training_before": 2164.780517578125, |
| "training_after": 2134.2646484375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 342, |
| "accepted": 273, |
| "changed_groups": 202269, |
| "training_before": 2026.0262451171875, |
| "training_after": 2000.8349609375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 30 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 15007754, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
