{ "layer": 33, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 0.5240171180844249, "training_tokens_seen": 7864320, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1466368, "scales_changed": 52548402, "scale_values": 52789248 }, "initial_validation": { "target_rel": 0.02996296962197526, "reference_rel": 0.15068946345776438, "boundary_rel": 0.10533322396819039, "bulk_rel": 0.02995032441821037, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 11792.49609375, "reference_energy": 3026635.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 13261.40234375, "reference_energy": 1599489.75 }, { "first_row": 20480, "rows": 1024, "reference_sse": 14662.0791015625, "reference_energy": 3000779.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 13785.486328125, "reference_energy": 1437363.875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 182485.375, "reference_energy": 2970591.5 }, { "first_row": 33792, "rows": 1024, "reference_sse": 116833.640625, "reference_energy": 1481735.75 }, { "first_row": 45056, "rows": 1024, "reference_sse": 221277.640625, "reference_energy": 3021380.75 }, { "first_row": 46080, "rows": 1024, "reference_sse": 15744.7158203125, "reference_energy": 2932698.5 }, { "first_row": 57344, "rows": 1024, "reference_sse": 206186.65625, "reference_energy": 3043668.0 }, { "first_row": 58368, "rows": 1024, "reference_sse": 10410.12109375, "reference_energy": 3034733.5 }, { "first_row": 69632, "rows": 1024, "reference_sse": 12650.755859375, "reference_energy": 2926842.0 }, { "first_row": 70656, "rows": 1024, "reference_sse": 13617.5234375, "reference_energy": 1543245.5 }, { "first_row": 81920, "rows": 1024, "reference_sse": 15948.890625, "reference_energy": 3003565.0 }, { "first_row": 82944, "rows": 1024, "reference_sse": 14751.8564453125, "reference_energy": 1587440.25 }, { "first_row": 94208, "rows": 1024, "reference_sse": 15515.5537109375, "reference_energy": 2924155.5 }, { "first_row": 95232, "rows": 1024, "reference_sse": 9111.42578125, "reference_energy": 1573586.125 } ] }, "final_validation": { "target_rel": 0.02889075275987553, "reference_rel": 0.1508177239791988, "boundary_rel": 0.10229089807707814, "bulk_rel": 0.028878369157048438, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 11714.978515625, "reference_energy": 3026635.0 }, { "first_row": 9216, "rows": 1024, "reference_sse": 13208.7890625, "reference_energy": 1599489.75 }, { "first_row": 20480, "rows": 1024, "reference_sse": 14568.5205078125, "reference_energy": 3000779.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 13800.4306640625, "reference_energy": 1437363.875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 183233.984375, "reference_energy": 2970591.5 }, { "first_row": 33792, "rows": 1024, "reference_sse": 117067.1875, "reference_energy": 1481735.75 }, { "first_row": 45056, "rows": 1024, "reference_sse": 222060.328125, "reference_energy": 3021380.75 }, { "first_row": 46080, "rows": 1024, "reference_sse": 15819.5576171875, "reference_energy": 2932698.5 }, { "first_row": 57344, "rows": 1024, "reference_sse": 206475.625, "reference_energy": 3043668.0 }, { "first_row": 58368, "rows": 1024, "reference_sse": 10399.01171875, "reference_energy": 3034733.5 }, { "first_row": 69632, "rows": 1024, "reference_sse": 12664.9140625, "reference_energy": 2926842.0 }, { "first_row": 70656, "rows": 1024, "reference_sse": 13541.4658203125, "reference_energy": 1543245.5 }, { "first_row": 81920, "rows": 1024, "reference_sse": 15834.349609375, "reference_energy": 3003565.0 }, { "first_row": 82944, "rows": 1024, "reference_sse": 14685.251953125, "reference_energy": 1587440.25 }, { "first_row": 94208, "rows": 1024, "reference_sse": 15403.123046875, "reference_energy": 2924155.5 }, { "first_row": 95232, "rows": 1024, "reference_sse": 9070.4619140625, "reference_energy": 1573586.125 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.02889075275987553, "reference_rel": 0.1508177239791988 }, "development_audit": { "target_rel": 0.03796306662438396, "reference_rel": 0.1387107151217581, "boundary_rel": 0.07792221451691454, "bulk_rel": 0.037961193217570126, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 30518.861328125, "reference_energy": 2901886.0 }, { "first_row": 11264, "rows": 1024, "reference_sse": 36500.19921875, "reference_energy": 3036072.0 }, { "first_row": 22528, "rows": 1024, "reference_sse": 146660.046875, "reference_energy": 1620405.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 37773.24609375, "reference_energy": 1527004.125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 27293.5546875, "reference_energy": 3062292.25 }, { "first_row": 35840, "rows": 1024, "reference_sse": 27457.71875, "reference_energy": 3072231.75 }, { "first_row": 47104, "rows": 1024, "reference_sse": 28990.751953125, "reference_energy": 1526909.25 }, { "first_row": 48128, "rows": 1024, "reference_sse": 125281.921875, "reference_energy": 1575380.5 }, { "first_row": 59392, "rows": 1024, "reference_sse": 30611.171875, "reference_energy": 2975199.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 37688.48828125, "reference_energy": 2914887.25 }, { "first_row": 71680, "rows": 1024, "reference_sse": 30483.29296875, "reference_energy": 3021543.0 }, { "first_row": 72704, "rows": 1024, "reference_sse": 44029.6796875, "reference_energy": 2953991.0 }, { "first_row": 83968, "rows": 1024, "reference_sse": 34441.0234375, "reference_energy": 2960798.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 47889.84375, "reference_energy": 1471888.25 }, { "first_row": 96256, "rows": 1024, "reference_sse": 35074.0625, "reference_energy": 1585144.375 }, { "first_row": 97280, "rows": 1024, "reference_sse": 33999.546875, "reference_energy": 3018246.0 } ] }, "initial_development_audit": { "target_rel": 0.038980807645571776, "reference_rel": 0.13859800509064416, "boundary_rel": 0.07853036232499672, "bulk_rel": 0.038978976115510926, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 30587.9921875, "reference_energy": 2901886.0 }, { "first_row": 11264, "rows": 1024, "reference_sse": 36662.3984375, "reference_energy": 3036072.0 }, { "first_row": 22528, "rows": 1024, "reference_sse": 146302.78125, "reference_energy": 1620405.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 37856.1796875, "reference_energy": 1527004.125 }, { "first_row": 34816, "rows": 1024, "reference_sse": 27549.08984375, "reference_energy": 3062292.25 }, { "first_row": 35840, "rows": 1024, "reference_sse": 27594.94921875, "reference_energy": 3072231.75 }, { "first_row": 47104, "rows": 1024, "reference_sse": 29092.28515625, "reference_energy": 1526909.25 }, { "first_row": 48128, "rows": 1024, "reference_sse": 124991.2890625, "reference_energy": 1575380.5 }, { "first_row": 59392, "rows": 1024, "reference_sse": 30792.21484375, "reference_energy": 2975199.0 }, { "first_row": 60416, "rows": 1024, "reference_sse": 37615.5625, "reference_energy": 2914887.25 }, { "first_row": 71680, "rows": 1024, "reference_sse": 30634.91796875, "reference_energy": 3021543.0 }, { "first_row": 72704, "rows": 1024, "reference_sse": 41952.7265625, "reference_energy": 2953991.0 }, { "first_row": 83968, "rows": 1024, "reference_sse": 34544.9609375, "reference_energy": 2960798.0 }, { "first_row": 84992, "rows": 1024, "reference_sse": 47808.484375, "reference_energy": 1471888.25 }, { "first_row": 96256, "rows": 1024, "reference_sse": 35335.703125, "reference_energy": 1585144.375 }, { "first_row": 97280, "rows": 1024, "reference_sse": 34145.9140625, "reference_energy": 3018246.0 } ] }, "best_step": 5, "steps_run": 30, "history": [ { "step": 5, "validation": { "target_rel": 0.02889075275987553, "reference_rel": 0.1508177239791988, "boundary_rel": 0.10229089807707814, "bulk_rel": 0.028878369157048438, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5484890495669379, "batch_loss": 0.3223147988319397, "best_step": 5, "overfit_checks": 0, "seconds": 51.724093437194824, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1466368, "scales_changed": 52548402, "scale_values": 52789248 } }, { "step": 10, "validation": { "target_rel": 0.029551189394073772, "reference_rel": 0.15081661862626627, "boundary_rel": 0.10378254752584762, "bulk_rel": 0.029538744503655866, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5604102948541062, "batch_loss": 0.3436766192317009, "best_step": 5, "overfit_checks": 0, "seconds": 126.51901364326477, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 48738, "codebook_values": 1466368, "scales_changed": 52594476, "scale_values": 52789248 } }, { "step": 15, "validation": { "target_rel": 0.02957601936620848, "reference_rel": 0.15072002741125348, "boundary_rel": 0.10366600734034433, "bulk_rel": 0.029563617486335948, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5615493216443849, "batch_loss": 0.3271509110927582, "best_step": 5, "overfit_checks": 0, "seconds": 172.5356903076172, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 43502, "codebook_values": 1466368, "scales_changed": 52622438, "scale_values": 52789248 } }, { "step": 20, "validation": { "target_rel": 0.029500735995003923, "reference_rel": 0.15075240707839377, "boundary_rel": 0.10347320659434818, "bulk_rel": 0.02948834707937198, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5623146047892462, "batch_loss": 0.332035094499588, "best_step": 5, "overfit_checks": 0, "seconds": 241.45248460769653, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 44665, "codebook_values": 1466368, "scales_changed": 52638341, "scale_values": 52789248 } }, { "step": 25, "validation": { "target_rel": 0.0291958262617952, "reference_rel": 0.15077553583930955, "boundary_rel": 0.10244027010171676, "bulk_rel": 0.029183555524524524, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5555907011363737, "batch_loss": 0.33126726746559143, "best_step": 5, "overfit_checks": 0, "seconds": 290.03742384910583, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 22049, "codebook_values": 1466368, "scales_changed": 52640671, "scale_values": 52789248 } }, { "step": 30, "validation": { "target_rel": 0.0292824870433614, "reference_rel": 0.15080328711061716, "boundary_rel": 0.102827194871198, "bulk_rel": 0.02927015877199554, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.5565036085677224, "batch_loss": 0.3173023462295532, "best_step": 5, "overfit_checks": 0, "seconds": 357.7028729915619, "adaptive_schedule": { "best": 0.02889075275987553, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": true, "quantized_movement": { "codebook_changed": 31553, "codebook_values": 1466368, "scales_changed": 52640564, "scale_values": 52789248 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 352, "accepted": 324, "changed_groups": 466355, "training_before": 11569.095703125, "training_after": 11288.50390625, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 354, "accepted": 312, "changed_groups": 415089, "training_before": 11142.2265625, "training_after": 10859.423828125, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 354, "accepted": 302, "changed_groups": 347824, "training_before": 10703.548828125, "training_after": 10505.0126953125, "acceptance": "proposal and separate training check batches", "step": 30 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }