| { |
| "layer": 28, |
| "target": "same_input", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp16", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", |
| "training_sequence_count": 14657, |
| "training_passes": 0.611353304431829, |
| "training_tokens_seen": 9175040, |
| "adaptive_schedule": { |
| "best": 0.018901359302169598, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 25, |
| "early_drop": true |
| }, |
| "refinement": null, |
| "lr_decay_after": 25, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 24672, |
| "codebook_values": 1392640, |
| "scales_changed": 50011319, |
| "scale_values": 50135040 |
| }, |
| "initial_validation": { |
| "target_rel": 0.019870179144231056, |
| "reference_rel": 0.0493819844564366, |
| "boundary_rel": 0.09771338021954817, |
| "bulk_rel": 0.01985382409053885, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 3019.2099609375, |
| "reference_energy": 1270285.5 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 2192.66552734375, |
| "reference_energy": 643718.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 2723.236083984375, |
| "reference_energy": 1257855.75 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 2228.7705078125, |
| "reference_energy": 598771.125 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 2154.80419921875, |
| "reference_energy": 1251647.75 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 2141.486083984375, |
| "reference_energy": 600137.9375 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 2382.08935546875, |
| "reference_energy": 1267700.25 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 2893.823974609375, |
| "reference_energy": 1239012.5 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 3399.3779296875, |
| "reference_energy": 1267545.25 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 2127.22216796875, |
| "reference_energy": 1276192.5 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 2127.542236328125, |
| "reference_energy": 1245992.875 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 2228.0009765625, |
| "reference_energy": 645484.1875 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 2730.950439453125, |
| "reference_energy": 1248982.5 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 2449.9755859375, |
| "reference_energy": 639822.3125 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 2368.864501953125, |
| "reference_energy": 1241817.25 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 2697.99462890625, |
| "reference_energy": 653075.875 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.018901359302169598, |
| "reference_rel": 0.04902155105569474, |
| "boundary_rel": 0.0928025423736047, |
| "bulk_rel": 0.018885852815296082, |
| "boundary_rows": 24, |
| "windows": [ |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 2969.27783203125, |
| "reference_energy": 1270285.5 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 2157.27001953125, |
| "reference_energy": 643718.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 2690.109375, |
| "reference_energy": 1257855.75 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 2208.23095703125, |
| "reference_energy": 598771.125 |
| }, |
| { |
| "first_row": 32768, |
| "rows": 1024, |
| "reference_sse": 2126.29248046875, |
| "reference_energy": 1251647.75 |
| }, |
| { |
| "first_row": 33792, |
| "rows": 1024, |
| "reference_sse": 2119.917724609375, |
| "reference_energy": 600137.9375 |
| }, |
| { |
| "first_row": 45056, |
| "rows": 1024, |
| "reference_sse": 2350.36669921875, |
| "reference_energy": 1267700.25 |
| }, |
| { |
| "first_row": 46080, |
| "rows": 1024, |
| "reference_sse": 2875.8525390625, |
| "reference_energy": 1239012.5 |
| }, |
| { |
| "first_row": 57344, |
| "rows": 1024, |
| "reference_sse": 3339.39599609375, |
| "reference_energy": 1267545.25 |
| }, |
| { |
| "first_row": 58368, |
| "rows": 1024, |
| "reference_sse": 2080.44189453125, |
| "reference_energy": 1276192.5 |
| }, |
| { |
| "first_row": 69632, |
| "rows": 1024, |
| "reference_sse": 2100.2333984375, |
| "reference_energy": 1245992.875 |
| }, |
| { |
| "first_row": 70656, |
| "rows": 1024, |
| "reference_sse": 2193.69921875, |
| "reference_energy": 645484.1875 |
| }, |
| { |
| "first_row": 81920, |
| "rows": 1024, |
| "reference_sse": 2670.0078125, |
| "reference_energy": 1248982.5 |
| }, |
| { |
| "first_row": 82944, |
| "rows": 1024, |
| "reference_sse": 2407.674560546875, |
| "reference_energy": 639822.3125 |
| }, |
| { |
| "first_row": 94208, |
| "rows": 1024, |
| "reference_sse": 2330.6552734375, |
| "reference_energy": 1241817.25 |
| }, |
| { |
| "first_row": 95232, |
| "rows": 1024, |
| "reference_sse": 2666.75732421875, |
| "reference_energy": 653075.875 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.018901359302169598, |
| "reference_rel": 0.04902155105569474 |
| }, |
| "development_audit": { |
| "target_rel": 0.0316425703984019, |
| "reference_rel": 0.08783956243956631, |
| "boundary_rel": 0.0749073075405007, |
| "bulk_rel": 0.03163980195203376, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 8158.1728515625, |
| "reference_energy": 1231666.75 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 9032.7607421875, |
| "reference_energy": 1277667.125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 10029.181640625, |
| "reference_energy": 666335.25 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 8129.1826171875, |
| "reference_energy": 652971.75 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 6549.03369140625, |
| "reference_energy": 1282874.75 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 7266.9052734375, |
| "reference_energy": 1286834.75 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 8026.29638671875, |
| "reference_energy": 637185.3125 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 8237.966796875, |
| "reference_energy": 647287.4375 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 7371.13671875, |
| "reference_energy": 1249602.875 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 8558.013671875, |
| "reference_energy": 1258058.375 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 8357.201171875, |
| "reference_energy": 1279261.75 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 8754.14453125, |
| "reference_energy": 1279599.25 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 7891.99951171875, |
| "reference_energy": 1257623.0 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 6601.8466796875, |
| "reference_energy": 637937.0 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 7153.37451171875, |
| "reference_energy": 641272.0 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 7697.53271484375, |
| "reference_energy": 1279173.75 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.032386551422322295, |
| "reference_rel": 0.08823325595936395, |
| "boundary_rel": 0.07651243639139646, |
| "bulk_rel": 0.032383731951190604, |
| "boundary_rows": 10, |
| "windows": [ |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 8249.052734375, |
| "reference_energy": 1231666.75 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 9118.9052734375, |
| "reference_energy": 1277667.125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 10108.537109375, |
| "reference_energy": 666335.25 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 8194.7685546875, |
| "reference_energy": 652971.75 |
| }, |
| { |
| "first_row": 34816, |
| "rows": 1024, |
| "reference_sse": 6630.2529296875, |
| "reference_energy": 1282874.75 |
| }, |
| { |
| "first_row": 35840, |
| "rows": 1024, |
| "reference_sse": 7369.109375, |
| "reference_energy": 1286834.75 |
| }, |
| { |
| "first_row": 47104, |
| "rows": 1024, |
| "reference_sse": 8094.345703125, |
| "reference_energy": 637185.3125 |
| }, |
| { |
| "first_row": 48128, |
| "rows": 1024, |
| "reference_sse": 8279.9912109375, |
| "reference_energy": 647287.4375 |
| }, |
| { |
| "first_row": 59392, |
| "rows": 1024, |
| "reference_sse": 7448.19091796875, |
| "reference_energy": 1249602.875 |
| }, |
| { |
| "first_row": 60416, |
| "rows": 1024, |
| "reference_sse": 8597.8583984375, |
| "reference_energy": 1258058.375 |
| }, |
| { |
| "first_row": 71680, |
| "rows": 1024, |
| "reference_sse": 8449.478515625, |
| "reference_energy": 1279261.75 |
| }, |
| { |
| "first_row": 72704, |
| "rows": 1024, |
| "reference_sse": 8824.279296875, |
| "reference_energy": 1279599.25 |
| }, |
| { |
| "first_row": 83968, |
| "rows": 1024, |
| "reference_sse": 7940.583984375, |
| "reference_energy": 1257623.0 |
| }, |
| { |
| "first_row": 84992, |
| "rows": 1024, |
| "reference_sse": 6689.796875, |
| "reference_energy": 637937.0 |
| }, |
| { |
| "first_row": 96256, |
| "rows": 1024, |
| "reference_sse": 7212.71142578125, |
| "reference_energy": 641272.0 |
| }, |
| { |
| "first_row": 97280, |
| "rows": 1024, |
| "reference_sse": 7755.17626953125, |
| "reference_energy": 1279173.75 |
| } |
| ] |
| }, |
| "best_step": 25, |
| "steps_run": 35, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.01891887502451607, |
| "reference_rel": 0.0490793176305127, |
| "boundary_rel": 0.0928954284688117, |
| "bulk_rel": 0.0189033515265739, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5579656381678902, |
| "batch_loss": 0.3208449259400368, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 50.843018531799316, |
| "adaptive_schedule": { |
| "best": 0.01891887502451607, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1392640, |
| "scales_changed": 49948137, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.019245833978246998, |
| "reference_rel": 0.049128433783588187, |
| "boundary_rel": 0.09474312817125011, |
| "bulk_rel": 0.019229957920224933, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5653293023526227, |
| "batch_loss": 0.31420859694480896, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 123.01538443565369, |
| "adaptive_schedule": { |
| "best": 0.01891887502451607, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 1, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 45931, |
| "codebook_values": 1392640, |
| "scales_changed": 49974848, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.01922747352176535, |
| "reference_rel": 0.04915782417321333, |
| "boundary_rel": 0.09416408063792465, |
| "bulk_rel": 0.019211782727477304, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5655105684111527, |
| "batch_loss": 0.3140670135617256, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 169.4656524658203, |
| "adaptive_schedule": { |
| "best": 0.01891887502451607, |
| "drop_after": 25, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 2, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 47380, |
| "codebook_values": 1392640, |
| "scales_changed": 49995207, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.019173146615215332, |
| "reference_rel": 0.04913793292106267, |
| "boundary_rel": 0.09393079028809098, |
| "bulk_rel": 0.019157488667189207, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5655192455753687, |
| "batch_loss": 0.3100856766104698, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 239.6061794757843, |
| "adaptive_schedule": { |
| "best": 0.01891887502451607, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 5, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 50640, |
| "codebook_values": 1392640, |
| "scales_changed": 50009192, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.018901359302169598, |
| "reference_rel": 0.04902155105569474, |
| "boundary_rel": 0.0928025423736047, |
| "bulk_rel": 0.018885852815296082, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5588439718238577, |
| "batch_loss": 0.30803610384464264, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 291.3429129123688, |
| "adaptive_schedule": { |
| "best": 0.018901359302169598, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 25, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 24672, |
| "codebook_values": 1392640, |
| "scales_changed": 50011319, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.01897152067681989, |
| "reference_rel": 0.049064259919845254, |
| "boundary_rel": 0.09310920194460012, |
| "bulk_rel": 0.018955969793419698, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5606444476729889, |
| "batch_loss": 0.2903386875987053, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 360.22567486763, |
| "adaptive_schedule": { |
| "best": 0.018901359302169598, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 25, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 35407, |
| "codebook_values": 1392640, |
| "scales_changed": 50011397, |
| "scale_values": 50135040 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.018985160885925022, |
| "reference_rel": 0.04906108366331567, |
| "boundary_rel": 0.09282961950361023, |
| "bulk_rel": 0.0189697191883451, |
| "boundary_rows": 24 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.5610357968478099, |
| "batch_loss": 0.3147994503378868, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 411.41319274902344, |
| "adaptive_schedule": { |
| "best": 0.018901359302169598, |
| "drop_after": 20, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 10, |
| "bad_checks": 3, |
| "last_best": 25, |
| "early_drop": true |
| }, |
| "adaptive_stop": true, |
| "quantized_movement": { |
| "codebook_changed": 38453, |
| "codebook_values": 1392640, |
| "scales_changed": 50011309, |
| "scale_values": 50135040 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 336, |
| "accepted": 300, |
| "changed_groups": 301787, |
| "training_before": 2985.705078125, |
| "training_after": 2920.16064453125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 10 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 338, |
| "accepted": 289, |
| "changed_groups": 209821, |
| "training_before": 3043.879638671875, |
| "training_after": 2988.79833984375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 338, |
| "accepted": 292, |
| "changed_groups": 159171, |
| "training_before": 2814.751220703125, |
| "training_after": 2773.34814453125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 30 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 15007754, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
