| { |
| "layer": 14, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 11874, |
| "codebook_values": 1253376, |
| "scales_changed": 35187120, |
| "scale_values": 45121536 |
| }, |
| "initial_validation": { |
| "target_rel": 0.011187812589905853, |
| "reference_rel": 0.011187812589905853, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 36.25918960571289, |
| "reference_energy": 400220.34375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 48.91755294799805, |
| "reference_energy": 396895.1875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 61.86619567871094, |
| "reference_energy": 824891.5 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 37.542213439941406, |
| "reference_energy": 390546.875 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 57.908050537109375, |
| "reference_energy": 371986.875 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 115.21009826660156, |
| "reference_energy": 1257719.375 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 45.591896057128906, |
| "reference_energy": 364595.59375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 32.48328399658203, |
| "reference_energy": 398465.53125 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 40.175201416015625, |
| "reference_energy": 396726.90625 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 53.57646560668945, |
| "reference_energy": 399846.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 30.770845413208008, |
| "reference_energy": 405114.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 67.83634948730469, |
| "reference_energy": 833979.4375 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 39.113746643066406, |
| "reference_energy": 407489.0625 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 45.23480987548828, |
| "reference_energy": 399859.46875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 251.22702026367188, |
| "reference_energy": 370214.0 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 40.809425354003906, |
| "reference_energy": 406896.0625 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.011118818134168828, |
| "reference_rel": 0.011118818134168828, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 35.75067138671875, |
| "reference_energy": 400220.34375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 49.02717208862305, |
| "reference_energy": 396895.1875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 60.427391052246094, |
| "reference_energy": 824891.5 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 38.094810485839844, |
| "reference_energy": 390546.875 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 57.07073211669922, |
| "reference_energy": 371986.875 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 108.73773956298828, |
| "reference_energy": 1257719.375 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 44.53506088256836, |
| "reference_energy": 364595.59375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 32.16720962524414, |
| "reference_energy": 398465.53125 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 40.15081787109375, |
| "reference_energy": 396726.90625 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 52.898860931396484, |
| "reference_energy": 399846.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 30.509052276611328, |
| "reference_energy": 405114.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 65.83576202392578, |
| "reference_energy": 833979.4375 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 38.173004150390625, |
| "reference_energy": 407489.0625 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 44.92472839355469, |
| "reference_energy": 399859.46875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 253.39999389648438, |
| "reference_energy": 370214.0 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 40.46790313720703, |
| "reference_energy": 406896.0625 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.011118818134168828, |
| "reference_rel": 0.011118818134168828 |
| }, |
| "development_audit": { |
| "target_rel": 0.01019887607988951, |
| "reference_rel": 0.01019887607988951, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 57.336910247802734, |
| "reference_energy": 383260.59375 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 33.02580261230469, |
| "reference_energy": 404923.9375 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 36.834388732910156, |
| "reference_energy": 394939.875 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 65.22114562988281, |
| "reference_energy": 1275396.25 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 50.707733154296875, |
| "reference_energy": 821605.5625 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 47.48151779174805, |
| "reference_energy": 397545.6875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 52.08080291748047, |
| "reference_energy": 832789.9375 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 30.03809356689453, |
| "reference_energy": 405350.6875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 78.63015747070312, |
| "reference_energy": 374985.71875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 59.28764343261719, |
| "reference_energy": 409905.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 119.25325012207031, |
| "reference_energy": 387976.9375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 37.76145935058594, |
| "reference_energy": 398873.25 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 89.99130249023438, |
| "reference_energy": 387619.25 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 48.138553619384766, |
| "reference_energy": 834024.5 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 44.15830993652344, |
| "reference_energy": 376059.5625 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 33.25225067138672, |
| "reference_energy": 405650.25 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.010259173902651736, |
| "reference_rel": 0.010259173902651736, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 57.00778579711914, |
| "reference_energy": 383260.59375 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 33.32732009887695, |
| "reference_energy": 404923.9375 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 36.81047439575195, |
| "reference_energy": 394939.875 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 66.83062744140625, |
| "reference_energy": 1275396.25 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 53.66331481933594, |
| "reference_energy": 821605.5625 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 47.56157684326172, |
| "reference_energy": 397545.6875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 53.08496856689453, |
| "reference_energy": 832789.9375 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 30.629833221435547, |
| "reference_energy": 405350.6875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 78.79545593261719, |
| "reference_energy": 374985.71875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 59.788856506347656, |
| "reference_energy": 409905.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 117.18629455566406, |
| "reference_energy": 387976.9375 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 38.070838928222656, |
| "reference_energy": 398873.25 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 92.1619873046875, |
| "reference_energy": 387619.25 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 50.17283630371094, |
| "reference_energy": 834024.5 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 44.59238815307617, |
| "reference_energy": 376059.5625 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 33.98894119262695, |
| "reference_energy": 405650.25 |
| } |
| ] |
| }, |
| "best_step": 65, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.01115585186151274, |
| "reference_rel": 0.01115585186151274 |
| }, |
| "training_probe_rel": 0.7931751319104298, |
| "batch_loss": 0.5127229988574982, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 57.994531869888306, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1253376, |
| "scales_changed": 22341209, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.011159293702614578, |
| "reference_rel": 0.011159293702614578 |
| }, |
| "training_probe_rel": 0.7920124790749126, |
| "batch_loss": 0.5085115283727646, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 106.82412505149841, |
| "quantized_movement": { |
| "codebook_changed": 25730, |
| "codebook_values": 1253376, |
| "scales_changed": 27808483, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.011160921888665907, |
| "reference_rel": 0.011160921888665907 |
| }, |
| "training_probe_rel": 0.7886894755568187, |
| "batch_loss": 1.3754498586058617, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 150.47369980812073, |
| "quantized_movement": { |
| "codebook_changed": 24446, |
| "codebook_values": 1253376, |
| "scales_changed": 30376622, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.011161587109452354, |
| "reference_rel": 0.011161587109452354 |
| }, |
| "training_probe_rel": 0.7891472580603369, |
| "batch_loss": 0.8287184312939644, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 210.94906401634216, |
| "quantized_movement": { |
| "codebook_changed": 32302, |
| "codebook_values": 1253376, |
| "scales_changed": 32164360, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.011162307489021783, |
| "reference_rel": 0.011162307489021783 |
| }, |
| "training_probe_rel": 0.7906905650781874, |
| "batch_loss": 0.6948562189936638, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 255.90030908584595, |
| "quantized_movement": { |
| "codebook_changed": 28853, |
| "codebook_values": 1253376, |
| "scales_changed": 33255455, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.011165652036315362, |
| "reference_rel": 0.011165652036315362 |
| }, |
| "training_probe_rel": 0.7917704050640383, |
| "batch_loss": 0.5378736853599548, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 301.0869023799896, |
| "quantized_movement": { |
| "codebook_changed": 23280, |
| "codebook_values": 1253376, |
| "scales_changed": 33946501, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.011139301213421254, |
| "reference_rel": 0.011139301213421254 |
| }, |
| "training_probe_rel": 0.7846725976262352, |
| "batch_loss": 0.566209502518177, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 345.8117516040802, |
| "quantized_movement": { |
| "codebook_changed": 19131, |
| "codebook_values": 1253376, |
| "scales_changed": 34420290, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.011133246568232821, |
| "reference_rel": 0.011133246568232821 |
| }, |
| "training_probe_rel": 0.785288068166114, |
| "batch_loss": 0.5144670158624649, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 404.2292158603668, |
| "quantized_movement": { |
| "codebook_changed": 18826, |
| "codebook_values": 1253376, |
| "scales_changed": 34777123, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.011126882404221687, |
| "reference_rel": 0.011126882404221687 |
| }, |
| "training_probe_rel": 0.7859292031573475, |
| "batch_loss": 0.5391436070203781, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 451.1107454299927, |
| "quantized_movement": { |
| "codebook_changed": 16861, |
| "codebook_values": 1253376, |
| "scales_changed": 35050376, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.011119332891750983, |
| "reference_rel": 0.011119332891750983 |
| }, |
| "training_probe_rel": 0.7847967403682862, |
| "batch_loss": 0.49827996641397476, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 497.0966410636902, |
| "quantized_movement": { |
| "codebook_changed": 10879, |
| "codebook_values": 1253376, |
| "scales_changed": 35099829, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.011120590798051076, |
| "reference_rel": 0.011120590798051076 |
| }, |
| "training_probe_rel": 0.78400139646064, |
| "batch_loss": 0.49918653070926666, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 542.7416725158691, |
| "quantized_movement": { |
| "codebook_changed": 11893, |
| "codebook_values": 1253376, |
| "scales_changed": 35140683, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.011119304004997974, |
| "reference_rel": 0.011119304004997974 |
| }, |
| "training_probe_rel": 0.7830064935626624, |
| "batch_loss": 0.5270526185631752, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 603.465651512146, |
| "quantized_movement": { |
| "codebook_changed": 11862, |
| "codebook_values": 1253376, |
| "scales_changed": 35168910, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.011118818134168828, |
| "reference_rel": 0.011118818134168828 |
| }, |
| "training_probe_rel": 0.7830006538570159, |
| "batch_loss": 0.484974205493927, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 650.0686185359955, |
| "quantized_movement": { |
| "codebook_changed": 11874, |
| "codebook_values": 1253376, |
| "scales_changed": 35187120, |
| "scale_values": 45121536 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.011119484131861007, |
| "reference_rel": 0.011119484131861007 |
| }, |
| "training_probe_rel": 0.7838369143388778, |
| "batch_loss": 0.505797728896141, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 684.7858924865723, |
| "quantized_movement": { |
| "codebook_changed": 11822, |
| "codebook_values": 1253376, |
| "scales_changed": 35204804, |
| "scale_values": 45121536 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 306, |
| "accepted": 261, |
| "changed_groups": 141996, |
| "training_before": 488.24029541015625, |
| "training_after": 485.6524963378906, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 306, |
| "accepted": 255, |
| "changed_groups": 140084, |
| "training_before": 470.32806396484375, |
| "training_after": 468.4644775390625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 306, |
| "accepted": 229, |
| "changed_groups": 125565, |
| "training_before": 600.63671875, |
| "training_after": 599.111083984375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
