| { |
| "layer": 5, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 38747, |
| "codebook_values": 1286144, |
| "scales_changed": 34031345, |
| "scale_values": 46301184 |
| }, |
| "initial_validation": { |
| "target_rel": 0.023731888036657985, |
| "reference_rel": 0.023731888036657985, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 0.14153537154197693, |
| "reference_energy": 318.68060302734375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 0.17913037538528442, |
| "reference_energy": 315.18304443359375 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 0.2734489142894745, |
| "reference_energy": 364.1300354003906 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 0.16733384132385254, |
| "reference_energy": 409.181884765625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 0.20133709907531738, |
| "reference_energy": 369.3540954589844 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 0.5332379341125488, |
| "reference_energy": 426.04351806640625 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 0.16856670379638672, |
| "reference_energy": 331.1439208984375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 0.13400064408779144, |
| "reference_energy": 376.18389892578125 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 0.17325147986412048, |
| "reference_energy": 360.78253173828125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 0.20387223362922668, |
| "reference_energy": 360.62530517578125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 0.20360049605369568, |
| "reference_energy": 338.47454833984375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 0.23370273411273956, |
| "reference_energy": 379.9266052246094 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 0.123384490609169, |
| "reference_energy": 389.563232421875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 0.21519729495048523, |
| "reference_energy": 371.1610107421875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 0.2266906499862671, |
| "reference_energy": 379.135498046875 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 0.1581355333328247, |
| "reference_energy": 434.4553527832031 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.022044561870399076, |
| "reference_rel": 0.022044561870399076, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 0.1410735547542572, |
| "reference_energy": 318.68060302734375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 0.16653873026371002, |
| "reference_energy": 315.18304443359375 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 0.2263968586921692, |
| "reference_energy": 364.1300354003906 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 0.148874431848526, |
| "reference_energy": 409.181884765625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 0.1796441227197647, |
| "reference_energy": 369.3540954589844 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 0.29789814352989197, |
| "reference_energy": 426.04351806640625 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 0.15755891799926758, |
| "reference_energy": 331.1439208984375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 0.13178716599941254, |
| "reference_energy": 376.18389892578125 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 0.17057938873767853, |
| "reference_energy": 360.78253173828125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 0.19080233573913574, |
| "reference_energy": 360.62530517578125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 0.19672226905822754, |
| "reference_energy": 338.47454833984375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 0.2070956528186798, |
| "reference_energy": 379.9266052246094 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 0.11281917989253998, |
| "reference_energy": 389.563232421875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 0.1968056708574295, |
| "reference_energy": 371.1610107421875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 0.21160709857940674, |
| "reference_energy": 379.135498046875 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 0.1426517516374588, |
| "reference_energy": 434.4553527832031 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.022044561870399076, |
| "reference_rel": 0.022044561870399076 |
| }, |
| "development_audit": { |
| "target_rel": 0.020572327891629234, |
| "reference_rel": 0.020572327891629234, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 0.2268964648246765, |
| "reference_energy": 349.99078369140625 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 0.1683279573917389, |
| "reference_energy": 354.3716125488281 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 0.1965988278388977, |
| "reference_energy": 346.1508483886719 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 0.17423440515995026, |
| "reference_energy": 400.4205627441406 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 0.12786097824573517, |
| "reference_energy": 365.0269470214844 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 0.18049803376197815, |
| "reference_energy": 418.346435546875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 0.1269790232181549, |
| "reference_energy": 416.6302490234375 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 0.1431695967912674, |
| "reference_energy": 365.1043701171875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 0.1550544798374176, |
| "reference_energy": 325.619140625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 0.14262036979198456, |
| "reference_energy": 424.3233947753906 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 0.12917491793632507, |
| "reference_energy": 398.9819641113281 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 0.1424376368522644, |
| "reference_energy": 404.85784912109375 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 0.15446995198726654, |
| "reference_energy": 302.3982849121094 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 0.1663312315940857, |
| "reference_energy": 368.77777099609375 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 0.14978066086769104, |
| "reference_energy": 375.97576904296875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 0.16243049502372742, |
| "reference_energy": 400.84210205078125 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.02118408504789441, |
| "reference_rel": 0.02118408504789441, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 0.22835226356983185, |
| "reference_energy": 349.99078369140625 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 0.17407536506652832, |
| "reference_energy": 354.3716125488281 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 0.1970038115978241, |
| "reference_energy": 346.1508483886719 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 0.2036646604537964, |
| "reference_energy": 400.4205627441406 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 0.13275033235549927, |
| "reference_energy": 365.0269470214844 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 0.20906338095664978, |
| "reference_energy": 418.346435546875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 0.13440380990505219, |
| "reference_energy": 416.6302490234375 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 0.14598970115184784, |
| "reference_energy": 365.1043701171875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 0.16110289096832275, |
| "reference_energy": 325.619140625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 0.14549703896045685, |
| "reference_energy": 424.3233947753906 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 0.1337989717721939, |
| "reference_energy": 398.9819641113281 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 0.1494770348072052, |
| "reference_energy": 404.85784912109375 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 0.154300719499588, |
| "reference_energy": 302.3982849121094 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 0.19607160985469818, |
| "reference_energy": 368.77777099609375 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 0.15520526468753815, |
| "reference_energy": 375.97576904296875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 0.17983204126358032, |
| "reference_energy": 400.84210205078125 |
| } |
| ] |
| }, |
| "best_step": 69, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.02218805474665539, |
| "reference_rel": 0.02218805474665539 |
| }, |
| "training_probe_rel": 0.35533297569845096, |
| "batch_loss": 0.12556502781808376, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 70.31146717071533, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1286144, |
| "scales_changed": 19085877, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.022561492608424757, |
| "reference_rel": 0.022561492608424757 |
| }, |
| "training_probe_rel": 0.3614162973906424, |
| "batch_loss": 0.13590898364782333, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 118.14100694656372, |
| "quantized_movement": { |
| "codebook_changed": 33939, |
| "codebook_values": 1286144, |
| "scales_changed": 24227757, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.022375112682590906, |
| "reference_rel": 0.022375112682590906 |
| }, |
| "training_probe_rel": 0.3546682409388521, |
| "batch_loss": 0.11834881268441677, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 168.52429246902466, |
| "quantized_movement": { |
| "codebook_changed": 23439, |
| "codebook_values": 1286144, |
| "scales_changed": 27360204, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.022176659441995854, |
| "reference_rel": 0.022176659441995854 |
| }, |
| "training_probe_rel": 0.34783539940866676, |
| "batch_loss": 0.12225859984755516, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 239.46560978889465, |
| "quantized_movement": { |
| "codebook_changed": 24992, |
| "codebook_values": 1286144, |
| "scales_changed": 29527034, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.02224398358487097, |
| "reference_rel": 0.02224398358487097 |
| }, |
| "training_probe_rel": 0.349122320422268, |
| "batch_loss": 0.12400182709097862, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 293.6563777923584, |
| "quantized_movement": { |
| "codebook_changed": 26835, |
| "codebook_values": 1286144, |
| "scales_changed": 30908194, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.022206138684025954, |
| "reference_rel": 0.022206138684025954 |
| }, |
| "training_probe_rel": 0.3491302041132365, |
| "batch_loss": 0.12094808556139469, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 343.64046716690063, |
| "quantized_movement": { |
| "codebook_changed": 27204, |
| "codebook_values": 1286144, |
| "scales_changed": 31840892, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.022252673426587852, |
| "reference_rel": 0.022252673426587852 |
| }, |
| "training_probe_rel": 0.3489407842043315, |
| "batch_loss": 0.11864814162254333, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 402.47063851356506, |
| "quantized_movement": { |
| "codebook_changed": 30647, |
| "codebook_values": 1286144, |
| "scales_changed": 32541086, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.022387820352266663, |
| "reference_rel": 0.022387820352266663 |
| }, |
| "training_probe_rel": 0.3492338474977512, |
| "batch_loss": 0.11911129020154476, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 470.3344657421112, |
| "quantized_movement": { |
| "codebook_changed": 35547, |
| "codebook_values": 1286144, |
| "scales_changed": 33120029, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.02240624324759886, |
| "reference_rel": 0.02240624324759886 |
| }, |
| "training_probe_rel": 0.3531228085828125, |
| "batch_loss": 0.11670931987464428, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 520.6475689411163, |
| "quantized_movement": { |
| "codebook_changed": 41761, |
| "codebook_values": 1286144, |
| "scales_changed": 33606817, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.022071934769458786, |
| "reference_rel": 0.022071934769458786 |
| }, |
| "training_probe_rel": 0.3455657716486838, |
| "batch_loss": 0.118095388635993, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 579.5208177566528, |
| "quantized_movement": { |
| "codebook_changed": 32418, |
| "codebook_values": 1286144, |
| "scales_changed": 33709475, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.022269650041249558, |
| "reference_rel": 0.022269650041249558 |
| }, |
| "training_probe_rel": 0.34609196683301957, |
| "batch_loss": 0.12103819474577904, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 630.9232051372528, |
| "quantized_movement": { |
| "codebook_changed": 35987, |
| "codebook_values": 1286144, |
| "scales_changed": 33809566, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.02216648363342608, |
| "reference_rel": 0.02216648363342608 |
| }, |
| "training_probe_rel": 0.3461076918259598, |
| "batch_loss": 0.11560303904116154, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 698.1578948497772, |
| "quantized_movement": { |
| "codebook_changed": 37316, |
| "codebook_values": 1286144, |
| "scales_changed": 33895656, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.022109046272408634, |
| "reference_rel": 0.022109046272408634 |
| }, |
| "training_probe_rel": 0.34727853614976834, |
| "batch_loss": 0.11308073624968529, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 757.2331671714783, |
| "quantized_movement": { |
| "codebook_changed": 38272, |
| "codebook_values": 1286144, |
| "scales_changed": 33969954, |
| "scale_values": 46301184 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.022044561870399076, |
| "reference_rel": 0.022044561870399076 |
| }, |
| "training_probe_rel": 0.34623514648345044, |
| "batch_loss": 0.11551225930452347, |
| "best_step": 69, |
| "overfit_checks": 0, |
| "seconds": 794.2053484916687, |
| "quantized_movement": { |
| "codebook_changed": 38747, |
| "codebook_values": 1286144, |
| "scales_changed": 34031345, |
| "scale_values": 46301184 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 314, |
| "accepted": 246, |
| "changed_groups": 101260, |
| "training_before": 1.606789231300354, |
| "training_after": 1.5870919227600098, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 314, |
| "accepted": 249, |
| "changed_groups": 99143, |
| "training_before": 1.5341932773590088, |
| "training_after": 1.5161283016204834, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 314, |
| "accepted": 255, |
| "changed_groups": 93772, |
| "training_before": 1.5677365064620972, |
| "training_after": 1.5502510070800781, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
