| { |
| "layer": 34, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 0.7281031067591623, |
| "training_tokens_seen": 13107200, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 35, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 3, |
| "last_best": 20, |
| "early_drop": true |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 9804, |
| "codebook_values": 1425408, |
| "scales_changed": 28709366, |
| "scale_values": 51314688 |
| }, |
| "initial_validation": { |
| "target_rel": 0.1488533702504112, |
| "reference_rel": 0.1488533702504112, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 10229.921875, |
| "reference_energy": 1540351.25 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 21252.662109375, |
| "reference_energy": 1491334.875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 236158.84375, |
| "reference_energy": 3007712.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 11256.912109375, |
| "reference_energy": 1504223.75 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 114137.96875, |
| "reference_energy": 1482709.625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 14960.24609375, |
| "reference_energy": 4495194.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 11926.72265625, |
| "reference_energy": 1501535.125 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 8536.2412109375, |
| "reference_energy": 1582262.75 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 10400.52734375, |
| "reference_energy": 1560605.125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 11793.060546875, |
| "reference_energy": 1613147.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 9876.0361328125, |
| "reference_energy": 1595467.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 19019.22265625, |
| "reference_energy": 2956123.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 12072.4677734375, |
| "reference_energy": 1583290.125 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 8839.13671875, |
| "reference_energy": 1589575.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 11068.05859375, |
| "reference_energy": 1474415.5 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 165349.90625, |
| "reference_energy": 1570772.0 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.14816191332110693, |
| "reference_rel": 0.14816191332110693, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 10315.232421875, |
| "reference_energy": 1540351.25 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 20701.3125, |
| "reference_energy": 1491334.875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 232839.0, |
| "reference_energy": 3007712.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 11360.32421875, |
| "reference_energy": 1504223.75 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 112858.71875, |
| "reference_energy": 1482709.625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 15189.111328125, |
| "reference_energy": 4495194.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 12071.251953125, |
| "reference_energy": 1501535.125 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 8678.916015625, |
| "reference_energy": 1582262.75 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 10469.6015625, |
| "reference_energy": 1560605.125 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 11925.564453125, |
| "reference_energy": 1613147.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 9893.96484375, |
| "reference_energy": 1595467.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 18978.583984375, |
| "reference_energy": 2956123.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 12148.9921875, |
| "reference_energy": 1583290.125 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 8902.8896484375, |
| "reference_energy": 1589575.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 11166.673828125, |
| "reference_energy": 1474415.5 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 163103.90625, |
| "reference_energy": 1570772.0 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.14816191332110693, |
| "reference_rel": 0.14816191332110693 |
| }, |
| "development_audit": { |
| "target_rel": 0.10468679950658037, |
| "reference_rel": 0.10468679950658037, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 11243.025390625, |
| "reference_energy": 1508720.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 13668.2314453125, |
| "reference_energy": 1619765.0 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 10368.33203125, |
| "reference_energy": 1537277.75 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 13925.548828125, |
| "reference_energy": 4469095.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 15230.5859375, |
| "reference_energy": 3015433.5 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 11286.919921875, |
| "reference_energy": 1589511.5 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 87085.21875, |
| "reference_energy": 3039236.75 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 8392.599609375, |
| "reference_energy": 1618090.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 10718.80859375, |
| "reference_energy": 1455893.5 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 11567.3447265625, |
| "reference_energy": 1573217.0 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 10681.1630859375, |
| "reference_energy": 1518240.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 102127.046875, |
| "reference_energy": 1521326.875 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 11705.81640625, |
| "reference_energy": 1534757.0 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 12433.568359375, |
| "reference_energy": 3021442.0 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 9574.876953125, |
| "reference_energy": 1471805.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 10927.818359375, |
| "reference_energy": 1527947.75 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.10604086712205704, |
| "reference_rel": 0.10604086712205704, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 11091.978515625, |
| "reference_energy": 1508720.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 13423.9404296875, |
| "reference_energy": 1619765.0 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 10237.78125, |
| "reference_energy": 1537277.75 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 13131.2529296875, |
| "reference_energy": 4469095.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 15083.3037109375, |
| "reference_energy": 3015433.5 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 11111.625, |
| "reference_energy": 1589511.5 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 96480.734375, |
| "reference_energy": 3039236.75 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 8255.9990234375, |
| "reference_energy": 1618090.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 10613.681640625, |
| "reference_energy": 1455893.5 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 11449.5478515625, |
| "reference_energy": 1573217.0 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 10799.6962890625, |
| "reference_energy": 1518240.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 103951.875, |
| "reference_energy": 1521326.875 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 11554.134765625, |
| "reference_energy": 1534757.0 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 12384.724609375, |
| "reference_energy": 3021442.0 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 9522.728515625, |
| "reference_energy": 1471805.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 10980.974609375, |
| "reference_energy": 1527947.75 |
| } |
| ] |
| }, |
| "best_step": 20, |
| "steps_run": 50, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.14878894731103323, |
| "reference_rel": 0.14878894731103323 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9240736477389858, |
| "batch_loss": 0.8408703804016113, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 49.81403708457947, |
| "adaptive_schedule": { |
| "best": 0.14878894731103323, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1425408, |
| "scales_changed": 11211333, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.14876766925241688, |
| "reference_rel": 0.14876766925241688 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9239554507102181, |
| "batch_loss": 0.8395563513040543, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 100.72632455825806, |
| "adaptive_schedule": { |
| "best": 0.14876766925241688, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 21917, |
| "codebook_values": 1425408, |
| "scales_changed": 20579178, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.1486969049275544, |
| "reference_rel": 0.1486969049275544 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9224003865525149, |
| "batch_loss": 0.9808085858821869, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 145.3600594997406, |
| "adaptive_schedule": { |
| "best": 0.1486969049275544, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9584, |
| "codebook_values": 1425408, |
| "scales_changed": 25586400, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.14816191332110693, |
| "reference_rel": 0.14816191332110693 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9247690785868405, |
| "batch_loss": 0.9074680805206299, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 204.78701829910278, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9804, |
| "codebook_values": 1425408, |
| "scales_changed": 28709366, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.1484612326728505, |
| "reference_rel": 0.1484612326728505 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9221914498386866, |
| "batch_loss": 0.884711816906929, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 253.5595030784607, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 1, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9936, |
| "codebook_values": 1425408, |
| "scales_changed": 30786934, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.14853986761337828, |
| "reference_rel": 0.14853986761337828 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9215232427834743, |
| "batch_loss": 0.8792516887187958, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 299.0997667312622, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 2, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9420, |
| "codebook_values": 1425408, |
| "scales_changed": 32278232, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.14844515447147505, |
| "reference_rel": 0.14844515447147505 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9216680831511349, |
| "batch_loss": 1.0073802471160889, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 346.86168456077576, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 35, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 3, |
| "last_best": 20, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 8444, |
| "codebook_values": 1425408, |
| "scales_changed": 33411993, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.14843143778013718, |
| "reference_rel": 0.14843143778013718 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9213487846152342, |
| "batch_loss": 0.796210840344429, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 405.0830047130585, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 35, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 3, |
| "last_best": 20, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 5431, |
| "codebook_values": 1425408, |
| "scales_changed": 33636103, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.14842000302284325, |
| "reference_rel": 0.14842000302284325 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.921367498502079, |
| "batch_loss": 0.798992395401001, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 452.41865706443787, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 35, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 3, |
| "last_best": 20, |
| "early_drop": true |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 5628, |
| "codebook_values": 1425408, |
| "scales_changed": 33813068, |
| "scale_values": 51314688 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.14836651824246763, |
| "reference_rel": 0.14836651824246763 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9216532573671462, |
| "batch_loss": 0.9211855530738831, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 499.59940242767334, |
| "adaptive_schedule": { |
| "best": 0.14816191332110693, |
| "drop_after": 35, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 3, |
| "last_best": 20, |
| "early_drop": true |
| }, |
| "adaptive_stop": true, |
| "quantized_movement": { |
| "codebook_changed": 5993, |
| "codebook_values": 1425408, |
| "scales_changed": 33960158, |
| "scale_values": 51314688 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 340, |
| "accepted": 265, |
| "changed_groups": 322381, |
| "training_before": 303876.84375, |
| "training_after": 303451.125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 342, |
| "accepted": 289, |
| "changed_groups": 335609, |
| "training_before": 208975.625, |
| "training_after": 208709.0625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
