| { |
| "layer": 44, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1.0, |
| "training_tokens_seen": 18001846, |
| "adaptive_schedule": { |
| "best": 0.23595835164074047, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 3109, |
| "codebook_values": 1359872, |
| "scales_changed": 32848924, |
| "scale_values": 48955392 |
| }, |
| "initial_validation": { |
| "target_rel": 0.23615829482065198, |
| "reference_rel": 0.23615829482065198, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 110980.265625, |
| "reference_energy": 2330770.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 137738.515625, |
| "reference_energy": 2249891.0 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 391233.09375, |
| "reference_energy": 3774340.75 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 124359.109375, |
| "reference_energy": 2242705.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 199949.421875, |
| "reference_energy": 2308322.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 119658.234375, |
| "reference_energy": 5476102.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 129480.7109375, |
| "reference_energy": 2294713.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 105922.2890625, |
| "reference_energy": 2317224.0 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 108348.015625, |
| "reference_energy": 2337717.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 106081.3046875, |
| "reference_energy": 2373707.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 104234.828125, |
| "reference_energy": 2379469.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 162985.953125, |
| "reference_energy": 3736666.0 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 134940.09375, |
| "reference_energy": 2323973.0 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 88802.8828125, |
| "reference_energy": 2358251.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 90892.109375, |
| "reference_energy": 2226259.0 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 284984.3125, |
| "reference_energy": 2313805.0 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.23595835164074047, |
| "reference_rel": 0.23595835164074047, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 110782.203125, |
| "reference_energy": 2330770.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 137451.84375, |
| "reference_energy": 2249891.0 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 390887.4375, |
| "reference_energy": 3774340.75 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 124163.796875, |
| "reference_energy": 2242705.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 199632.546875, |
| "reference_energy": 2308322.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 119254.6328125, |
| "reference_energy": 5476102.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 129265.375, |
| "reference_energy": 2294713.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 105774.390625, |
| "reference_energy": 2317224.0 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 108162.515625, |
| "reference_energy": 2337717.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 105872.3046875, |
| "reference_energy": 2373707.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 104096.4296875, |
| "reference_energy": 2379469.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 162340.0625, |
| "reference_energy": 3736666.0 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 134726.6875, |
| "reference_energy": 2323973.0 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 88672.265625, |
| "reference_energy": 2358251.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 90698.296875, |
| "reference_energy": 2226259.0 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 284747.15625, |
| "reference_energy": 2313805.0 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.23595835164074047, |
| "reference_rel": 0.23595835164074047 |
| }, |
| "development_audit": { |
| "target_rel": 0.21148515287957895, |
| "reference_rel": 0.21148515287957895, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 110651.078125, |
| "reference_energy": 2318466.75 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 132534.859375, |
| "reference_energy": 2376087.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 98229.7421875, |
| "reference_energy": 2333863.0 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 110315.8046875, |
| "reference_energy": 5391700.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 139292.625, |
| "reference_energy": 3776269.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 94628.640625, |
| "reference_energy": 2403669.5 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 217250.34375, |
| "reference_energy": 3847417.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 86766.0625, |
| "reference_energy": 2348862.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 123263.2109375, |
| "reference_energy": 2287365.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 120805.8046875, |
| "reference_energy": 2305184.5 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 112261.53125, |
| "reference_energy": 2266357.0 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 192850.71875, |
| "reference_energy": 2298942.0 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 131178.0625, |
| "reference_energy": 2305088.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 118318.0390625, |
| "reference_energy": 3795094.5 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 96658.5, |
| "reference_energy": 2240176.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 108070.359375, |
| "reference_energy": 2267383.75 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.211675950758532, |
| "reference_rel": 0.211675950758532, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 110846.96875, |
| "reference_energy": 2318466.75 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 132747.1875, |
| "reference_energy": 2376087.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 98443.078125, |
| "reference_energy": 2333863.0 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 110555.609375, |
| "reference_energy": 5391700.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 139641.71875, |
| "reference_energy": 3776269.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 94935.6640625, |
| "reference_energy": 2403669.5 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 217487.4375, |
| "reference_energy": 3847417.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 86907.1953125, |
| "reference_energy": 2348862.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 123472.671875, |
| "reference_energy": 2287365.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 121062.34375, |
| "reference_energy": 2305184.5 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 112497.3046875, |
| "reference_energy": 2266357.0 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 193028.1875, |
| "reference_energy": 2298942.0 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 131364.1875, |
| "reference_energy": 2305088.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 118560.390625, |
| "reference_energy": 3795094.5 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 96829.15625, |
| "reference_energy": 2240176.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 108294.1328125, |
| "reference_energy": 2267383.75 |
| } |
| ] |
| }, |
| "best_step": 69, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.23610123192955965, |
| "reference_rel": 0.23610123192955965 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9478058916190543, |
| "batch_loss": 0.9088520258665085, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 58.546541690826416, |
| "adaptive_schedule": { |
| "best": 0.23610123192955965, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1359872, |
| "scales_changed": 8142411, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.23607100002693285, |
| "reference_rel": 0.23607100002693285 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9485767876735247, |
| "batch_loss": 0.9052678346633911, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 112.16610264778137, |
| "adaptive_schedule": { |
| "best": 0.23607100002693285, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 21009, |
| "codebook_values": 1359872, |
| "scales_changed": 16360664, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.23604142399996575, |
| "reference_rel": 0.23604142399996575 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9474006580171337, |
| "batch_loss": 0.9380492717027664, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 163.3437135219574, |
| "adaptive_schedule": { |
| "best": 0.23604142399996575, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 4042, |
| "codebook_values": 1359872, |
| "scales_changed": 21294358, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.2360148015608853, |
| "reference_rel": 0.2360148015608853 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9470533951997008, |
| "batch_loss": 0.9235205501317978, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 241.2353160381317, |
| "adaptive_schedule": { |
| "best": 0.2360148015608853, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3534, |
| "codebook_values": 1359872, |
| "scales_changed": 24683315, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.23599795398547835, |
| "reference_rel": 0.23599795398547835 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9469970926991722, |
| "batch_loss": 0.937551811337471, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 293.1195101737976, |
| "adaptive_schedule": { |
| "best": 0.23599795398547835, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3936, |
| "codebook_values": 1359872, |
| "scales_changed": 27100714, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.23598713704966578, |
| "reference_rel": 0.23598713704966578 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9468857806621345, |
| "batch_loss": 0.9245565831661224, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 353.3389573097229, |
| "adaptive_schedule": { |
| "best": 0.23598713704966578, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 30, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3642, |
| "codebook_values": 1359872, |
| "scales_changed": 28883877, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.23597875049719694, |
| "reference_rel": 0.23597875049719694 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9469420415243309, |
| "batch_loss": 0.955249696969986, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 405.6757102012634, |
| "adaptive_schedule": { |
| "best": 0.23597875049719694, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 35, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3303, |
| "codebook_values": 1359872, |
| "scales_changed": 30244956, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.2359705428625628, |
| "reference_rel": 0.2359705428625628 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9468599856080921, |
| "batch_loss": 0.8996820747852325, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 477.7903778553009, |
| "adaptive_schedule": { |
| "best": 0.2359705428625628, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3448, |
| "codebook_values": 1359872, |
| "scales_changed": 31327651, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.23596799575343794, |
| "reference_rel": 0.23596799575343794 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9472349943971161, |
| "batch_loss": 0.8939667642116547, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 530.1690490245819, |
| "adaptive_schedule": { |
| "best": 0.23596799575343794, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 45, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3365, |
| "codebook_values": 1359872, |
| "scales_changed": 32189538, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.23596206880136697, |
| "reference_rel": 0.23596206880136697 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9464980970808935, |
| "batch_loss": 0.9317403584718704, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 593.928103685379, |
| "adaptive_schedule": { |
| "best": 0.23596206880136697, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 50, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1990, |
| "codebook_values": 1359872, |
| "scales_changed": 32364217, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.23596159266962857, |
| "reference_rel": 0.23596159266962857 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9466452649846216, |
| "batch_loss": 0.9726335853338242, |
| "best_step": 55, |
| "overfit_checks": 0, |
| "seconds": 646.1908447742462, |
| "adaptive_schedule": { |
| "best": 0.23596159266962857, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 55, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2591, |
| "codebook_values": 1359872, |
| "scales_changed": 32509681, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.2359603738756883, |
| "reference_rel": 0.2359603738756883 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9467082816714758, |
| "batch_loss": 0.9198400378227234, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 712.95978474617, |
| "adaptive_schedule": { |
| "best": 0.2359603738756883, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 60, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2843, |
| "codebook_values": 1359872, |
| "scales_changed": 32638035, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.23595843702263491, |
| "reference_rel": 0.23595843702263491 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9468633558156475, |
| "batch_loss": 0.9233366996049881, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 770.9291722774506, |
| "adaptive_schedule": { |
| "best": 0.23595843702263491, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3043, |
| "codebook_values": 1359872, |
| "scales_changed": 32757231, |
| "scale_values": 48955392 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.23595835164074047, |
| "reference_rel": 0.23595835164074047 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9468877673427956, |
| "batch_loss": 0.9635694324970245, |
| "best_step": 69, |
| "overfit_checks": 0, |
| "seconds": 811.1835868358612, |
| "adaptive_schedule": { |
| "best": 0.23595835164074047, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3109, |
| "codebook_values": 1359872, |
| "scales_changed": 32848924, |
| "scale_values": 48955392 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 320, |
| "accepted": 237, |
| "changed_groups": 196302, |
| "training_before": 1275088.25, |
| "training_after": 1274218.5, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 318, |
| "accepted": 246, |
| "changed_groups": 204403, |
| "training_before": 1193945.25, |
| "training_after": 1193084.0, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 320, |
| "accepted": 249, |
| "changed_groups": 207267, |
| "training_before": 1214081.125, |
| "training_after": 1213075.0, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
