| { |
| "layer": 43, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1.0, |
| "training_tokens_seen": 18001846, |
| "adaptive_schedule": { |
| "best": 0.2259841880308831, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 2246, |
| "codebook_values": 1507328, |
| "scales_changed": 37012212, |
| "scale_values": 54263808 |
| }, |
| "initial_validation": { |
| "target_rel": 0.2262760947260998, |
| "reference_rel": 0.2262760947260998, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 94723.0, |
| "reference_energy": 2256327.75 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 119704.078125, |
| "reference_energy": 2181613.0 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 369917.75, |
| "reference_energy": 3707020.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 106100.0703125, |
| "reference_energy": 2170779.75 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 191305.28125, |
| "reference_energy": 2253564.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 103751.28125, |
| "reference_energy": 5384100.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 111072.0, |
| "reference_energy": 2223035.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 91484.578125, |
| "reference_energy": 2263950.5 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 92685.25, |
| "reference_energy": 2243280.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 93121.21875, |
| "reference_energy": 2328994.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 91260.0, |
| "reference_energy": 2314087.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 140857.5, |
| "reference_energy": 3668743.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 115624.3125, |
| "reference_energy": 2253219.0 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 76804.796875, |
| "reference_energy": 2302078.5 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 80579.46875, |
| "reference_energy": 2174352.5 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 270965.09375, |
| "reference_energy": 2265462.0 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.2259841880308831, |
| "reference_rel": 0.2259841880308831, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 94519.8125, |
| "reference_energy": 2256327.75 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 119359.1640625, |
| "reference_energy": 2181613.0 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 368925.4375, |
| "reference_energy": 3707020.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 105859.1875, |
| "reference_energy": 2170779.75 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 190952.765625, |
| "reference_energy": 2253564.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 103337.78125, |
| "reference_energy": 5384100.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 110807.6484375, |
| "reference_energy": 2223035.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 91283.078125, |
| "reference_energy": 2263950.5 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 92455.640625, |
| "reference_energy": 2243280.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 92911.7734375, |
| "reference_energy": 2328994.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 91079.46875, |
| "reference_energy": 2314087.25 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 140053.96875, |
| "reference_energy": 3668743.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 115276.2109375, |
| "reference_energy": 2253219.0 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 76659.171875, |
| "reference_energy": 2302078.5 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 80276.625, |
| "reference_energy": 2174352.5 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 270654.4375, |
| "reference_energy": 2265462.0 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.2259841880308831, |
| "reference_rel": 0.2259841880308831 |
| }, |
| "development_audit": { |
| "target_rel": 0.20104015667831565, |
| "reference_rel": 0.20104015667831565, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 96031.234375, |
| "reference_energy": 2248027.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 113559.390625, |
| "reference_energy": 2301897.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 85288.640625, |
| "reference_energy": 2268180.25 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 95478.90625, |
| "reference_energy": 5324203.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 121728.0, |
| "reference_energy": 3722113.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 81441.765625, |
| "reference_energy": 2334878.75 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 201662.34375, |
| "reference_energy": 3791406.25 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 76017.1328125, |
| "reference_energy": 2306417.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 107070.796875, |
| "reference_energy": 2202029.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 104594.40625, |
| "reference_energy": 2251150.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 98535.3125, |
| "reference_energy": 2213933.25 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 182665.6875, |
| "reference_energy": 2243835.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 113131.640625, |
| "reference_energy": 2220610.75 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 103980.90625, |
| "reference_energy": 3737658.75 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 84062.078125, |
| "reference_energy": 2182539.75 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 95709.328125, |
| "reference_energy": 2220688.0 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.20129814819778605, |
| "reference_rel": 0.20129814819778605, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 96159.078125, |
| "reference_energy": 2248027.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 113766.96875, |
| "reference_energy": 2301897.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 85443.1953125, |
| "reference_energy": 2268180.25 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 95798.1796875, |
| "reference_energy": 5324203.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 122178.28125, |
| "reference_energy": 3722113.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 81787.4296875, |
| "reference_energy": 2334878.75 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 202055.0, |
| "reference_energy": 3791406.25 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 76174.203125, |
| "reference_energy": 2306417.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 107288.5234375, |
| "reference_energy": 2202029.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 104947.28125, |
| "reference_energy": 2251150.25 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 98864.015625, |
| "reference_energy": 2213933.25 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 183154.84375, |
| "reference_energy": 2243835.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 113353.8203125, |
| "reference_energy": 2220610.75 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 104285.9453125, |
| "reference_energy": 3737658.75 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 84245.2109375, |
| "reference_energy": 2182539.75 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 95978.109375, |
| "reference_energy": 2220688.0 |
| } |
| ] |
| }, |
| "best_step": 65, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.2261863087371358, |
| "reference_rel": 0.2261863087371358 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9672271479860396, |
| "batch_loss": 0.9124526381492615, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 52.13890266418457, |
| "adaptive_schedule": { |
| "best": 0.2261863087371358, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1507328, |
| "scales_changed": 9417660, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.22617097720400464, |
| "reference_rel": 0.22617097720400464 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666748779071316, |
| "batch_loss": 0.9067666232585907, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 101.95193600654602, |
| "adaptive_schedule": { |
| "best": 0.22617097720400464, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 28549, |
| "codebook_values": 1507328, |
| "scales_changed": 18957106, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.22611224661546725, |
| "reference_rel": 0.22611224661546725 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9657324304520414, |
| "batch_loss": 0.9467688351869583, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 152.7456076145172, |
| "adaptive_schedule": { |
| "best": 0.22611224661546725, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 5685, |
| "codebook_values": 1507328, |
| "scales_changed": 24499888, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.22607002249752198, |
| "reference_rel": 0.22607002249752198 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9652162996867514, |
| "batch_loss": 0.9288646131753922, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 221.74368691444397, |
| "adaptive_schedule": { |
| "best": 0.22607002249752198, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 5440, |
| "codebook_values": 1507328, |
| "scales_changed": 28222142, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.22604006735716534, |
| "reference_rel": 0.22604006735716534 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9649005030928954, |
| "batch_loss": 0.9440774768590927, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 271.44965052604675, |
| "adaptive_schedule": { |
| "best": 0.22604006735716534, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 4962, |
| "codebook_values": 1507328, |
| "scales_changed": 30858187, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.22602638044094303, |
| "reference_rel": 0.22602638044094303 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9647184672326277, |
| "batch_loss": 0.9298018664121628, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 325.6296172142029, |
| "adaptive_schedule": { |
| "best": 0.22602638044094303, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 30, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 4713, |
| "codebook_values": 1507328, |
| "scales_changed": 32798900, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.2260116715147085, |
| "reference_rel": 0.2260116715147085 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9645580062748023, |
| "batch_loss": 0.9646244049072266, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 374.2896399497986, |
| "adaptive_schedule": { |
| "best": 0.2260116715147085, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 35, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 4168, |
| "codebook_values": 1507328, |
| "scales_changed": 34281851, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.22599987964567206, |
| "reference_rel": 0.22599987964567206 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9644564647074035, |
| "batch_loss": 0.9009492248296738, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 442.36306715011597, |
| "adaptive_schedule": { |
| "best": 0.22599987964567206, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3986, |
| "codebook_values": 1507328, |
| "scales_changed": 35454198, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.22599689659386069, |
| "reference_rel": 0.22599689659386069 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9643766129612662, |
| "batch_loss": 0.8971697092056274, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 492.90931844711304, |
| "adaptive_schedule": { |
| "best": 0.22599689659386069, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 45, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3363, |
| "codebook_values": 1507328, |
| "scales_changed": 36390799, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.22598923605826063, |
| "reference_rel": 0.22598923605826063 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9642527003400937, |
| "batch_loss": 0.9389650523662567, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 550.2816860675812, |
| "adaptive_schedule": { |
| "best": 0.22598923605826063, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 50, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1436, |
| "codebook_values": 1507328, |
| "scales_changed": 36580994, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.2259882098313773, |
| "reference_rel": 0.2259882098313773 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9642626991969, |
| "batch_loss": 0.98050257563591, |
| "best_step": 55, |
| "overfit_checks": 0, |
| "seconds": 601.6420297622681, |
| "adaptive_schedule": { |
| "best": 0.2259882098313773, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 55, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2012, |
| "codebook_values": 1507328, |
| "scales_changed": 36740404, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.2259854863763482, |
| "reference_rel": 0.2259854863763482 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9642551516198151, |
| "batch_loss": 0.9259683191776276, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 666.7045586109161, |
| "adaptive_schedule": { |
| "best": 0.2259854863763482, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 60, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2162, |
| "codebook_values": 1507328, |
| "scales_changed": 36882143, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.2259841880308831, |
| "reference_rel": 0.2259841880308831 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9642487085194638, |
| "batch_loss": 0.9283534735441208, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 721.6762900352478, |
| "adaptive_schedule": { |
| "best": 0.2259841880308831, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2246, |
| "codebook_values": 1507328, |
| "scales_changed": 37012212, |
| "scale_values": 54263808 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.22598484955406073, |
| "reference_rel": 0.22598484955406073 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9642286328991528, |
| "batch_loss": 0.9700861871242523, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 761.701408624649, |
| "adaptive_schedule": { |
| "best": 0.2259841880308831, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2272, |
| "codebook_values": 1507328, |
| "scales_changed": 37112298, |
| "scale_values": 54263808 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 352, |
| "accepted": 313, |
| "changed_groups": 207135, |
| "training_before": 1123468.5, |
| "training_after": 1122306.0, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 352, |
| "accepted": 291, |
| "changed_groups": 193411, |
| "training_before": 1039515.375, |
| "training_after": 1038585.125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 356, |
| "accepted": 300, |
| "changed_groups": 199477, |
| "training_before": 1062073.375, |
| "training_after": 1060996.0, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
