| { |
| "layer": 33, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1.0, |
| "training_tokens_seen": 18001846, |
| "adaptive_schedule": { |
| "best": 0.14179049308182445, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 9595, |
| "codebook_values": 1556480, |
| "scales_changed": 39139731, |
| "scale_values": 56033280 |
| }, |
| "initial_validation": { |
| "target_rel": 0.1422864600183787, |
| "reference_rel": 0.1422864600183787, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 7304.8837890625, |
| "reference_energy": 1507099.375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 17518.775390625, |
| "reference_energy": 1460613.25 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 217476.375, |
| "reference_energy": 2968917.5 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 8145.50390625, |
| "reference_energy": 1472209.5 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 109854.21875, |
| "reference_energy": 1448757.375 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 11562.806640625, |
| "reference_energy": 4445721.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 8695.373046875, |
| "reference_energy": 1470901.375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 6056.9560546875, |
| "reference_energy": 1549040.25 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 7534.640625, |
| "reference_energy": 1526558.25 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 8697.607421875, |
| "reference_energy": 1578981.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 7005.888671875, |
| "reference_energy": 1563363.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 14582.2177734375, |
| "reference_energy": 2918469.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 8361.3125, |
| "reference_energy": 1549803.875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 6479.69921875, |
| "reference_energy": 1555709.375 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 8282.5712890625, |
| "reference_energy": 1439805.875 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 159636.21875, |
| "reference_energy": 1535748.75 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.14179049308182445, |
| "reference_rel": 0.14179049308182445, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 7327.470703125, |
| "reference_energy": 1507099.375 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 17148.671875, |
| "reference_energy": 1460613.25 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 215447.453125, |
| "reference_energy": 2968917.5 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 8176.224609375, |
| "reference_energy": 1472209.5 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 108816.140625, |
| "reference_energy": 1448757.375 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 11529.28125, |
| "reference_energy": 4445721.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 8722.390625, |
| "reference_energy": 1470901.375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 6054.6923828125, |
| "reference_energy": 1549040.25 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 7519.8505859375, |
| "reference_energy": 1526558.25 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 8693.2861328125, |
| "reference_energy": 1578981.25 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 6979.4833984375, |
| "reference_energy": 1563363.0 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 14325.2265625, |
| "reference_energy": 2918469.25 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 8352.3818359375, |
| "reference_energy": 1549803.875 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 6458.62939453125, |
| "reference_energy": 1555709.375 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 8320.236328125, |
| "reference_energy": 1439805.875 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 159098.015625, |
| "reference_energy": 1535748.75 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.14179049308182445, |
| "reference_rel": 0.14179049308182445 |
| }, |
| "development_audit": { |
| "target_rel": 0.09808692805574028, |
| "reference_rel": 0.09808692805574028, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 8044.90234375, |
| "reference_energy": 1475348.75 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 9988.630859375, |
| "reference_energy": 1586536.0 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 7411.875, |
| "reference_energy": 1505235.5 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 10007.091796875, |
| "reference_energy": 4420131.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 10909.662109375, |
| "reference_energy": 2975112.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 8562.294921875, |
| "reference_energy": 1556430.0 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 82075.859375, |
| "reference_energy": 2999867.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 6110.30419921875, |
| "reference_energy": 1584598.125 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 7709.3828125, |
| "reference_energy": 1422066.625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 8338.0966796875, |
| "reference_energy": 1541718.875 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 7982.994140625, |
| "reference_energy": 1486922.125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 100917.359375, |
| "reference_energy": 1490628.75 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 7879.84619140625, |
| "reference_energy": 1499809.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 9081.478515625, |
| "reference_energy": 2981081.0 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 6938.09521484375, |
| "reference_energy": 1439378.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 10760.568359375, |
| "reference_energy": 1499330.375 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.09854551210721432, |
| "reference_rel": 0.09854551210721432, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 7965.98828125, |
| "reference_energy": 1475348.75 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 9966.1796875, |
| "reference_energy": 1586536.0 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 7356.04052734375, |
| "reference_energy": 1505235.5 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 10070.8046875, |
| "reference_energy": 4420131.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 10885.3359375, |
| "reference_energy": 2975112.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 8606.4443359375, |
| "reference_energy": 1556430.0 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 84339.1796875, |
| "reference_energy": 2999867.0 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 6120.08154296875, |
| "reference_energy": 1584598.125 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 7673.703125, |
| "reference_energy": 1422066.625 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 8301.1416015625, |
| "reference_energy": 1541718.875 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 8050.61181640625, |
| "reference_energy": 1486922.125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 101405.5234375, |
| "reference_energy": 1490628.75 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 7880.521484375, |
| "reference_energy": 1499809.5 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 9127.732421875, |
| "reference_energy": 2981081.0 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 6939.4345703125, |
| "reference_energy": 1439378.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 10866.923828125, |
| "reference_energy": 1499330.375 |
| } |
| ] |
| }, |
| "best_step": 65, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.14222570527678724, |
| "reference_rel": 0.14222570527678724 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8989583218453955, |
| "batch_loss": 0.8111101388931274, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 53.61992645263672, |
| "adaptive_schedule": { |
| "best": 0.14222570527678724, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1556480, |
| "scales_changed": 12499435, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.14222390425497147, |
| "reference_rel": 0.14222390425497147 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8991961357913406, |
| "batch_loss": 0.8141085058450699, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 103.44731640815735, |
| "adaptive_schedule": { |
| "best": 0.14222390425497147, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 26887, |
| "codebook_values": 1556480, |
| "scales_changed": 22860560, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.14217747349514337, |
| "reference_rel": 0.14217747349514337 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8967402682481591, |
| "batch_loss": 0.97549107670784, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 150.97195029258728, |
| "adaptive_schedule": { |
| "best": 0.14217747349514337, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9115, |
| "codebook_values": 1556480, |
| "scales_changed": 28381307, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.14205033865049588, |
| "reference_rel": 0.14205033865049588 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8961901105355282, |
| "batch_loss": 0.8967981785535812, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 217.0800793170929, |
| "adaptive_schedule": { |
| "best": 0.14205033865049588, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 10189, |
| "codebook_values": 1556480, |
| "scales_changed": 31790818, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.14192032637707272, |
| "reference_rel": 0.14192032637707272 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8958560210236922, |
| "batch_loss": 0.8673809915781021, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 264.6787049770355, |
| "adaptive_schedule": { |
| "best": 0.14192032637707272, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 11536, |
| "codebook_values": 1556480, |
| "scales_changed": 34068578, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.14193489302555262, |
| "reference_rel": 0.14193489302555262 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8951066075221521, |
| "batch_loss": 0.8499646186828613, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 315.96111583709717, |
| "adaptive_schedule": { |
| "best": 0.14192032637707272, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 11546, |
| "codebook_values": 1556480, |
| "scales_changed": 35685024, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.14193466384612258, |
| "reference_rel": 0.14193466384612258 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8944785784635907, |
| "batch_loss": 0.9907406568527222, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 364.39884972572327, |
| "adaptive_schedule": { |
| "best": 0.14192032637707272, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 10540, |
| "codebook_values": 1556480, |
| "scales_changed": 36906024, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.14183144857598978, |
| "reference_rel": 0.14183144857598978 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8948697096938407, |
| "batch_loss": 0.7656844407320023, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 431.0492641925812, |
| "adaptive_schedule": { |
| "best": 0.14183144857598978, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 11894, |
| "codebook_values": 1556480, |
| "scales_changed": 37879784, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.1419003282884805, |
| "reference_rel": 0.1419003282884805 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8944058052242546, |
| "batch_loss": 0.7659535259008408, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 479.8912281990051, |
| "adaptive_schedule": { |
| "best": 0.14183144857598978, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 10771, |
| "codebook_values": 1556480, |
| "scales_changed": 38661913, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.14187032893982207, |
| "reference_rel": 0.14187032893982207 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8938969257366924, |
| "batch_loss": 0.8995347172021866, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 531.5936698913574, |
| "adaptive_schedule": { |
| "best": 0.14183144857598978, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 7778, |
| "codebook_values": 1556480, |
| "scales_changed": 38815150, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.14183814285336244, |
| "reference_rel": 0.14183814285336244 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8940140754870716, |
| "batch_loss": 1.0251834839582443, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 581.0729022026062, |
| "adaptive_schedule": { |
| "best": 0.14183144857598978, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9006, |
| "codebook_values": 1556480, |
| "scales_changed": 38940496, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.14182312723597493, |
| "reference_rel": 0.14182312723597493 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8940660371805801, |
| "batch_loss": 0.8906521052122116, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 645.373298406601, |
| "adaptive_schedule": { |
| "best": 0.14182312723597493, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 60, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9513, |
| "codebook_values": 1556480, |
| "scales_changed": 39046693, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.14179049308182445, |
| "reference_rel": 0.14179049308182445 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8940780437492551, |
| "batch_loss": 0.8586682081222534, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 698.2675354480743, |
| "adaptive_schedule": { |
| "best": 0.14179049308182445, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9595, |
| "codebook_values": 1556480, |
| "scales_changed": 39139731, |
| "scale_values": 56033280 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.14181277036504644, |
| "reference_rel": 0.14181277036504644 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.8939310659695903, |
| "batch_loss": 0.951401025056839, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 735.5597543716431, |
| "adaptive_schedule": { |
| "best": 0.14179049308182445, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 9645, |
| "codebook_values": 1556480, |
| "scales_changed": 39216862, |
| "scale_values": 56033280 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 372, |
| "accepted": 310, |
| "changed_groups": 79293, |
| "training_before": 265583.0625, |
| "training_after": 265258.15625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 372, |
| "accepted": 350, |
| "changed_groups": 86867, |
| "training_before": 169766.734375, |
| "training_after": 169242.34375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 374, |
| "accepted": 319, |
| "changed_groups": 69303, |
| "training_before": 204828.3125, |
| "training_after": 204629.65625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
