| { |
| "layer": 46, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1.0, |
| "training_tokens_seen": 18001846, |
| "adaptive_schedule": { |
| "best": 0.2580110830510766, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 1789, |
| "codebook_values": 1466368, |
| "scales_changed": 35950092, |
| "scale_values": 52789248 |
| }, |
| "initial_validation": { |
| "target_rel": 0.2582931895696838, |
| "reference_rel": 0.2582931895696838, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 157559.59375, |
| "reference_energy": 2617586.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 186369.28125, |
| "reference_energy": 2533765.5 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 452169.34375, |
| "reference_energy": 4013307.75 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 180694.125, |
| "reference_energy": 2518306.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 231297.390625, |
| "reference_energy": 2595432.5 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 163206.96875, |
| "reference_energy": 5747596.5 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 179479.609375, |
| "reference_energy": 2566208.0 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 159835.6875, |
| "reference_energy": 2624464.0 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 151275.03125, |
| "reference_energy": 2613442.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 147598.921875, |
| "reference_energy": 2639997.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 147317.609375, |
| "reference_energy": 2662937.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 224906.875, |
| "reference_energy": 3984552.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 200687.28125, |
| "reference_energy": 2647112.5 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 126146.703125, |
| "reference_energy": 2641801.0 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 124137.6015625, |
| "reference_energy": 2521832.25 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 338098.0, |
| "reference_energy": 2598636.0 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.2580110830510766, |
| "reference_rel": 0.2580110830510766, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 157210.78125, |
| "reference_energy": 2617586.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 185909.25, |
| "reference_energy": 2533765.5 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 451280.375, |
| "reference_energy": 4013307.75 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 180224.828125, |
| "reference_energy": 2518306.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 230933.59375, |
| "reference_energy": 2595432.5 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 162547.84375, |
| "reference_energy": 5747596.5 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 179155.6875, |
| "reference_energy": 2566208.0 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 159527.53125, |
| "reference_energy": 2624464.0 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 150982.140625, |
| "reference_energy": 2613442.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 147307.46875, |
| "reference_energy": 2639997.5 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 147053.625, |
| "reference_energy": 2662937.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 223972.734375, |
| "reference_energy": 3984552.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 200383.90625, |
| "reference_energy": 2647112.5 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 125927.546875, |
| "reference_energy": 2641801.0 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 123732.0859375, |
| "reference_energy": 2521832.25 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 337708.1875, |
| "reference_energy": 2598636.0 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.2580110830510766, |
| "reference_rel": 0.2580110830510766 |
| }, |
| "development_audit": { |
| "target_rel": 0.23744312025067188, |
| "reference_rel": 0.23744312025067188, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 152472.78125, |
| "reference_energy": 2597695.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 188829.59375, |
| "reference_energy": 2617339.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 134274.28125, |
| "reference_energy": 2619111.5 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 152948.15625, |
| "reference_energy": 5664974.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 195168.28125, |
| "reference_energy": 4026411.75 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 136092.375, |
| "reference_energy": 2705002.0 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 275998.6875, |
| "reference_energy": 4123626.5 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 128734.90625, |
| "reference_energy": 2656646.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 173903.90625, |
| "reference_energy": 2588191.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 174709.9375, |
| "reference_energy": 2580835.5 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 163590.5625, |
| "reference_energy": 2558991.0 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 232730.390625, |
| "reference_energy": 2608536.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 189435.90625, |
| "reference_energy": 2602184.0 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 171985.625, |
| "reference_energy": 4054737.25 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 139390.65625, |
| "reference_energy": 2522811.5 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 156670.34375, |
| "reference_energy": 2550130.5 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.237706227059759, |
| "reference_rel": 0.237706227059759, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 152767.671875, |
| "reference_energy": 2597695.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 189199.25, |
| "reference_energy": 2617339.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 134552.53125, |
| "reference_energy": 2619111.5 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 153298.34375, |
| "reference_energy": 5664974.5 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 195781.390625, |
| "reference_energy": 4026411.75 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 136628.25, |
| "reference_energy": 2705002.0 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 276487.0, |
| "reference_energy": 4123626.5 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 128952.9375, |
| "reference_energy": 2656646.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 174231.296875, |
| "reference_energy": 2588191.0 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 175204.03125, |
| "reference_energy": 2580835.5 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 163970.8125, |
| "reference_energy": 2558991.0 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 233212.25, |
| "reference_energy": 2608536.5 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 189712.15625, |
| "reference_energy": 2602184.0 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 172279.203125, |
| "reference_energy": 4054737.25 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 139743.6875, |
| "reference_energy": 2522811.5 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 157050.96875, |
| "reference_energy": 2550130.5 |
| } |
| ] |
| }, |
| "best_step": 69, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.25821878445423363, |
| "reference_rel": 0.25821878445423363 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9694870364865907, |
| "batch_loss": 0.9307812303304672, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 52.90540027618408, |
| "adaptive_schedule": { |
| "best": 0.25821878445423363, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1466368, |
| "scales_changed": 8164555, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.2581985438167519, |
| "reference_rel": 0.2581985438167519 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9691434809340367, |
| "batch_loss": 0.923621267080307, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 106.82060623168945, |
| "adaptive_schedule": { |
| "best": 0.2581985438167519, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 32828, |
| "codebook_values": 1466368, |
| "scales_changed": 17449281, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.25814153982211224, |
| "reference_rel": 0.25814153982211224 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9680876178332948, |
| "batch_loss": 0.9517171829938889, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 159.16432929039001, |
| "adaptive_schedule": { |
| "best": 0.25814153982211224, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 6364, |
| "codebook_values": 1466368, |
| "scales_changed": 23015730, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.2581015645410841, |
| "reference_rel": 0.2581015645410841 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9676873751521535, |
| "batch_loss": 0.9404399394989014, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 228.24654269218445, |
| "adaptive_schedule": { |
| "best": 0.2581015645410841, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 5551, |
| "codebook_values": 1466368, |
| "scales_changed": 26820841, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.2580758558244475, |
| "reference_rel": 0.2580758558244475 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9673770989801332, |
| "batch_loss": 0.9558350890874863, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 281.4854257106781, |
| "adaptive_schedule": { |
| "best": 0.2580758558244475, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 4880, |
| "codebook_values": 1466368, |
| "scales_changed": 29536131, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.25805694771536325, |
| "reference_rel": 0.25805694771536325 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9671351158985019, |
| "batch_loss": 0.9431258738040924, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 331.250821352005, |
| "adaptive_schedule": { |
| "best": 0.25805694771536325, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 30, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3981, |
| "codebook_values": 1466368, |
| "scales_changed": 31536120, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.25804461333616424, |
| "reference_rel": 0.25804461333616424 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.966964061819813, |
| "batch_loss": 0.9660305976867676, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 387.4937906265259, |
| "adaptive_schedule": { |
| "best": 0.25804461333616424, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 35, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3283, |
| "codebook_values": 1466368, |
| "scales_changed": 33060499, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.2580323987704124, |
| "reference_rel": 0.2580323987704124 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9668512128447705, |
| "batch_loss": 0.92144875228405, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 453.94935488700867, |
| "adaptive_schedule": { |
| "best": 0.2580323987704124, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3100, |
| "codebook_values": 1466368, |
| "scales_changed": 34259616, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.25802430838858664, |
| "reference_rel": 0.25802430838858664 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9667451097502082, |
| "batch_loss": 0.9156614691019058, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 509.6545829772949, |
| "adaptive_schedule": { |
| "best": 0.25802430838858664, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 45, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2558, |
| "codebook_values": 1466368, |
| "scales_changed": 35213027, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.25801949047898404, |
| "reference_rel": 0.25801949047898404 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666184617575216, |
| "batch_loss": 0.9481432884931564, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 562.1308772563934, |
| "adaptive_schedule": { |
| "best": 0.25801949047898404, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 50, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1114, |
| "codebook_values": 1466368, |
| "scales_changed": 35406702, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.2580177483644336, |
| "reference_rel": 0.2580177483644336 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666249195997997, |
| "batch_loss": 0.9836480468511581, |
| "best_step": 55, |
| "overfit_checks": 0, |
| "seconds": 612.5902392864227, |
| "adaptive_schedule": { |
| "best": 0.2580177483644336, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 55, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1641, |
| "codebook_values": 1466368, |
| "scales_changed": 35569398, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.25801416598696325, |
| "reference_rel": 0.25801416598696325 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666672237427514, |
| "batch_loss": 0.9380761831998825, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 683.1830394268036, |
| "adaptive_schedule": { |
| "best": 0.25801416598696325, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 60, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1650, |
| "codebook_values": 1466368, |
| "scales_changed": 35716141, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.2580116911677157, |
| "reference_rel": 0.2580116911677157 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666321325176249, |
| "batch_loss": 0.9408247172832489, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 731.9089405536652, |
| "adaptive_schedule": { |
| "best": 0.2580116911677157, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1604, |
| "codebook_values": 1466368, |
| "scales_changed": 35848295, |
| "scale_values": 52789248 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.2580110830510766, |
| "reference_rel": 0.2580110830510766 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9666208962905939, |
| "batch_loss": 0.9764455854892731, |
| "best_step": 69, |
| "overfit_checks": 0, |
| "seconds": 768.1936535835266, |
| "adaptive_schedule": { |
| "best": 0.2580110830510766, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1789, |
| "codebook_values": 1466368, |
| "scales_changed": 35950092, |
| "scale_values": 52789248 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 350, |
| "accepted": 307, |
| "changed_groups": 195368, |
| "training_before": 1656695.125, |
| "training_after": 1655242.25, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 346, |
| "accepted": 285, |
| "changed_groups": 162467, |
| "training_before": 1576656.0, |
| "training_after": 1575468.375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 348, |
| "accepted": 296, |
| "changed_groups": 155884, |
| "training_before": 1602976.5, |
| "training_after": 1601606.125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
