| { |
| "layer": 45, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "block_scale_dtype": "fp8_e4m3", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1.0, |
| "training_tokens_seen": 18001846, |
| "adaptive_schedule": { |
| "best": 0.2500656661798399, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 1546, |
| "codebook_values": 1409024, |
| "scales_changed": 34190143, |
| "scale_values": 50724864 |
| }, |
| "initial_validation": { |
| "target_rel": 0.25028447249399627, |
| "reference_rel": 0.25028447249399627, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 140044.6875, |
| "reference_energy": 2517485.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 167872.125, |
| "reference_energy": 2441458.5 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 431234.375, |
| "reference_energy": 3905635.25 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 158269.28125, |
| "reference_energy": 2405116.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 217767.96875, |
| "reference_energy": 2469399.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 143935.859375, |
| "reference_energy": 5633879.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 160965.84375, |
| "reference_energy": 2469405.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 137030.0, |
| "reference_energy": 2487547.25 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 132982.78125, |
| "reference_energy": 2497993.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 130451.2421875, |
| "reference_energy": 2532775.0 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 130391.359375, |
| "reference_energy": 2565711.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 198721.125, |
| "reference_energy": 3876720.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 173199.90625, |
| "reference_energy": 2488785.75 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 111739.7890625, |
| "reference_energy": 2537339.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 111278.875, |
| "reference_energy": 2404894.25 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 317499.59375, |
| "reference_energy": 2475925.5 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.2500656661798399, |
| "reference_rel": 0.2500656661798399, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 139838.09375, |
| "reference_energy": 2517485.5 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 167597.625, |
| "reference_energy": 2441458.5 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 430643.1875, |
| "reference_energy": 3905635.25 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 157990.765625, |
| "reference_energy": 2405116.0 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 217536.15625, |
| "reference_energy": 2469399.0 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 143575.5625, |
| "reference_energy": 5633879.0 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 160621.40625, |
| "reference_energy": 2469405.75 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 136793.90625, |
| "reference_energy": 2487547.25 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 132689.25, |
| "reference_energy": 2497993.0 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 130187.96875, |
| "reference_energy": 2532775.0 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 130261.75, |
| "reference_energy": 2565711.5 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 197959.09375, |
| "reference_energy": 3876720.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 172917.78125, |
| "reference_energy": 2488785.75 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 111597.8125, |
| "reference_energy": 2537339.75 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 111073.375, |
| "reference_energy": 2404894.25 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 317096.75, |
| "reference_energy": 2475925.5 |
| } |
| ] |
| }, |
| "initial_reasoning_validation": null, |
| "final_reasoning_validation": null, |
| "validation_distribution": "reasoning only", |
| "serialized_validation": { |
| "target_rel": 0.2500656661798399, |
| "reference_rel": 0.2500656661798399 |
| }, |
| "development_audit": { |
| "target_rel": 0.22814999992768895, |
| "reference_rel": 0.22814999992768895, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 136004.03125, |
| "reference_energy": 2496143.5 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 167293.59375, |
| "reference_energy": 2529097.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 120596.8046875, |
| "reference_energy": 2523133.0 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 135969.9375, |
| "reference_energy": 5553104.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 175940.6875, |
| "reference_energy": 3917970.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 116118.7265625, |
| "reference_energy": 2557573.75 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 254386.8125, |
| "reference_energy": 4016847.25 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 110585.390625, |
| "reference_energy": 2528841.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 152479.625, |
| "reference_energy": 2455303.75 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 152359.328125, |
| "reference_energy": 2463888.0 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 144301.40625, |
| "reference_energy": 2444396.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 216231.71875, |
| "reference_energy": 2466699.25 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 167337.265625, |
| "reference_energy": 2468289.75 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 149511.5, |
| "reference_energy": 3940307.75 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 120692.890625, |
| "reference_energy": 2403284.75 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 137063.4375, |
| "reference_energy": 2435096.75 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.22834112477800175, |
| "reference_rel": 0.22834112477800175, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 136208.5, |
| "reference_energy": 2496143.5 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 167549.796875, |
| "reference_energy": 2529097.5 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 120756.3046875, |
| "reference_energy": 2523133.0 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 136242.546875, |
| "reference_energy": 5553104.0 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 176405.140625, |
| "reference_energy": 3917970.0 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 116439.234375, |
| "reference_energy": 2557573.75 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 254634.5, |
| "reference_energy": 4016847.25 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 110769.5390625, |
| "reference_energy": 2528841.5 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 152639.5, |
| "reference_energy": 2455303.75 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 152623.75, |
| "reference_energy": 2463888.0 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 144510.25, |
| "reference_energy": 2444396.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 216576.625, |
| "reference_energy": 2466699.25 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 167575.859375, |
| "reference_energy": 2468289.75 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 149790.1875, |
| "reference_energy": 3940307.75 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 120938.96875, |
| "reference_energy": 2403284.75 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 137330.5, |
| "reference_energy": 2435096.75 |
| } |
| ] |
| }, |
| "best_step": 69, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.2502236577387324, |
| "reference_rel": 0.2502236577387324 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.973904142526623, |
| "batch_loss": 0.9299278259277344, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 53.69792318344116, |
| "adaptive_schedule": { |
| "best": 0.2502236577387324, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 5, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1409024, |
| "scales_changed": 7296636, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.25019469458347093, |
| "reference_rel": 0.25019469458347093 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9732259448122773, |
| "batch_loss": 0.9239520579576492, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 104.37957906723022, |
| "adaptive_schedule": { |
| "best": 0.25019469458347093, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 10, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 25375, |
| "codebook_values": 1409024, |
| "scales_changed": 16112603, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.2501604731572513, |
| "reference_rel": 0.2501604731572513 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9724362788442351, |
| "batch_loss": 0.9550988972187042, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 154.6820559501648, |
| "adaptive_schedule": { |
| "best": 0.2501604731572513, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 15, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3787, |
| "codebook_values": 1409024, |
| "scales_changed": 21539599, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.2501359816597542, |
| "reference_rel": 0.2501359816597542 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9720022258544643, |
| "batch_loss": 0.9426943808794022, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 224.62911295890808, |
| "adaptive_schedule": { |
| "best": 0.2501359816597542, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 20, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3689, |
| "codebook_values": 1409024, |
| "scales_changed": 25270636, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.2501168243447246, |
| "reference_rel": 0.2501168243447246 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.971714084588323, |
| "batch_loss": 0.9581848829984665, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 280.97044134140015, |
| "adaptive_schedule": { |
| "best": 0.2501168243447246, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 25, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3423, |
| "codebook_values": 1409024, |
| "scales_changed": 27934189, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.2501036741948526, |
| "reference_rel": 0.2501036741948526 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9715095648994939, |
| "batch_loss": 0.943840965628624, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 332.3937773704529, |
| "adaptive_schedule": { |
| "best": 0.2501036741948526, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 30, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 3152, |
| "codebook_values": 1409024, |
| "scales_changed": 29895892, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.25009317223398964, |
| "reference_rel": 0.25009317223398964 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9713705348160931, |
| "batch_loss": 0.9723118096590042, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 387.4274377822876, |
| "adaptive_schedule": { |
| "best": 0.25009317223398964, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 35, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2771, |
| "codebook_values": 1409024, |
| "scales_changed": 31383073, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.2500833717145271, |
| "reference_rel": 0.2500833717145271 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.971272106997433, |
| "batch_loss": 0.9225279837846756, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 455.84996223449707, |
| "adaptive_schedule": { |
| "best": 0.2500833717145271, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 40, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2679, |
| "codebook_values": 1409024, |
| "scales_changed": 32545954, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.2500771479922131, |
| "reference_rel": 0.2500771479922131 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9711925588154278, |
| "batch_loss": 0.9176743179559708, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 514.6387836933136, |
| "adaptive_schedule": { |
| "best": 0.2500771479922131, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 45, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 2145, |
| "codebook_values": 1409024, |
| "scales_changed": 33477689, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.25007229172047496, |
| "reference_rel": 0.25007229172047496 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9710801574615993, |
| "batch_loss": 0.9508070647716522, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 568.5666534900665, |
| "adaptive_schedule": { |
| "best": 0.25007229172047496, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 50, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1003, |
| "codebook_values": 1409024, |
| "scales_changed": 33665447, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.2500713898945188, |
| "reference_rel": 0.2500713898945188 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9710863652759363, |
| "batch_loss": 0.9876390099525452, |
| "best_step": 55, |
| "overfit_checks": 0, |
| "seconds": 618.8482432365417, |
| "adaptive_schedule": { |
| "best": 0.2500713898945188, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 55, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1486, |
| "codebook_values": 1409024, |
| "scales_changed": 33824002, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.25006865808357914, |
| "reference_rel": 0.25006865808357914 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.971091019391996, |
| "batch_loss": 0.9407101273536682, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 687.431850194931, |
| "adaptive_schedule": { |
| "best": 0.25006865808357914, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 60, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1481, |
| "codebook_values": 1409024, |
| "scales_changed": 33964882, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.25006691830701683, |
| "reference_rel": 0.25006691830701683 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9710720246835408, |
| "batch_loss": 0.9428539425134659, |
| "best_step": 65, |
| "overfit_checks": 0, |
| "seconds": 738.9395356178284, |
| "adaptive_schedule": { |
| "best": 0.25006691830701683, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 65, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1540, |
| "codebook_values": 1409024, |
| "scales_changed": 34091454, |
| "scale_values": 50724864 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.2500656661798399, |
| "reference_rel": 0.2500656661798399 |
| }, |
| "reasoning_validation": null, |
| "training_probe_rel": 0.9710587769778379, |
| "batch_loss": 0.9821280837059021, |
| "best_step": 69, |
| "overfit_checks": 0, |
| "seconds": 777.844498872757, |
| "adaptive_schedule": { |
| "best": 0.2500656661798399, |
| "drop_after": 45, |
| "relative_worsening": 0.001, |
| "checks": 3, |
| "patience_updates": 15, |
| "bad_checks": 0, |
| "last_best": 69, |
| "early_drop": false |
| }, |
| "adaptive_stop": false, |
| "quantized_movement": { |
| "codebook_changed": 1546, |
| "codebook_values": 1409024, |
| "scales_changed": 34190143, |
| "scale_values": 50724864 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 336, |
| "accepted": 261, |
| "changed_groups": 301364, |
| "training_before": 1490893.25, |
| "training_after": 1489905.5, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 336, |
| "accepted": 272, |
| "changed_groups": 285651, |
| "training_before": 1410167.5, |
| "training_after": 1409086.5, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 336, |
| "accepted": 279, |
| "changed_groups": 291635, |
| "training_before": 1435307.25, |
| "training_after": 1433985.25, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
