{ "layer": 46, "target": "reference", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp8_e4m3", "batch_tokens": 262144, "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", "training_sequence_count": 17580, "training_passes": 1.0, "training_tokens_seen": 18001846, "adaptive_schedule": { "best": 0.2580110830510766, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 69, "early_drop": false }, "refinement": null, "lr_decay_after": 45, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 1789, "codebook_values": 1466368, "scales_changed": 35950092, "scale_values": 52789248 }, "initial_validation": { "target_rel": 0.2582931895696838, "reference_rel": 0.2582931895696838, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 157559.59375, "reference_energy": 2617586.5 }, { "first_row": 1024, "rows": 1024, "reference_sse": 186369.28125, "reference_energy": 2533765.5 }, { "first_row": 4096, "rows": 1024, "reference_sse": 452169.34375, "reference_energy": 4013307.75 }, { "first_row": 5120, "rows": 1024, "reference_sse": 180694.125, "reference_energy": 2518306.0 }, { "first_row": 8192, "rows": 1024, "reference_sse": 231297.390625, "reference_energy": 2595432.5 }, { "first_row": 9216, "rows": 1024, "reference_sse": 163206.96875, "reference_energy": 5747596.5 }, { "first_row": 12288, "rows": 1024, "reference_sse": 179479.609375, "reference_energy": 2566208.0 }, { "first_row": 13312, "rows": 1024, "reference_sse": 159835.6875, "reference_energy": 2624464.0 }, { "first_row": 16384, "rows": 1024, "reference_sse": 151275.03125, "reference_energy": 2613442.0 }, { "first_row": 17408, "rows": 1024, "reference_sse": 147598.921875, "reference_energy": 2639997.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 147317.609375, "reference_energy": 2662937.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 224906.875, "reference_energy": 3984552.75 }, { "first_row": 24576, "rows": 1024, "reference_sse": 200687.28125, "reference_energy": 2647112.5 }, { "first_row": 25600, "rows": 1024, "reference_sse": 126146.703125, "reference_energy": 2641801.0 }, { "first_row": 28672, "rows": 1024, "reference_sse": 124137.6015625, "reference_energy": 2521832.25 }, { "first_row": 29696, "rows": 1024, "reference_sse": 338098.0, "reference_energy": 2598636.0 } ] }, "final_validation": { "target_rel": 0.2580110830510766, "reference_rel": 0.2580110830510766, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 157210.78125, "reference_energy": 2617586.5 }, { "first_row": 1024, "rows": 1024, "reference_sse": 185909.25, "reference_energy": 2533765.5 }, { "first_row": 4096, "rows": 1024, "reference_sse": 451280.375, "reference_energy": 4013307.75 }, { "first_row": 5120, "rows": 1024, "reference_sse": 180224.828125, "reference_energy": 2518306.0 }, { "first_row": 8192, "rows": 1024, "reference_sse": 230933.59375, "reference_energy": 2595432.5 }, { "first_row": 9216, "rows": 1024, "reference_sse": 162547.84375, "reference_energy": 5747596.5 }, { "first_row": 12288, "rows": 1024, "reference_sse": 179155.6875, "reference_energy": 2566208.0 }, { "first_row": 13312, "rows": 1024, "reference_sse": 159527.53125, "reference_energy": 2624464.0 }, { "first_row": 16384, "rows": 1024, "reference_sse": 150982.140625, "reference_energy": 2613442.0 }, { "first_row": 17408, "rows": 1024, "reference_sse": 147307.46875, "reference_energy": 2639997.5 }, { "first_row": 20480, "rows": 1024, "reference_sse": 147053.625, "reference_energy": 2662937.5 }, { "first_row": 21504, "rows": 1024, "reference_sse": 223972.734375, "reference_energy": 3984552.75 }, { "first_row": 24576, "rows": 1024, "reference_sse": 200383.90625, "reference_energy": 2647112.5 }, { "first_row": 25600, "rows": 1024, "reference_sse": 125927.546875, "reference_energy": 2641801.0 }, { "first_row": 28672, "rows": 1024, "reference_sse": 123732.0859375, "reference_energy": 2521832.25 }, { "first_row": 29696, "rows": 1024, "reference_sse": 337708.1875, "reference_energy": 2598636.0 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.2580110830510766, "reference_rel": 0.2580110830510766 }, "development_audit": { "target_rel": 0.23744312025067188, "reference_rel": 0.23744312025067188, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 152472.78125, "reference_energy": 2597695.0 }, { "first_row": 3072, "rows": 1024, "reference_sse": 188829.59375, "reference_energy": 2617339.5 }, { "first_row": 6144, "rows": 1024, "reference_sse": 134274.28125, "reference_energy": 2619111.5 }, { "first_row": 7168, "rows": 1024, "reference_sse": 152948.15625, "reference_energy": 5664974.5 }, { "first_row": 10240, "rows": 1024, "reference_sse": 195168.28125, "reference_energy": 4026411.75 }, { "first_row": 11264, "rows": 1024, "reference_sse": 136092.375, "reference_energy": 2705002.0 }, { "first_row": 14336, "rows": 1024, "reference_sse": 275998.6875, "reference_energy": 4123626.5 }, { "first_row": 15360, "rows": 1024, "reference_sse": 128734.90625, "reference_energy": 2656646.5 }, { "first_row": 18432, "rows": 1024, "reference_sse": 173903.90625, "reference_energy": 2588191.0 }, { "first_row": 19456, "rows": 1024, "reference_sse": 174709.9375, "reference_energy": 2580835.5 }, { "first_row": 22528, "rows": 1024, "reference_sse": 163590.5625, "reference_energy": 2558991.0 }, { "first_row": 23552, "rows": 1024, "reference_sse": 232730.390625, "reference_energy": 2608536.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 189435.90625, "reference_energy": 2602184.0 }, { "first_row": 27648, "rows": 1024, "reference_sse": 171985.625, "reference_energy": 4054737.25 }, { "first_row": 30720, "rows": 1024, "reference_sse": 139390.65625, "reference_energy": 2522811.5 }, { "first_row": 31744, "rows": 1024, "reference_sse": 156670.34375, "reference_energy": 2550130.5 } ] }, "initial_development_audit": { "target_rel": 0.237706227059759, "reference_rel": 0.237706227059759, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 152767.671875, "reference_energy": 2597695.0 }, { "first_row": 3072, "rows": 1024, "reference_sse": 189199.25, "reference_energy": 2617339.5 }, { "first_row": 6144, "rows": 1024, "reference_sse": 134552.53125, "reference_energy": 2619111.5 }, { "first_row": 7168, "rows": 1024, "reference_sse": 153298.34375, "reference_energy": 5664974.5 }, { "first_row": 10240, "rows": 1024, "reference_sse": 195781.390625, "reference_energy": 4026411.75 }, { "first_row": 11264, "rows": 1024, "reference_sse": 136628.25, "reference_energy": 2705002.0 }, { "first_row": 14336, "rows": 1024, "reference_sse": 276487.0, "reference_energy": 4123626.5 }, { "first_row": 15360, "rows": 1024, "reference_sse": 128952.9375, "reference_energy": 2656646.5 }, { "first_row": 18432, "rows": 1024, "reference_sse": 174231.296875, "reference_energy": 2588191.0 }, { "first_row": 19456, "rows": 1024, "reference_sse": 175204.03125, "reference_energy": 2580835.5 }, { "first_row": 22528, "rows": 1024, "reference_sse": 163970.8125, "reference_energy": 2558991.0 }, { "first_row": 23552, "rows": 1024, "reference_sse": 233212.25, "reference_energy": 2608536.5 }, { "first_row": 26624, "rows": 1024, "reference_sse": 189712.15625, "reference_energy": 2602184.0 }, { "first_row": 27648, "rows": 1024, "reference_sse": 172279.203125, "reference_energy": 4054737.25 }, { "first_row": 30720, "rows": 1024, "reference_sse": 139743.6875, "reference_energy": 2522811.5 }, { "first_row": 31744, "rows": 1024, "reference_sse": 157050.96875, "reference_energy": 2550130.5 } ] }, "best_step": 69, "steps_run": 69, "history": [ { "step": 5, "validation": { "target_rel": 0.25821878445423363, "reference_rel": 0.25821878445423363 }, "reasoning_validation": null, "training_probe_rel": 0.9694870364865907, "batch_loss": 0.9307812303304672, "best_step": 5, "overfit_checks": 0, "seconds": 52.90540027618408, "adaptive_schedule": { "best": 0.25821878445423363, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1466368, "scales_changed": 8164555, "scale_values": 52789248 } }, { "step": 10, "validation": { "target_rel": 0.2581985438167519, "reference_rel": 0.2581985438167519 }, "reasoning_validation": null, "training_probe_rel": 0.9691434809340367, "batch_loss": 0.923621267080307, "best_step": 10, "overfit_checks": 0, "seconds": 106.82060623168945, "adaptive_schedule": { "best": 0.2581985438167519, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 10, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 32828, "codebook_values": 1466368, "scales_changed": 17449281, "scale_values": 52789248 } }, { "step": 15, "validation": { "target_rel": 0.25814153982211224, "reference_rel": 0.25814153982211224 }, "reasoning_validation": null, "training_probe_rel": 0.9680876178332948, "batch_loss": 0.9517171829938889, "best_step": 15, "overfit_checks": 0, "seconds": 159.16432929039001, "adaptive_schedule": { "best": 0.25814153982211224, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 15, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 6364, "codebook_values": 1466368, "scales_changed": 23015730, "scale_values": 52789248 } }, { "step": 20, "validation": { "target_rel": 0.2581015645410841, "reference_rel": 0.2581015645410841 }, "reasoning_validation": null, "training_probe_rel": 0.9676873751521535, "batch_loss": 0.9404399394989014, "best_step": 20, "overfit_checks": 0, "seconds": 228.24654269218445, "adaptive_schedule": { "best": 0.2581015645410841, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 20, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 5551, "codebook_values": 1466368, "scales_changed": 26820841, "scale_values": 52789248 } }, { "step": 25, "validation": { "target_rel": 0.2580758558244475, "reference_rel": 0.2580758558244475 }, "reasoning_validation": null, "training_probe_rel": 0.9673770989801332, "batch_loss": 0.9558350890874863, "best_step": 25, "overfit_checks": 0, "seconds": 281.4854257106781, "adaptive_schedule": { "best": 0.2580758558244475, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 25, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 4880, "codebook_values": 1466368, "scales_changed": 29536131, "scale_values": 52789248 } }, { "step": 30, "validation": { "target_rel": 0.25805694771536325, "reference_rel": 0.25805694771536325 }, "reasoning_validation": null, "training_probe_rel": 0.9671351158985019, "batch_loss": 0.9431258738040924, "best_step": 30, "overfit_checks": 0, "seconds": 331.250821352005, "adaptive_schedule": { "best": 0.25805694771536325, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 30, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3981, "codebook_values": 1466368, "scales_changed": 31536120, "scale_values": 52789248 } }, { "step": 35, "validation": { "target_rel": 0.25804461333616424, "reference_rel": 0.25804461333616424 }, "reasoning_validation": null, "training_probe_rel": 0.966964061819813, "batch_loss": 0.9660305976867676, "best_step": 35, "overfit_checks": 0, "seconds": 387.4937906265259, "adaptive_schedule": { "best": 0.25804461333616424, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 35, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3283, "codebook_values": 1466368, "scales_changed": 33060499, "scale_values": 52789248 } }, { "step": 40, "validation": { "target_rel": 0.2580323987704124, "reference_rel": 0.2580323987704124 }, "reasoning_validation": null, "training_probe_rel": 0.9668512128447705, "batch_loss": 0.92144875228405, "best_step": 40, "overfit_checks": 0, "seconds": 453.94935488700867, "adaptive_schedule": { "best": 0.2580323987704124, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 40, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 3100, "codebook_values": 1466368, "scales_changed": 34259616, "scale_values": 52789248 } }, { "step": 45, "validation": { "target_rel": 0.25802430838858664, "reference_rel": 0.25802430838858664 }, "reasoning_validation": null, "training_probe_rel": 0.9667451097502082, "batch_loss": 0.9156614691019058, "best_step": 45, "overfit_checks": 0, "seconds": 509.6545829772949, "adaptive_schedule": { "best": 0.25802430838858664, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 45, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 2558, "codebook_values": 1466368, "scales_changed": 35213027, "scale_values": 52789248 } }, { "step": 50, "validation": { "target_rel": 0.25801949047898404, "reference_rel": 0.25801949047898404 }, "reasoning_validation": null, "training_probe_rel": 0.9666184617575216, "batch_loss": 0.9481432884931564, "best_step": 50, "overfit_checks": 0, "seconds": 562.1308772563934, "adaptive_schedule": { "best": 0.25801949047898404, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 50, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1114, "codebook_values": 1466368, "scales_changed": 35406702, "scale_values": 52789248 } }, { "step": 55, "validation": { "target_rel": 0.2580177483644336, "reference_rel": 0.2580177483644336 }, "reasoning_validation": null, "training_probe_rel": 0.9666249195997997, "batch_loss": 0.9836480468511581, "best_step": 55, "overfit_checks": 0, "seconds": 612.5902392864227, "adaptive_schedule": { "best": 0.2580177483644336, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 55, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1641, "codebook_values": 1466368, "scales_changed": 35569398, "scale_values": 52789248 } }, { "step": 60, "validation": { "target_rel": 0.25801416598696325, "reference_rel": 0.25801416598696325 }, "reasoning_validation": null, "training_probe_rel": 0.9666672237427514, "batch_loss": 0.9380761831998825, "best_step": 60, "overfit_checks": 0, "seconds": 683.1830394268036, "adaptive_schedule": { "best": 0.25801416598696325, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 60, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1650, "codebook_values": 1466368, "scales_changed": 35716141, "scale_values": 52789248 } }, { "step": 65, "validation": { "target_rel": 0.2580116911677157, "reference_rel": 0.2580116911677157 }, "reasoning_validation": null, "training_probe_rel": 0.9666321325176249, "batch_loss": 0.9408247172832489, "best_step": 65, "overfit_checks": 0, "seconds": 731.9089405536652, "adaptive_schedule": { "best": 0.2580116911677157, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 65, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1604, "codebook_values": 1466368, "scales_changed": 35848295, "scale_values": 52789248 } }, { "step": 69, "validation": { "target_rel": 0.2580110830510766, "reference_rel": 0.2580110830510766 }, "reasoning_validation": null, "training_probe_rel": 0.9666208962905939, "batch_loss": 0.9764455854892731, "best_step": 69, "overfit_checks": 0, "seconds": 768.1936535835266, "adaptive_schedule": { "best": 0.2580110830510766, "drop_after": 45, "relative_worsening": 0.001, "checks": 3, "patience_updates": 15, "bad_checks": 0, "last_best": 69, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 1789, "codebook_values": 1466368, "scales_changed": 35950092, "scale_values": 52789248 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 350, "accepted": 307, "changed_groups": 195368, "training_before": 1656695.125, "training_after": 1655242.25, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 346, "accepted": 285, "changed_groups": 162467, "training_before": 1576656.0, "training_after": 1575468.375, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 348, "accepted": 296, "changed_groups": 155884, "training_before": 1602976.5, "training_after": 1601606.125, "acceptance": "proposal and separate training check batches", "step": 60 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 18001846, "validation_rows": 16384, "audit_rows": 16384, "complete": true }