{ "layer": 10, "target": "reference", "recipe": "full_corpus_sequence_pass_v1", "batch_tokens": 262144, "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", "training_sequence_count": 17580, "training_passes": 1, "refinement": null, "lr_decay_after": 45, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 39850, "codebook_values": 1785856, "scales_changed": 45997114, "scale_values": 64290816 }, "initial_validation": { "target_rel": 0.008668625735423947, "reference_rel": 0.008668625735423947, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 14.465118408203125, "reference_energy": 392863.125 }, { "first_row": 1024, "rows": 1024, "reference_sse": 21.57046127319336, "reference_energy": 389695.0625 }, { "first_row": 4096, "rows": 1024, "reference_sse": 23.406421661376953, "reference_energy": 812235.125 }, { "first_row": 5120, "rows": 1024, "reference_sse": 18.727806091308594, "reference_energy": 383176.9375 }, { "first_row": 8192, "rows": 1024, "reference_sse": 27.679866790771484, "reference_energy": 364837.125 }, { "first_row": 9216, "rows": 1024, "reference_sse": 74.04509735107422, "reference_energy": 1239463.875 }, { "first_row": 12288, "rows": 1024, "reference_sse": 24.614513397216797, "reference_energy": 357505.09375 }, { "first_row": 13312, "rows": 1024, "reference_sse": 10.71699333190918, "reference_energy": 390664.1875 }, { "first_row": 16384, "rows": 1024, "reference_sse": 20.56491470336914, "reference_energy": 389256.875 }, { "first_row": 17408, "rows": 1024, "reference_sse": 22.53394317626953, "reference_energy": 392338.125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 10.120392799377441, "reference_energy": 397527.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 27.816390991210938, "reference_energy": 821198.9375 }, { "first_row": 24576, "rows": 1024, "reference_sse": 25.42807388305664, "reference_energy": 399991.03125 }, { "first_row": 25600, "rows": 1024, "reference_sse": 19.588132858276367, "reference_energy": 392244.25 }, { "first_row": 28672, "rows": 1024, "reference_sse": 236.20510864257812, "reference_energy": 363106.15625 }, { "first_row": 29696, "rows": 1024, "reference_sse": 15.036539077758789, "reference_energy": 398908.4375 } ] }, "final_validation": { "target_rel": 0.008423357403725084, "reference_rel": 0.008423357403725084, "windows": [ { "first_row": 0, "rows": 1024, "reference_sse": 14.497093200683594, "reference_energy": 392863.125 }, { "first_row": 1024, "rows": 1024, "reference_sse": 21.419940948486328, "reference_energy": 389695.0625 }, { "first_row": 4096, "rows": 1024, "reference_sse": 22.04938316345215, "reference_energy": 812235.125 }, { "first_row": 5120, "rows": 1024, "reference_sse": 18.19477081298828, "reference_energy": 383176.9375 }, { "first_row": 8192, "rows": 1024, "reference_sse": 28.43381118774414, "reference_energy": 364837.125 }, { "first_row": 9216, "rows": 1024, "reference_sse": 59.54014587402344, "reference_energy": 1239463.875 }, { "first_row": 12288, "rows": 1024, "reference_sse": 25.61034393310547, "reference_energy": 357505.09375 }, { "first_row": 13312, "rows": 1024, "reference_sse": 10.676000595092773, "reference_energy": 390664.1875 }, { "first_row": 16384, "rows": 1024, "reference_sse": 19.431734085083008, "reference_energy": 389256.875 }, { "first_row": 17408, "rows": 1024, "reference_sse": 21.45085334777832, "reference_energy": 392338.125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 10.466497421264648, "reference_energy": 397527.375 }, { "first_row": 21504, "rows": 1024, "reference_sse": 26.021892547607422, "reference_energy": 821198.9375 }, { "first_row": 24576, "rows": 1024, "reference_sse": 21.5968017578125, "reference_energy": 399991.03125 }, { "first_row": 25600, "rows": 1024, "reference_sse": 18.868202209472656, "reference_energy": 392244.25 }, { "first_row": 28672, "rows": 1024, "reference_sse": 225.302490234375, "reference_energy": 363106.15625 }, { "first_row": 29696, "rows": 1024, "reference_sse": 15.90488052368164, "reference_energy": 398908.4375 } ] }, "serialized_validation": { "target_rel": 0.008423357403725084, "reference_rel": 0.008423357403725084 }, "development_audit": { "target_rel": 0.00760554236609292, "reference_rel": 0.00760554236609292, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 29.665719985961914, "reference_energy": 376103.0 }, { "first_row": 3072, "rows": 1024, "reference_sse": 11.892800331115723, "reference_energy": 397354.875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 13.414108276367188, "reference_energy": 387594.8125 }, { "first_row": 7168, "rows": 1024, "reference_sse": 30.902999877929688, "reference_energy": 1257261.125 }, { "first_row": 10240, "rows": 1024, "reference_sse": 23.98065185546875, "reference_energy": 808922.3125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 15.80724811553955, "reference_energy": 389928.46875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 24.82379150390625, "reference_energy": 819631.8125 }, { "first_row": 15360, "rows": 1024, "reference_sse": 10.85435962677002, "reference_energy": 397707.84375 }, { "first_row": 18432, "rows": 1024, "reference_sse": 55.42243194580078, "reference_energy": 367698.75 }, { "first_row": 19456, "rows": 1024, "reference_sse": 32.35812759399414, "reference_energy": 402099.03125 }, { "first_row": 22528, "rows": 1024, "reference_sse": 96.14175415039062, "reference_energy": 380600.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 15.381338119506836, "reference_energy": 391321.15625 }, { "first_row": 26624, "rows": 1024, "reference_sse": 69.6849365234375, "reference_energy": 380397.59375 }, { "first_row": 27648, "rows": 1024, "reference_sse": 21.41775131225586, "reference_energy": 821517.25 }, { "first_row": 30720, "rows": 1024, "reference_sse": 19.980735778808594, "reference_energy": 368675.71875 }, { "first_row": 31744, "rows": 1024, "reference_sse": 10.961544036865234, "reference_energy": 397836.625 } ] }, "initial_development_audit": { "target_rel": 0.007676060569717764, "reference_rel": 0.007676060569717764, "windows": [ { "first_row": 2048, "rows": 1024, "reference_sse": 29.57758140563965, "reference_energy": 376103.0 }, { "first_row": 3072, "rows": 1024, "reference_sse": 12.004722595214844, "reference_energy": 397354.875 }, { "first_row": 6144, "rows": 1024, "reference_sse": 13.581186294555664, "reference_energy": 387594.8125 }, { "first_row": 7168, "rows": 1024, "reference_sse": 31.787586212158203, "reference_energy": 1257261.125 }, { "first_row": 10240, "rows": 1024, "reference_sse": 26.258390426635742, "reference_energy": 808922.3125 }, { "first_row": 11264, "rows": 1024, "reference_sse": 15.526031494140625, "reference_energy": 389928.46875 }, { "first_row": 14336, "rows": 1024, "reference_sse": 25.996652603149414, "reference_energy": 819631.8125 }, { "first_row": 15360, "rows": 1024, "reference_sse": 10.959551811218262, "reference_energy": 397707.84375 }, { "first_row": 18432, "rows": 1024, "reference_sse": 57.34396743774414, "reference_energy": 367698.75 }, { "first_row": 19456, "rows": 1024, "reference_sse": 30.35947036743164, "reference_energy": 402099.03125 }, { "first_row": 22528, "rows": 1024, "reference_sse": 113.43617248535156, "reference_energy": 380600.875 }, { "first_row": 23552, "rows": 1024, "reference_sse": 15.237655639648438, "reference_energy": 391321.15625 }, { "first_row": 26624, "rows": 1024, "reference_sse": 56.838157653808594, "reference_energy": 380397.59375 }, { "first_row": 27648, "rows": 1024, "reference_sse": 22.00637435913086, "reference_energy": 821517.25 }, { "first_row": 30720, "rows": 1024, "reference_sse": 19.527013778686523, "reference_energy": 368675.71875 }, { "first_row": 31744, "rows": 1024, "reference_sse": 11.242240905761719, "reference_energy": 397836.625 } ] }, "best_step": 60, "steps_run": 69, "history": [ { "step": 5, "validation": { "target_rel": 0.008638626346791222, "reference_rel": 0.008638626346791222 }, "training_probe_rel": 0.7497608783998135, "batch_loss": 0.450142577290535, "best_step": 5, "overfit_checks": 0, "seconds": 68.63827705383301, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1785856, "scales_changed": 18860776, "scale_values": 64290816 } }, { "step": 10, "validation": { "target_rel": 0.00862401020262617, "reference_rel": 0.00862401020262617 }, "training_probe_rel": 0.7472994938326071, "batch_loss": 0.45770833641290665, "best_step": 10, "overfit_checks": 0, "seconds": 123.33858275413513, "quantized_movement": { "codebook_changed": 26364, "codebook_values": 1785856, "scales_changed": 28165176, "scale_values": 64290816 } }, { "step": 15, "validation": { "target_rel": 0.008614668139960709, "reference_rel": 0.008614668139960709 }, "training_probe_rel": 0.7429470344433985, "batch_loss": 0.49942465871572495, "best_step": 15, "overfit_checks": 0, "seconds": 178.73549437522888, "quantized_movement": { "codebook_changed": 23780, "codebook_values": 1785856, "scales_changed": 33884957, "scale_values": 64290816 } }, { "step": 20, "validation": { "target_rel": 0.008607531231654489, "reference_rel": 0.008607531231654489 }, "training_probe_rel": 0.7406412913330852, "batch_loss": 1.0470550805330276, "best_step": 20, "overfit_checks": 0, "seconds": 264.24960565567017, "quantized_movement": { "codebook_changed": 27251, "codebook_values": 1785856, "scales_changed": 38043697, "scale_values": 64290816 } }, { "step": 25, "validation": { "target_rel": 0.008591169803606176, "reference_rel": 0.008591169803606176 }, "training_probe_rel": 0.7467721708308225, "batch_loss": 0.7952140122652054, "best_step": 25, "overfit_checks": 0, "seconds": 324.5457932949066, "quantized_movement": { "codebook_changed": 29244, "codebook_values": 1785856, "scales_changed": 40658078, "scale_values": 64290816 } }, { "step": 30, "validation": { "target_rel": 0.008583588678817068, "reference_rel": 0.008583588678817068 }, "training_probe_rel": 0.7535473514754558, "batch_loss": 0.504750207066536, "best_step": 30, "overfit_checks": 0, "seconds": 382.5267930030823, "quantized_movement": { "codebook_changed": 36071, "codebook_values": 1785856, "scales_changed": 42372691, "scale_values": 64290816 } }, { "step": 35, "validation": { "target_rel": 0.008538740939152464, "reference_rel": 0.008538740939152464 }, "training_probe_rel": 0.7418082291516714, "batch_loss": 0.5733157768845558, "best_step": 35, "overfit_checks": 0, "seconds": 444.4143662452698, "quantized_movement": { "codebook_changed": 37605, "codebook_values": 1785856, "scales_changed": 43638274, "scale_values": 64290816 } }, { "step": 40, "validation": { "target_rel": 0.008502480845425696, "reference_rel": 0.008502480845425696 }, "training_probe_rel": 0.7394138526117294, "batch_loss": 0.4780666083097458, "best_step": 40, "overfit_checks": 0, "seconds": 522.1349129676819, "quantized_movement": { "codebook_changed": 39374, "codebook_values": 1785856, "scales_changed": 44668980, "scale_values": 64290816 } }, { "step": 45, "validation": { "target_rel": 0.00847172045436302, "reference_rel": 0.00847172045436302 }, "training_probe_rel": 0.739342516469263, "batch_loss": 0.5243113115429878, "best_step": 45, "overfit_checks": 0, "seconds": 588.7654314041138, "quantized_movement": { "codebook_changed": 41602, "codebook_values": 1785856, "scales_changed": 45533261, "scale_values": 64290816 } }, { "step": 50, "validation": { "target_rel": 0.008447133695815182, "reference_rel": 0.008447133695815182 }, "training_probe_rel": 0.7376622919383926, "batch_loss": 0.43710745871067047, "best_step": 50, "overfit_checks": 0, "seconds": 643.7460918426514, "quantized_movement": { "codebook_changed": 37834, "codebook_values": 1785856, "scales_changed": 45708133, "scale_values": 64290816 } }, { "step": 55, "validation": { "target_rel": 0.008429462950427385, "reference_rel": 0.008429462950427385 }, "training_probe_rel": 0.7359210625531081, "batch_loss": 0.4349115490913391, "best_step": 55, "overfit_checks": 0, "seconds": 706.5978412628174, "quantized_movement": { "codebook_changed": 38982, "codebook_values": 1785856, "scales_changed": 45863107, "scale_values": 64290816 } }, { "step": 60, "validation": { "target_rel": 0.008423357403725084, "reference_rel": 0.008423357403725084 }, "training_probe_rel": 0.7346951180068357, "batch_loss": 0.5048127323389053, "best_step": 60, "overfit_checks": 0, "seconds": 785.3342144489288, "quantized_movement": { "codebook_changed": 39850, "codebook_values": 1785856, "scales_changed": 45997114, "scale_values": 64290816 } }, { "step": 65, "validation": { "target_rel": 0.008439479778571537, "reference_rel": 0.008439479778571537 }, "training_probe_rel": 0.7347082467832423, "batch_loss": 0.42977412790060043, "best_step": 60, "overfit_checks": 0, "seconds": 844.6250803470612, "quantized_movement": { "codebook_changed": 40468, "codebook_values": 1785856, "scales_changed": 46118949, "scale_values": 64290816 } }, { "step": 69, "validation": { "target_rel": 0.008437246734864826, "reference_rel": 0.008437246734864826 }, "training_probe_rel": 0.7365370117527309, "batch_loss": 0.4468318670988083, "best_step": 60, "overfit_checks": 0, "seconds": 892.621701002121, "quantized_movement": { "codebook_changed": 39989, "codebook_values": 1785856, "scales_changed": 46219466, "scale_values": 64290816 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 434, "accepted": 366, "changed_groups": 178813, "training_before": 207.76788330078125, "training_after": 206.379638671875, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 436, "accepted": 357, "changed_groups": 192522, "training_before": 199.30587768554688, "training_after": 198.55943298339844, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 436, "accepted": 269, "changed_groups": 158875, "training_before": 317.95416259765625, "training_after": 316.8648681640625, "acceptance": "proposal and separate training check batches", "step": 60 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 18001846, "validation_rows": 16384, "audit_rows": 16384, "complete": true }