| { |
| "layer": 10, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 39850, |
| "codebook_values": 1785856, |
| "scales_changed": 45997114, |
| "scale_values": 64290816 |
| }, |
| "initial_validation": { |
| "target_rel": 0.008668625735423947, |
| "reference_rel": 0.008668625735423947, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 14.465118408203125, |
| "reference_energy": 392863.125 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 21.57046127319336, |
| "reference_energy": 389695.0625 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 23.406421661376953, |
| "reference_energy": 812235.125 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 18.727806091308594, |
| "reference_energy": 383176.9375 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 27.679866790771484, |
| "reference_energy": 364837.125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 74.04509735107422, |
| "reference_energy": 1239463.875 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 24.614513397216797, |
| "reference_energy": 357505.09375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 10.71699333190918, |
| "reference_energy": 390664.1875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 20.56491470336914, |
| "reference_energy": 389256.875 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 22.53394317626953, |
| "reference_energy": 392338.125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 10.120392799377441, |
| "reference_energy": 397527.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 27.816390991210938, |
| "reference_energy": 821198.9375 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 25.42807388305664, |
| "reference_energy": 399991.03125 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 19.588132858276367, |
| "reference_energy": 392244.25 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 236.20510864257812, |
| "reference_energy": 363106.15625 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 15.036539077758789, |
| "reference_energy": 398908.4375 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.008423357403725084, |
| "reference_rel": 0.008423357403725084, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 14.497093200683594, |
| "reference_energy": 392863.125 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 21.419940948486328, |
| "reference_energy": 389695.0625 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 22.04938316345215, |
| "reference_energy": 812235.125 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 18.19477081298828, |
| "reference_energy": 383176.9375 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 28.43381118774414, |
| "reference_energy": 364837.125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 59.54014587402344, |
| "reference_energy": 1239463.875 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 25.61034393310547, |
| "reference_energy": 357505.09375 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 10.676000595092773, |
| "reference_energy": 390664.1875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 19.431734085083008, |
| "reference_energy": 389256.875 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 21.45085334777832, |
| "reference_energy": 392338.125 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 10.466497421264648, |
| "reference_energy": 397527.375 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 26.021892547607422, |
| "reference_energy": 821198.9375 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 21.5968017578125, |
| "reference_energy": 399991.03125 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 18.868202209472656, |
| "reference_energy": 392244.25 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 225.302490234375, |
| "reference_energy": 363106.15625 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 15.90488052368164, |
| "reference_energy": 398908.4375 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.008423357403725084, |
| "reference_rel": 0.008423357403725084 |
| }, |
| "development_audit": { |
| "target_rel": 0.00760554236609292, |
| "reference_rel": 0.00760554236609292, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 29.665719985961914, |
| "reference_energy": 376103.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 11.892800331115723, |
| "reference_energy": 397354.875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 13.414108276367188, |
| "reference_energy": 387594.8125 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 30.902999877929688, |
| "reference_energy": 1257261.125 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 23.98065185546875, |
| "reference_energy": 808922.3125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 15.80724811553955, |
| "reference_energy": 389928.46875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 24.82379150390625, |
| "reference_energy": 819631.8125 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 10.85435962677002, |
| "reference_energy": 397707.84375 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 55.42243194580078, |
| "reference_energy": 367698.75 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 32.35812759399414, |
| "reference_energy": 402099.03125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 96.14175415039062, |
| "reference_energy": 380600.875 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 15.381338119506836, |
| "reference_energy": 391321.15625 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 69.6849365234375, |
| "reference_energy": 380397.59375 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 21.41775131225586, |
| "reference_energy": 821517.25 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 19.980735778808594, |
| "reference_energy": 368675.71875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 10.961544036865234, |
| "reference_energy": 397836.625 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.007676060569717764, |
| "reference_rel": 0.007676060569717764, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 29.57758140563965, |
| "reference_energy": 376103.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 12.004722595214844, |
| "reference_energy": 397354.875 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 13.581186294555664, |
| "reference_energy": 387594.8125 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 31.787586212158203, |
| "reference_energy": 1257261.125 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 26.258390426635742, |
| "reference_energy": 808922.3125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 15.526031494140625, |
| "reference_energy": 389928.46875 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 25.996652603149414, |
| "reference_energy": 819631.8125 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 10.959551811218262, |
| "reference_energy": 397707.84375 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 57.34396743774414, |
| "reference_energy": 367698.75 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 30.35947036743164, |
| "reference_energy": 402099.03125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 113.43617248535156, |
| "reference_energy": 380600.875 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 15.237655639648438, |
| "reference_energy": 391321.15625 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 56.838157653808594, |
| "reference_energy": 380397.59375 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 22.00637435913086, |
| "reference_energy": 821517.25 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 19.527013778686523, |
| "reference_energy": 368675.71875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 11.242240905761719, |
| "reference_energy": 397836.625 |
| } |
| ] |
| }, |
| "best_step": 60, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.008638626346791222, |
| "reference_rel": 0.008638626346791222 |
| }, |
| "training_probe_rel": 0.7497608783998135, |
| "batch_loss": 0.450142577290535, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 68.63827705383301, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1785856, |
| "scales_changed": 18860776, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.00862401020262617, |
| "reference_rel": 0.00862401020262617 |
| }, |
| "training_probe_rel": 0.7472994938326071, |
| "batch_loss": 0.45770833641290665, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 123.33858275413513, |
| "quantized_movement": { |
| "codebook_changed": 26364, |
| "codebook_values": 1785856, |
| "scales_changed": 28165176, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.008614668139960709, |
| "reference_rel": 0.008614668139960709 |
| }, |
| "training_probe_rel": 0.7429470344433985, |
| "batch_loss": 0.49942465871572495, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 178.73549437522888, |
| "quantized_movement": { |
| "codebook_changed": 23780, |
| "codebook_values": 1785856, |
| "scales_changed": 33884957, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.008607531231654489, |
| "reference_rel": 0.008607531231654489 |
| }, |
| "training_probe_rel": 0.7406412913330852, |
| "batch_loss": 1.0470550805330276, |
| "best_step": 20, |
| "overfit_checks": 0, |
| "seconds": 264.24960565567017, |
| "quantized_movement": { |
| "codebook_changed": 27251, |
| "codebook_values": 1785856, |
| "scales_changed": 38043697, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.008591169803606176, |
| "reference_rel": 0.008591169803606176 |
| }, |
| "training_probe_rel": 0.7467721708308225, |
| "batch_loss": 0.7952140122652054, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 324.5457932949066, |
| "quantized_movement": { |
| "codebook_changed": 29244, |
| "codebook_values": 1785856, |
| "scales_changed": 40658078, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.008583588678817068, |
| "reference_rel": 0.008583588678817068 |
| }, |
| "training_probe_rel": 0.7535473514754558, |
| "batch_loss": 0.504750207066536, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 382.5267930030823, |
| "quantized_movement": { |
| "codebook_changed": 36071, |
| "codebook_values": 1785856, |
| "scales_changed": 42372691, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.008538740939152464, |
| "reference_rel": 0.008538740939152464 |
| }, |
| "training_probe_rel": 0.7418082291516714, |
| "batch_loss": 0.5733157768845558, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 444.4143662452698, |
| "quantized_movement": { |
| "codebook_changed": 37605, |
| "codebook_values": 1785856, |
| "scales_changed": 43638274, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.008502480845425696, |
| "reference_rel": 0.008502480845425696 |
| }, |
| "training_probe_rel": 0.7394138526117294, |
| "batch_loss": 0.4780666083097458, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 522.1349129676819, |
| "quantized_movement": { |
| "codebook_changed": 39374, |
| "codebook_values": 1785856, |
| "scales_changed": 44668980, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.00847172045436302, |
| "reference_rel": 0.00847172045436302 |
| }, |
| "training_probe_rel": 0.739342516469263, |
| "batch_loss": 0.5243113115429878, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 588.7654314041138, |
| "quantized_movement": { |
| "codebook_changed": 41602, |
| "codebook_values": 1785856, |
| "scales_changed": 45533261, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.008447133695815182, |
| "reference_rel": 0.008447133695815182 |
| }, |
| "training_probe_rel": 0.7376622919383926, |
| "batch_loss": 0.43710745871067047, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 643.7460918426514, |
| "quantized_movement": { |
| "codebook_changed": 37834, |
| "codebook_values": 1785856, |
| "scales_changed": 45708133, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.008429462950427385, |
| "reference_rel": 0.008429462950427385 |
| }, |
| "training_probe_rel": 0.7359210625531081, |
| "batch_loss": 0.4349115490913391, |
| "best_step": 55, |
| "overfit_checks": 0, |
| "seconds": 706.5978412628174, |
| "quantized_movement": { |
| "codebook_changed": 38982, |
| "codebook_values": 1785856, |
| "scales_changed": 45863107, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.008423357403725084, |
| "reference_rel": 0.008423357403725084 |
| }, |
| "training_probe_rel": 0.7346951180068357, |
| "batch_loss": 0.5048127323389053, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 785.3342144489288, |
| "quantized_movement": { |
| "codebook_changed": 39850, |
| "codebook_values": 1785856, |
| "scales_changed": 45997114, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.008439479778571537, |
| "reference_rel": 0.008439479778571537 |
| }, |
| "training_probe_rel": 0.7347082467832423, |
| "batch_loss": 0.42977412790060043, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 844.6250803470612, |
| "quantized_movement": { |
| "codebook_changed": 40468, |
| "codebook_values": 1785856, |
| "scales_changed": 46118949, |
| "scale_values": 64290816 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.008437246734864826, |
| "reference_rel": 0.008437246734864826 |
| }, |
| "training_probe_rel": 0.7365370117527309, |
| "batch_loss": 0.4468318670988083, |
| "best_step": 60, |
| "overfit_checks": 0, |
| "seconds": 892.621701002121, |
| "quantized_movement": { |
| "codebook_changed": 39989, |
| "codebook_values": 1785856, |
| "scales_changed": 46219466, |
| "scale_values": 64290816 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 434, |
| "accepted": 366, |
| "changed_groups": 178813, |
| "training_before": 207.76788330078125, |
| "training_after": 206.379638671875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 436, |
| "accepted": 357, |
| "changed_groups": 192522, |
| "training_before": 199.30587768554688, |
| "training_after": 198.55943298339844, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 436, |
| "accepted": 269, |
| "changed_groups": 158875, |
| "training_before": 317.95416259765625, |
| "training_after": 316.8648681640625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
