{ "layer": 3, "target": "same_input", "recipe": "full_corpus_sequence_pass_v1", "block_scale_dtype": "fp16", "batch_tokens": 262144, "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf", "training_sequence_count": 14657, "training_passes": 1.0, "training_tokens_seen": 15007754, "adaptive_schedule": { "best": 0.004300016159961927, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 50, "early_drop": true }, "refinement": null, "lr_decay_after": 25, "lr_decay_factor": 0.25, "export_only": false, "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", "codebook_lr": 0.048, "scale_lr": 0.032, "quantized_movement": { "codebook_changed": 27418, "codebook_values": 1597440, "scales_changed": 53640158, "scale_values": 57507840 }, "initial_validation": { "target_rel": 0.00542413248626103, "reference_rel": 0.00542413248626103, "boundary_rel": 0.004258358576900722, "bulk_rel": 0.005425358443213491, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 0.020166289061307907, "reference_energy": 336.70770263671875 }, { "first_row": 9216, "rows": 1024, "reference_sse": 0.007914133369922638, "reference_energy": 251.12579345703125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 0.00656361598521471, "reference_energy": 300.0838623046875 }, { "first_row": 21504, "rows": 1024, "reference_sse": 0.005781942047178745, "reference_energy": 264.39813232421875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 0.0052496809512376785, "reference_energy": 278.41796875 }, { "first_row": 33792, "rows": 1024, "reference_sse": 0.0053548188880085945, "reference_energy": 274.7528991699219 }, { "first_row": 45056, "rows": 1024, "reference_sse": 0.006310608703643084, "reference_energy": 286.12371826171875 }, { "first_row": 46080, "rows": 1024, "reference_sse": 0.006290929391980171, "reference_energy": 283.962890625 }, { "first_row": 57344, "rows": 1024, "reference_sse": 0.0061025964096188545, "reference_energy": 300.282958984375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 0.005863265134394169, "reference_energy": 282.9842529296875 }, { "first_row": 69632, "rows": 1024, "reference_sse": 0.005741896573454142, "reference_energy": 292.7232666015625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 0.005232636816799641, "reference_energy": 262.162353515625 }, { "first_row": 81920, "rows": 1024, "reference_sse": 0.006094375625252724, "reference_energy": 286.1861572265625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 0.0056390296667814255, "reference_energy": 256.35943603515625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 0.007473818492144346, "reference_energy": 286.67950439453125 }, { "first_row": 95232, "rows": 1024, "reference_sse": 0.03047424554824829, "reference_energy": 388.193359375 } ] }, "final_validation": { "target_rel": 0.004300016159961927, "reference_rel": 0.004300016159961927, "boundary_rel": 0.0038296164811325935, "bulk_rel": 0.004300540196703877, "boundary_rows": 24, "windows": [ { "first_row": 8192, "rows": 1024, "reference_sse": 0.012939536944031715, "reference_energy": 336.70770263671875 }, { "first_row": 9216, "rows": 1024, "reference_sse": 0.004358744714409113, "reference_energy": 251.12579345703125 }, { "first_row": 20480, "rows": 1024, "reference_sse": 0.004089221823960543, "reference_energy": 300.0838623046875 }, { "first_row": 21504, "rows": 1024, "reference_sse": 0.0038875374011695385, "reference_energy": 264.39813232421875 }, { "first_row": 32768, "rows": 1024, "reference_sse": 0.0034623979590833187, "reference_energy": 278.41796875 }, { "first_row": 33792, "rows": 1024, "reference_sse": 0.0035253497771918774, "reference_energy": 274.7528991699219 }, { "first_row": 45056, "rows": 1024, "reference_sse": 0.004024017136543989, "reference_energy": 286.12371826171875 }, { "first_row": 46080, "rows": 1024, "reference_sse": 0.004202495329082012, "reference_energy": 283.962890625 }, { "first_row": 57344, "rows": 1024, "reference_sse": 0.003965072333812714, "reference_energy": 300.282958984375 }, { "first_row": 58368, "rows": 1024, "reference_sse": 0.0036747301928699017, "reference_energy": 282.9842529296875 }, { "first_row": 69632, "rows": 1024, "reference_sse": 0.004141990561038256, "reference_energy": 292.7232666015625 }, { "first_row": 70656, "rows": 1024, "reference_sse": 0.003402401925995946, "reference_energy": 262.162353515625 }, { "first_row": 81920, "rows": 1024, "reference_sse": 0.003962238319218159, "reference_energy": 286.1861572265625 }, { "first_row": 82944, "rows": 1024, "reference_sse": 0.003923389129340649, "reference_energy": 256.35943603515625 }, { "first_row": 94208, "rows": 1024, "reference_sse": 0.004336032085120678, "reference_energy": 286.67950439453125 }, { "first_row": 95232, "rows": 1024, "reference_sse": 0.017735345289111137, "reference_energy": 388.193359375 } ] }, "initial_reasoning_validation": null, "final_reasoning_validation": null, "validation_distribution": "reasoning only", "serialized_validation": { "target_rel": 0.004300016159961927, "reference_rel": 0.004300016159961927 }, "development_audit": { "target_rel": 0.008201084405544457, "reference_rel": 0.008201084405544457, "boundary_rel": 0.01054734992424372, "bulk_rel": 0.008200373396642688, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 0.017040519043803215, "reference_energy": 342.97064208984375 }, { "first_row": 11264, "rows": 1024, "reference_sse": 0.034374214708805084, "reference_energy": 351.2667541503906 }, { "first_row": 22528, "rows": 1024, "reference_sse": 0.024927500635385513, "reference_energy": 325.32037353515625 }, { "first_row": 23552, "rows": 1024, "reference_sse": 0.014414064586162567, "reference_energy": 300.4769287109375 }, { "first_row": 34816, "rows": 1024, "reference_sse": 0.02874697744846344, "reference_energy": 324.48828125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 0.021973593160510063, "reference_energy": 335.386474609375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 0.013017302379012108, "reference_energy": 305.3533935546875 }, { "first_row": 48128, "rows": 1024, "reference_sse": 0.007820187136530876, "reference_energy": 317.9487609863281 }, { "first_row": 59392, "rows": 1024, "reference_sse": 0.013665607199072838, "reference_energy": 330.7786865234375 }, { "first_row": 60416, "rows": 1024, "reference_sse": 0.022561082616448402, "reference_energy": 349.16729736328125 }, { "first_row": 71680, "rows": 1024, "reference_sse": 0.02317878231406212, "reference_energy": 331.9217834472656 }, { "first_row": 72704, "rows": 1024, "reference_sse": 0.023900598287582397, "reference_energy": 333.703125 }, { "first_row": 83968, "rows": 1024, "reference_sse": 0.011331458576023579, "reference_energy": 325.26788330078125 }, { "first_row": 84992, "rows": 1024, "reference_sse": 0.008772892877459526, "reference_energy": 323.6887512207031 }, { "first_row": 96256, "rows": 1024, "reference_sse": 0.07047510147094727, "reference_energy": 299.7691650390625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 0.015079911798238754, "reference_energy": 325.37841796875 } ] }, "initial_development_audit": { "target_rel": 0.009941298428117178, "reference_rel": 0.009941298428117178, "boundary_rel": 0.010654822423691555, "bulk_rel": 0.00994110241510915, "boundary_rows": 10, "windows": [ { "first_row": 10240, "rows": 1024, "reference_sse": 0.018785551190376282, "reference_energy": 342.97064208984375 }, { "first_row": 11264, "rows": 1024, "reference_sse": 0.04686928912997246, "reference_energy": 351.2667541503906 }, { "first_row": 22528, "rows": 1024, "reference_sse": 0.04369298741221428, "reference_energy": 325.32037353515625 }, { "first_row": 23552, "rows": 1024, "reference_sse": 0.021806782111525536, "reference_energy": 300.4769287109375 }, { "first_row": 34816, "rows": 1024, "reference_sse": 0.07649587094783783, "reference_energy": 324.48828125 }, { "first_row": 35840, "rows": 1024, "reference_sse": 0.03139612823724747, "reference_energy": 335.386474609375 }, { "first_row": 47104, "rows": 1024, "reference_sse": 0.021044813096523285, "reference_energy": 305.3533935546875 }, { "first_row": 48128, "rows": 1024, "reference_sse": 0.009235396981239319, "reference_energy": 317.9487609863281 }, { "first_row": 59392, "rows": 1024, "reference_sse": 0.019903235137462616, "reference_energy": 330.7786865234375 }, { "first_row": 60416, "rows": 1024, "reference_sse": 0.028001930564641953, "reference_energy": 349.16729736328125 }, { "first_row": 71680, "rows": 1024, "reference_sse": 0.036380834877491, "reference_energy": 331.9217834472656 }, { "first_row": 72704, "rows": 1024, "reference_sse": 0.03178512305021286, "reference_energy": 333.703125 }, { "first_row": 83968, "rows": 1024, "reference_sse": 0.017263948917388916, "reference_energy": 325.26788330078125 }, { "first_row": 84992, "rows": 1024, "reference_sse": 0.012121304869651794, "reference_energy": 323.6887512207031 }, { "first_row": 96256, "rows": 1024, "reference_sse": 0.07886099070310593, "reference_energy": 299.7691650390625 }, { "first_row": 97280, "rows": 1024, "reference_sse": 0.022530648857355118, "reference_energy": 325.37841796875 } ] }, "best_step": 50, "steps_run": 58, "history": [ { "step": 5, "validation": { "target_rel": 0.004481394432756144, "reference_rel": 0.004481394432756144, "boundary_rel": 0.0037786570035157267, "bulk_rel": 0.004482157476653392, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24838958785213297, "batch_loss": 0.071931978687644, "best_step": 5, "overfit_checks": 0, "seconds": 54.19051909446716, "adaptive_schedule": { "best": 0.004481394432756144, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 0, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 0, "codebook_values": 1597440, "scales_changed": 51821867, "scale_values": 57507840 } }, { "step": 10, "validation": { "target_rel": 0.005009731867162675, "reference_rel": 0.005009731867162675, "boundary_rel": 0.00416140149388254, "bulk_rel": 0.005010646753256151, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.33260739828364816, "batch_loss": 0.09263114631175995, "best_step": 5, "overfit_checks": 0, "seconds": 128.4300355911255, "adaptive_schedule": { "best": 0.004481394432756144, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 1, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 72485, "codebook_values": 1597440, "scales_changed": 52582958, "scale_values": 57507840 } }, { "step": 15, "validation": { "target_rel": 0.0047217195091550585, "reference_rel": 0.0047217195091550585, "boundary_rel": 0.004045482359012232, "bulk_rel": 0.004722459264206947, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.30700873822877134, "batch_loss": 0.10062421206384897, "best_step": 5, "overfit_checks": 0, "seconds": 184.70468282699585, "adaptive_schedule": { "best": 0.004481394432756144, "drop_after": 25, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 2, "last_best": 5, "early_drop": false }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 51971, "codebook_values": 1597440, "scales_changed": 53055455, "scale_values": 57507840 } }, { "step": 20, "validation": { "target_rel": 0.004652722942303348, "reference_rel": 0.004652722942303348, "boundary_rel": 0.004043492833137444, "bulk_rel": 0.004653393860754577, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.2948435928107261, "batch_loss": 0.06377587094902992, "best_step": 5, "overfit_checks": 0, "seconds": 266.842324256897, "adaptive_schedule": { "best": 0.004481394432756144, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 5, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 49788, "codebook_values": 1597440, "scales_changed": 53372537, "scale_values": 57507840 } }, { "step": 25, "validation": { "target_rel": 0.004410795383661188, "reference_rel": 0.004410795383661188, "boundary_rel": 0.003905130554551194, "bulk_rel": 0.004411357076553972, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.2647964681855888, "batch_loss": 0.06707767397165298, "best_step": 25, "overfit_checks": 0, "seconds": 324.43584275245667, "adaptive_schedule": { "best": 0.004410795383661188, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 25, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 35653, "codebook_values": 1597440, "scales_changed": 53432926, "scale_values": 57507840 } }, { "step": 30, "validation": { "target_rel": 0.0044016717873635045, "reference_rel": 0.0044016717873635045, "boundary_rel": 0.003846919991104103, "bulk_rel": 0.004402284218904727, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.25255334825325176, "batch_loss": 0.059744532220065594, "best_step": 30, "overfit_checks": 0, "seconds": 403.28453302383423, "adaptive_schedule": { "best": 0.0044016717873635045, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 30, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 30766, "codebook_values": 1597440, "scales_changed": 53482109, "scale_values": 57507840 } }, { "step": 35, "validation": { "target_rel": 0.004358894177874261, "reference_rel": 0.004358894177874261, "boundary_rel": 0.0038340580682743857, "bulk_rel": 0.004359475395998648, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24812580006722343, "batch_loss": 0.08970832359045744, "best_step": 35, "overfit_checks": 0, "seconds": 455.19000577926636, "adaptive_schedule": { "best": 0.004358894177874261, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 35, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 28712, "codebook_values": 1597440, "scales_changed": 53525388, "scale_values": 57507840 } }, { "step": 40, "validation": { "target_rel": 0.004311169046717362, "reference_rel": 0.004311169046717362, "boundary_rel": 0.0038273257237998355, "bulk_rel": 0.004311707186995179, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24481632587885688, "batch_loss": 0.053302474319934845, "best_step": 40, "overfit_checks": 0, "seconds": 534.7508931159973, "adaptive_schedule": { "best": 0.004311169046717362, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 40, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 28082, "codebook_values": 1597440, "scales_changed": 53565934, "scale_values": 57507840 } }, { "step": 45, "validation": { "target_rel": 0.0043270135864899, "reference_rel": 0.0043270135864899, "boundary_rel": 0.003844803987826857, "bulk_rel": 0.004327550165678407, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24414065933986487, "batch_loss": 0.06649057939648628, "best_step": 40, "overfit_checks": 0, "seconds": 591.7256684303284, "adaptive_schedule": { "best": 0.004311169046717362, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 40, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 27924, "codebook_values": 1597440, "scales_changed": 53603939, "scale_values": 57507840 } }, { "step": 50, "validation": { "target_rel": 0.004300016159961927, "reference_rel": 0.004300016159961927, "boundary_rel": 0.0038296164811325935, "bulk_rel": 0.004300540196703877, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.2427417881553034, "batch_loss": 0.05714635830372572, "best_step": 50, "overfit_checks": 0, "seconds": 667.1939463615417, "adaptive_schedule": { "best": 0.004300016159961927, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 50, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 27418, "codebook_values": 1597440, "scales_changed": 53640158, "scale_values": 57507840 } }, { "step": 55, "validation": { "target_rel": 0.004305177545154349, "reference_rel": 0.004305177545154349, "boundary_rel": 0.00386283239372014, "bulk_rel": 0.004305671896863391, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24339510903701916, "batch_loss": 0.05861447099596262, "best_step": 50, "overfit_checks": 0, "seconds": 719.5906682014465, "adaptive_schedule": { "best": 0.004300016159961927, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 50, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 27681, "codebook_values": 1597440, "scales_changed": 53675426, "scale_values": 57507840 } }, { "step": 58, "validation": { "target_rel": 0.004451674669490464, "reference_rel": 0.004451674669490464, "boundary_rel": 0.0038597855365258226, "bulk_rel": 0.004452325807552085, "boundary_rows": 24 }, "reasoning_validation": null, "training_probe_rel": 0.24385563043450648, "batch_loss": 0.04529915936291218, "best_step": 50, "overfit_checks": 0, "seconds": 745.6089367866516, "adaptive_schedule": { "best": 0.004300016159961927, "drop_after": 20, "relative_worsening": 0.001, "checks": 3, "patience_updates": 10, "bad_checks": 3, "last_best": 50, "early_drop": true }, "adaptive_stop": false, "quantized_movement": { "codebook_changed": 27990, "codebook_values": 1597440, "scales_changed": 53695145, "scale_values": 57507840 } } ], "index_reassignments": [ { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 388, "accepted": 203, "changed_groups": 158251, "training_before": 0.06345313787460327, "training_after": 0.06158272549510002, "acceptance": "proposal and separate training check batches", "step": 10 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 388, "accepted": 167, "changed_groups": 170351, "training_before": 0.052748724818229675, "training_after": 0.050861209630966187, "acceptance": "proposal and separate training check batches", "step": 20 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 388, "accepted": 133, "changed_groups": 103700, "training_before": 0.05678705871105194, "training_after": 0.055793099105358124, "acceptance": "proposal and separate training check batches", "step": 30 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 388, "accepted": 137, "changed_groups": 123690, "training_before": 0.044925857335329056, "training_after": 0.04402340203523636, "acceptance": "proposal and separate training check batches", "step": 40 }, { "method": "expert_parallel_output_gradient_prefix_backtracking_v1", "proposals": 388, "accepted": 127, "changed_groups": 115559, "training_before": 0.05311710014939308, "training_after": 0.05252540111541748, "acceptance": "proposal and separate training check batches", "step": 50 } ], "coverage_threshold": 256, "checkpoint_selection": "held-out original reference trajectory for both arms", "world_size": 8, "microbatch": 65536, "proposal_communication": "sparse routed rows", "parallelism": "expert-sharded coupled output", "arithmetic": "fp4_planes4_fp16_boundaries_v1", "scope": "text-only, cached prompt partitions; historical audit is development only", "train_rows": 15007754, "validation_rows": 16384, "audit_rows": 16384, "complete": true }