| { |
| "layer": 25, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1236992, |
| "scales_changed": 22393910, |
| "scale_values": 44531712 |
| }, |
| "initial_validation": { |
| "target_rel": 0.032558091704657253, |
| "reference_rel": 0.032558091704657253, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 543.7332153320312, |
| "reference_energy": 585991.125 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 739.4972534179688, |
| "reference_energy": 584267.875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 1143.9208984375, |
| "reference_energy": 1166287.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 655.134765625, |
| "reference_energy": 579342.625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 713.6783447265625, |
| "reference_energy": 558009.3125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 1306.802734375, |
| "reference_energy": 1760371.875 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 599.603759765625, |
| "reference_energy": 540970.875 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 478.55694580078125, |
| "reference_energy": 583113.875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 540.5825805664062, |
| "reference_energy": 583848.5 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 873.4635009765625, |
| "reference_energy": 591415.0625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 519.34765625, |
| "reference_energy": 589902.5625 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 1384.0986328125, |
| "reference_energy": 1180192.625 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 604.65283203125, |
| "reference_energy": 596372.4375 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 598.437744140625, |
| "reference_energy": 589830.25 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 1028.9947509765625, |
| "reference_energy": 556432.8125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 611.936279296875, |
| "reference_energy": 597142.0625 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.03252765230121501, |
| "reference_rel": 0.03252765230121501, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 543.4251098632812, |
| "reference_energy": 585991.125 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 738.6212158203125, |
| "reference_energy": 584267.875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 1141.7874755859375, |
| "reference_energy": 1166287.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 654.4248046875, |
| "reference_energy": 579342.625 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 712.73388671875, |
| "reference_energy": 558009.3125 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 1300.5966796875, |
| "reference_energy": 1760371.875 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 599.122802734375, |
| "reference_energy": 540970.875 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 477.83734130859375, |
| "reference_energy": 583113.875 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 539.1170654296875, |
| "reference_energy": 583848.5 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 870.3326416015625, |
| "reference_energy": 591415.0625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 519.2593994140625, |
| "reference_energy": 589902.5625 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 1380.4813232421875, |
| "reference_energy": 1180192.625 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 604.428466796875, |
| "reference_energy": 596372.4375 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 597.6905517578125, |
| "reference_energy": 589830.25 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 1028.3555908203125, |
| "reference_energy": 556432.8125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 611.1597900390625, |
| "reference_energy": 597142.0625 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.03252765230121501, |
| "reference_rel": 0.03252765230121501 |
| }, |
| "development_audit": { |
| "target_rel": 0.029767317688498843, |
| "reference_rel": 0.029767317688498843, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 688.3773193359375, |
| "reference_energy": 567094.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 649.602783203125, |
| "reference_energy": 592247.375 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 610.6000366210938, |
| "reference_energy": 577771.375 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 958.6580200195312, |
| "reference_energy": 1773607.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 908.0947265625, |
| "reference_energy": 1161082.375 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 769.722412109375, |
| "reference_energy": 589184.125 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 704.17431640625, |
| "reference_energy": 1174353.625 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 508.61883544921875, |
| "reference_energy": 592744.1875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 650.0299072265625, |
| "reference_energy": 553384.1875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 722.21923828125, |
| "reference_energy": 601214.8125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 651.2469482421875, |
| "reference_energy": 576755.8125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 554.96826171875, |
| "reference_energy": 587165.1875 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 531.8694458007812, |
| "reference_energy": 571041.1875 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 760.9356689453125, |
| "reference_energy": 1178437.625 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 604.3785400390625, |
| "reference_energy": 561056.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 581.973876953125, |
| "reference_energy": 593795.5 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.029795729239436426, |
| "reference_rel": 0.029795729239436426, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 689.0131225585938, |
| "reference_energy": 567094.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 650.76025390625, |
| "reference_energy": 592247.375 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 611.03857421875, |
| "reference_energy": 577771.375 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 961.343994140625, |
| "reference_energy": 1773607.75 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 910.1266479492188, |
| "reference_energy": 1161082.375 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 774.2185668945312, |
| "reference_energy": 589184.125 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 705.4790649414062, |
| "reference_energy": 1174353.625 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 509.68621826171875, |
| "reference_energy": 592744.1875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 650.097412109375, |
| "reference_energy": 553384.1875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 723.6262817382812, |
| "reference_energy": 601214.8125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 652.1029052734375, |
| "reference_energy": 576755.8125 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 555.959228515625, |
| "reference_energy": 587165.1875 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 531.9965209960938, |
| "reference_energy": 571041.1875 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 762.3585205078125, |
| "reference_energy": 1178437.625 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 605.04736328125, |
| "reference_energy": 561056.0 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 583.34765625, |
| "reference_energy": 593795.5 |
| } |
| ] |
| }, |
| "best_step": 5, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.03252765230121501, |
| "reference_rel": 0.03252765230121501 |
| }, |
| "training_probe_rel": 0.882582391819982, |
| "batch_loss": 0.7794415205717087, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 53.870378255844116, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1236992, |
| "scales_changed": 22393910, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.03262008794431247, |
| "reference_rel": 0.03262008794431247 |
| }, |
| "training_probe_rel": 0.8813507271710118, |
| "batch_loss": 0.7465484887361526, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 107.46729874610901, |
| "quantized_movement": { |
| "codebook_changed": 59777, |
| "codebook_values": 1236992, |
| "scales_changed": 29373950, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.03257873631622274, |
| "reference_rel": 0.03257873631622274 |
| }, |
| "training_probe_rel": 0.877393080544932, |
| "batch_loss": 0.7804775685071945, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 156.46826577186584, |
| "quantized_movement": { |
| "codebook_changed": 22003, |
| "codebook_values": 1236992, |
| "scales_changed": 32193238, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.03258743490830684, |
| "reference_rel": 0.03258743490830684 |
| }, |
| "training_probe_rel": 0.8755287994493987, |
| "batch_loss": 0.7860054969787598, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 221.74922347068787, |
| "quantized_movement": { |
| "codebook_changed": 18872, |
| "codebook_values": 1236992, |
| "scales_changed": 33788778, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.03259321689173425, |
| "reference_rel": 0.03259321689173425 |
| }, |
| "training_probe_rel": 0.8746153777857908, |
| "batch_loss": 0.7832959741353989, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 269.97314381599426, |
| "quantized_movement": { |
| "codebook_changed": 18689, |
| "codebook_values": 1236992, |
| "scales_changed": 34770487, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.032598277245780446, |
| "reference_rel": 0.032598277245780446 |
| }, |
| "training_probe_rel": 0.8741958414809773, |
| "batch_loss": 0.7716342359781265, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 323.06149792671204, |
| "quantized_movement": { |
| "codebook_changed": 18104, |
| "codebook_values": 1236992, |
| "scales_changed": 35450749, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.032600752558908375, |
| "reference_rel": 0.032600752558908375 |
| }, |
| "training_probe_rel": 0.8736545602194085, |
| "batch_loss": 0.7419406920671463, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 369.79012846946716, |
| "quantized_movement": { |
| "codebook_changed": 17596, |
| "codebook_values": 1236992, |
| "scales_changed": 35958350, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.03259383254679576, |
| "reference_rel": 0.03259383254679576 |
| }, |
| "training_probe_rel": 0.8733900353560248, |
| "batch_loss": 0.7347290515899658, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 435.3600332736969, |
| "quantized_movement": { |
| "codebook_changed": 17727, |
| "codebook_values": 1236992, |
| "scales_changed": 36358779, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.032588844569923586, |
| "reference_rel": 0.032588844569923586 |
| }, |
| "training_probe_rel": 0.8731978934315163, |
| "batch_loss": 0.7510160952806473, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 481.5830616950989, |
| "quantized_movement": { |
| "codebook_changed": 16737, |
| "codebook_values": 1236992, |
| "scales_changed": 36676150, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.03257423632859339, |
| "reference_rel": 0.03257423632859339 |
| }, |
| "training_probe_rel": 0.8720606395495629, |
| "batch_loss": 0.7611183375120163, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 540.5617771148682, |
| "quantized_movement": { |
| "codebook_changed": 8298, |
| "codebook_values": 1236992, |
| "scales_changed": 36739726, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.03257804869240625, |
| "reference_rel": 0.03257804869240625 |
| }, |
| "training_probe_rel": 0.872195517048608, |
| "batch_loss": 0.772749125957489, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 586.8485457897186, |
| "quantized_movement": { |
| "codebook_changed": 10769, |
| "codebook_values": 1236992, |
| "scales_changed": 36791795, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.03257847372238906, |
| "reference_rel": 0.03257847372238906 |
| }, |
| "training_probe_rel": 0.8721896527462161, |
| "batch_loss": 0.7268108576536179, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 645.7734005451202, |
| "quantized_movement": { |
| "codebook_changed": 11610, |
| "codebook_values": 1236992, |
| "scales_changed": 36837655, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.03257956249952964, |
| "reference_rel": 0.03257956249952964 |
| }, |
| "training_probe_rel": 0.8720687112937134, |
| "batch_loss": 0.7459054440259933, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 696.512729883194, |
| "quantized_movement": { |
| "codebook_changed": 12051, |
| "codebook_values": 1236992, |
| "scales_changed": 36878126, |
| "scale_values": 44531712 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.03258033468181176, |
| "reference_rel": 0.03258033468181176 |
| }, |
| "training_probe_rel": 0.8724582670668929, |
| "batch_loss": 0.7712344974279404, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 731.4407827854156, |
| "quantized_movement": { |
| "codebook_changed": 12364, |
| "codebook_values": 1236992, |
| "scales_changed": 36909852, |
| "scale_values": 44531712 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 302, |
| "accepted": 273, |
| "changed_groups": 179951, |
| "training_before": 11544.171875, |
| "training_after": 11509.6806640625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 302, |
| "accepted": 278, |
| "changed_groups": 178074, |
| "training_before": 11241.4658203125, |
| "training_after": 11207.0859375, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 302, |
| "accepted": 281, |
| "changed_groups": 180810, |
| "training_before": 11614.751953125, |
| "training_after": 11575.62890625, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
