| { |
| "layer": 12, |
| "target": "reference", |
| "recipe": "full_corpus_sequence_pass_v1", |
| "batch_tokens": 262144, |
| "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485", |
| "training_sequence_count": 17580, |
| "training_passes": 1, |
| "refinement": null, |
| "lr_decay_after": 45, |
| "lr_decay_factor": 0.25, |
| "export_only": false, |
| "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed", |
| "codebook_lr": 0.048, |
| "scale_lr": 0.032, |
| "quantized_movement": { |
| "codebook_changed": 6368, |
| "codebook_values": 1376256, |
| "scales_changed": 35773675, |
| "scale_values": 49545216 |
| }, |
| "initial_validation": { |
| "target_rel": 0.009400555951788495, |
| "reference_rel": 0.009400555951788495, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 21.910343170166016, |
| "reference_energy": 394200.25 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 29.687238693237305, |
| "reference_energy": 391034.6875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 34.262611389160156, |
| "reference_energy": 814253.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 23.626689910888672, |
| "reference_energy": 384577.3125 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 37.95219421386719, |
| "reference_energy": 366294.625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 79.32061767578125, |
| "reference_energy": 1242204.25 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 31.646595001220703, |
| "reference_energy": 358929.25 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 17.532989501953125, |
| "reference_energy": 392240.90625 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 26.101001739501953, |
| "reference_energy": 390697.1875 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 31.49640464782715, |
| "reference_energy": 393699.15625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 16.710899353027344, |
| "reference_energy": 398985.71875 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 38.75330352783203, |
| "reference_energy": 823275.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 27.623615264892578, |
| "reference_energy": 401333.375 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 27.669883728027344, |
| "reference_energy": 393668.6875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 231.52476501464844, |
| "reference_energy": 364513.3125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 23.222139358520508, |
| "reference_energy": 400443.5 |
| } |
| ] |
| }, |
| "final_validation": { |
| "target_rel": 0.009360057355222875, |
| "reference_rel": 0.009360057355222875, |
| "windows": [ |
| { |
| "first_row": 0, |
| "rows": 1024, |
| "reference_sse": 21.968395233154297, |
| "reference_energy": 394200.25 |
| }, |
| { |
| "first_row": 1024, |
| "rows": 1024, |
| "reference_sse": 29.6142578125, |
| "reference_energy": 391034.6875 |
| }, |
| { |
| "first_row": 4096, |
| "rows": 1024, |
| "reference_sse": 33.17831039428711, |
| "reference_energy": 814253.0 |
| }, |
| { |
| "first_row": 5120, |
| "rows": 1024, |
| "reference_sse": 23.75246238708496, |
| "reference_energy": 384577.3125 |
| }, |
| { |
| "first_row": 8192, |
| "rows": 1024, |
| "reference_sse": 37.78556442260742, |
| "reference_energy": 366294.625 |
| }, |
| { |
| "first_row": 9216, |
| "rows": 1024, |
| "reference_sse": 76.60884094238281, |
| "reference_energy": 1242204.25 |
| }, |
| { |
| "first_row": 12288, |
| "rows": 1024, |
| "reference_sse": 31.551414489746094, |
| "reference_energy": 358929.25 |
| }, |
| { |
| "first_row": 13312, |
| "rows": 1024, |
| "reference_sse": 17.424495697021484, |
| "reference_energy": 392240.90625 |
| }, |
| { |
| "first_row": 16384, |
| "rows": 1024, |
| "reference_sse": 25.817914962768555, |
| "reference_energy": 390697.1875 |
| }, |
| { |
| "first_row": 17408, |
| "rows": 1024, |
| "reference_sse": 31.039356231689453, |
| "reference_energy": 393699.15625 |
| }, |
| { |
| "first_row": 20480, |
| "rows": 1024, |
| "reference_sse": 16.59467315673828, |
| "reference_energy": 398985.71875 |
| }, |
| { |
| "first_row": 21504, |
| "rows": 1024, |
| "reference_sse": 37.515254974365234, |
| "reference_energy": 823275.75 |
| }, |
| { |
| "first_row": 24576, |
| "rows": 1024, |
| "reference_sse": 27.24602508544922, |
| "reference_energy": 401333.375 |
| }, |
| { |
| "first_row": 25600, |
| "rows": 1024, |
| "reference_sse": 27.33708953857422, |
| "reference_energy": 393668.6875 |
| }, |
| { |
| "first_row": 28672, |
| "rows": 1024, |
| "reference_sse": 232.59033203125, |
| "reference_energy": 364513.3125 |
| }, |
| { |
| "first_row": 29696, |
| "rows": 1024, |
| "reference_sse": 23.006790161132812, |
| "reference_energy": 400443.5 |
| } |
| ] |
| }, |
| "serialized_validation": { |
| "target_rel": 0.009360057355222875, |
| "reference_rel": 0.009360057355222875 |
| }, |
| "development_audit": { |
| "target_rel": 0.008586249401539129, |
| "reference_rel": 0.008586249401539129, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 39.060935974121094, |
| "reference_energy": 377486.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 18.31205177307129, |
| "reference_energy": 398721.0625 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 20.57316780090332, |
| "reference_energy": 389040.25 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 43.2169075012207, |
| "reference_energy": 1259623.25 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 34.06178283691406, |
| "reference_energy": 811039.3125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 24.403047561645508, |
| "reference_energy": 391376.0625 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 34.49419403076172, |
| "reference_energy": 821913.5 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 17.074424743652344, |
| "reference_energy": 399220.875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 63.9788932800293, |
| "reference_energy": 369155.875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 40.055904388427734, |
| "reference_energy": 403542.3125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 101.95230102539062, |
| "reference_energy": 382013.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 22.88445281982422, |
| "reference_energy": 392723.4375 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 78.79837036132812, |
| "reference_energy": 381814.375 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 32.43878936767578, |
| "reference_energy": 823306.875 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 27.991485595703125, |
| "reference_energy": 370149.6875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 17.80673599243164, |
| "reference_energy": 399365.125 |
| } |
| ] |
| }, |
| "initial_development_audit": { |
| "target_rel": 0.008624014166856356, |
| "reference_rel": 0.008624014166856356, |
| "windows": [ |
| { |
| "first_row": 2048, |
| "rows": 1024, |
| "reference_sse": 38.738285064697266, |
| "reference_energy": 377486.0 |
| }, |
| { |
| "first_row": 3072, |
| "rows": 1024, |
| "reference_sse": 18.533395767211914, |
| "reference_energy": 398721.0625 |
| }, |
| { |
| "first_row": 6144, |
| "rows": 1024, |
| "reference_sse": 20.583003997802734, |
| "reference_energy": 389040.25 |
| }, |
| { |
| "first_row": 7168, |
| "rows": 1024, |
| "reference_sse": 44.978492736816406, |
| "reference_energy": 1259623.25 |
| }, |
| { |
| "first_row": 10240, |
| "rows": 1024, |
| "reference_sse": 35.0508918762207, |
| "reference_energy": 811039.3125 |
| }, |
| { |
| "first_row": 11264, |
| "rows": 1024, |
| "reference_sse": 25.071022033691406, |
| "reference_energy": 391376.0625 |
| }, |
| { |
| "first_row": 14336, |
| "rows": 1024, |
| "reference_sse": 35.143367767333984, |
| "reference_energy": 821913.5 |
| }, |
| { |
| "first_row": 15360, |
| "rows": 1024, |
| "reference_sse": 17.235849380493164, |
| "reference_energy": 399220.875 |
| }, |
| { |
| "first_row": 18432, |
| "rows": 1024, |
| "reference_sse": 63.72025680541992, |
| "reference_energy": 369155.875 |
| }, |
| { |
| "first_row": 19456, |
| "rows": 1024, |
| "reference_sse": 40.59361267089844, |
| "reference_energy": 403542.3125 |
| }, |
| { |
| "first_row": 22528, |
| "rows": 1024, |
| "reference_sse": 101.50557708740234, |
| "reference_energy": 382013.75 |
| }, |
| { |
| "first_row": 23552, |
| "rows": 1024, |
| "reference_sse": 22.994935989379883, |
| "reference_energy": 392723.4375 |
| }, |
| { |
| "first_row": 26624, |
| "rows": 1024, |
| "reference_sse": 79.42279052734375, |
| "reference_energy": 381814.375 |
| }, |
| { |
| "first_row": 27648, |
| "rows": 1024, |
| "reference_sse": 32.962669372558594, |
| "reference_energy": 823306.875 |
| }, |
| { |
| "first_row": 30720, |
| "rows": 1024, |
| "reference_sse": 27.984539031982422, |
| "reference_energy": 370149.6875 |
| }, |
| { |
| "first_row": 31744, |
| "rows": 1024, |
| "reference_sse": 18.02508544921875, |
| "reference_energy": 399365.125 |
| } |
| ] |
| }, |
| "best_step": 50, |
| "steps_run": 69, |
| "history": [ |
| { |
| "step": 5, |
| "validation": { |
| "target_rel": 0.009384272826687511, |
| "reference_rel": 0.009384272826687511 |
| }, |
| "training_probe_rel": 0.82628220407879, |
| "batch_loss": 0.4877280592918396, |
| "best_step": 5, |
| "overfit_checks": 0, |
| "seconds": 51.67941641807556, |
| "quantized_movement": { |
| "codebook_changed": 0, |
| "codebook_values": 1376256, |
| "scales_changed": 16687267, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 10, |
| "validation": { |
| "target_rel": 0.0093752393346748, |
| "reference_rel": 0.0093752393346748 |
| }, |
| "training_probe_rel": 0.826409227153315, |
| "batch_loss": 0.49338168650865555, |
| "best_step": 10, |
| "overfit_checks": 0, |
| "seconds": 102.54902815818787, |
| "quantized_movement": { |
| "codebook_changed": 17688, |
| "codebook_values": 1376256, |
| "scales_changed": 23758925, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 15, |
| "validation": { |
| "target_rel": 0.00937334310887372, |
| "reference_rel": 0.00937334310887372 |
| }, |
| "training_probe_rel": 0.8225436114542508, |
| "batch_loss": 1.496045857667923, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 148.42712712287903, |
| "quantized_movement": { |
| "codebook_changed": 17534, |
| "codebook_values": 1376256, |
| "scales_changed": 27697949, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 20, |
| "validation": { |
| "target_rel": 0.00937586592840396, |
| "reference_rel": 0.00937586592840396 |
| }, |
| "training_probe_rel": 0.8225821562790679, |
| "batch_loss": 0.9755815416574478, |
| "best_step": 15, |
| "overfit_checks": 0, |
| "seconds": 209.31827592849731, |
| "quantized_movement": { |
| "codebook_changed": 26289, |
| "codebook_values": 1376256, |
| "scales_changed": 30639356, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 25, |
| "validation": { |
| "target_rel": 0.009371592975057484, |
| "reference_rel": 0.009371592975057484 |
| }, |
| "training_probe_rel": 0.825152050614928, |
| "batch_loss": 0.7697416618466377, |
| "best_step": 25, |
| "overfit_checks": 0, |
| "seconds": 258.6378381252289, |
| "quantized_movement": { |
| "codebook_changed": 23619, |
| "codebook_values": 1376256, |
| "scales_changed": 32507773, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 30, |
| "validation": { |
| "target_rel": 0.009370434306155445, |
| "reference_rel": 0.009370434306155445 |
| }, |
| "training_probe_rel": 0.8294840888436728, |
| "batch_loss": 0.5314300432801247, |
| "best_step": 30, |
| "overfit_checks": 0, |
| "seconds": 304.1035134792328, |
| "quantized_movement": { |
| "codebook_changed": 18669, |
| "codebook_values": 1376256, |
| "scales_changed": 33693477, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 35, |
| "validation": { |
| "target_rel": 0.009364725285465527, |
| "reference_rel": 0.009364725285465527 |
| }, |
| "training_probe_rel": 0.8234759443685673, |
| "batch_loss": 0.5899160653352737, |
| "best_step": 35, |
| "overfit_checks": 0, |
| "seconds": 353.3822433948517, |
| "quantized_movement": { |
| "codebook_changed": 12167, |
| "codebook_values": 1376256, |
| "scales_changed": 34522899, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 40, |
| "validation": { |
| "target_rel": 0.009364594717713842, |
| "reference_rel": 0.009364594717713842 |
| }, |
| "training_probe_rel": 0.8231857040181864, |
| "batch_loss": 0.5077886134386063, |
| "best_step": 40, |
| "overfit_checks": 0, |
| "seconds": 415.62809586524963, |
| "quantized_movement": { |
| "codebook_changed": 10772, |
| "codebook_values": 1376256, |
| "scales_changed": 35162002, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 45, |
| "validation": { |
| "target_rel": 0.009362339362348699, |
| "reference_rel": 0.009362339362348699 |
| }, |
| "training_probe_rel": 0.8217801395498515, |
| "batch_loss": 0.5472124814987183, |
| "best_step": 45, |
| "overfit_checks": 0, |
| "seconds": 472.94184732437134, |
| "quantized_movement": { |
| "codebook_changed": 9528, |
| "codebook_values": 1376256, |
| "scales_changed": 35675546, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 50, |
| "validation": { |
| "target_rel": 0.009360057355222875, |
| "reference_rel": 0.009360057355222875 |
| }, |
| "training_probe_rel": 0.8214013112336339, |
| "batch_loss": 0.47964654117822647, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 520.1593027114868, |
| "quantized_movement": { |
| "codebook_changed": 6368, |
| "codebook_values": 1376256, |
| "scales_changed": 35773675, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 55, |
| "validation": { |
| "target_rel": 0.009360179343705841, |
| "reference_rel": 0.009360179343705841 |
| }, |
| "training_probe_rel": 0.8206748379602494, |
| "batch_loss": 0.47744932770729065, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 570.6238782405853, |
| "quantized_movement": { |
| "codebook_changed": 6416, |
| "codebook_values": 1376256, |
| "scales_changed": 35856293, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 60, |
| "validation": { |
| "target_rel": 0.009360512018608498, |
| "reference_rel": 0.009360512018608498 |
| }, |
| "training_probe_rel": 0.8194238681951908, |
| "batch_loss": 0.5347097888588905, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 642.3767509460449, |
| "quantized_movement": { |
| "codebook_changed": 6254, |
| "codebook_values": 1376256, |
| "scales_changed": 35922566, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 65, |
| "validation": { |
| "target_rel": 0.00936056383337665, |
| "reference_rel": 0.00936056383337665 |
| }, |
| "training_probe_rel": 0.8199384280825802, |
| "batch_loss": 0.4711581915616989, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 695.8946185112, |
| "quantized_movement": { |
| "codebook_changed": 6486, |
| "codebook_values": 1376256, |
| "scales_changed": 35980262, |
| "scale_values": 49545216 |
| } |
| }, |
| { |
| "step": 69, |
| "validation": { |
| "target_rel": 0.009360256134711309, |
| "reference_rel": 0.009360256134711309 |
| }, |
| "training_probe_rel": 0.8206107065001511, |
| "batch_loss": 0.48906347155570984, |
| "best_step": 50, |
| "overfit_checks": 0, |
| "seconds": 732.8897457122803, |
| "quantized_movement": { |
| "codebook_changed": 6912, |
| "codebook_values": 1376256, |
| "scales_changed": 36027013, |
| "scale_values": 49545216 |
| } |
| } |
| ], |
| "index_reassignments": [ |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 332, |
| "accepted": 299, |
| "changed_groups": 94403, |
| "training_before": 291.74151611328125, |
| "training_after": 290.6813049316406, |
| "acceptance": "proposal and separate training check batches", |
| "step": 20 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 332, |
| "accepted": 287, |
| "changed_groups": 93566, |
| "training_before": 284.55267333984375, |
| "training_after": 283.6173095703125, |
| "acceptance": "proposal and separate training check batches", |
| "step": 40 |
| }, |
| { |
| "method": "expert_parallel_output_gradient_prefix_backtracking_v1", |
| "proposals": 332, |
| "accepted": 276, |
| "changed_groups": 93572, |
| "training_before": 415.04742431640625, |
| "training_after": 414.14471435546875, |
| "acceptance": "proposal and separate training check batches", |
| "step": 60 |
| } |
| ], |
| "coverage_threshold": 256, |
| "checkpoint_selection": "held-out original reference trajectory for both arms", |
| "world_size": 8, |
| "microbatch": 65536, |
| "proposal_communication": "sparse routed rows", |
| "parallelism": "expert-sharded coupled output", |
| "arithmetic": "fp4_planes4_fp16_boundaries_v1", |
| "scope": "text-only, cached prompt partitions; historical audit is development only", |
| "train_rows": 18001846, |
| "validation_rows": 16384, |
| "audit_rows": 16384, |
| "complete": true |
| } |
