{
  "layer": 5,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 1,
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 38747,
    "codebook_values": 1286144,
    "scales_changed": 34031345,
    "scale_values": 46301184
  },
  "initial_validation": {
    "target_rel": 0.023731888036657985,
    "reference_rel": 0.023731888036657985,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 0.14153537154197693,
        "reference_energy": 318.68060302734375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 0.17913037538528442,
        "reference_energy": 315.18304443359375
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 0.2734489142894745,
        "reference_energy": 364.1300354003906
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 0.16733384132385254,
        "reference_energy": 409.181884765625
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 0.20133709907531738,
        "reference_energy": 369.3540954589844
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 0.5332379341125488,
        "reference_energy": 426.04351806640625
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 0.16856670379638672,
        "reference_energy": 331.1439208984375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 0.13400064408779144,
        "reference_energy": 376.18389892578125
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 0.17325147986412048,
        "reference_energy": 360.78253173828125
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 0.20387223362922668,
        "reference_energy": 360.62530517578125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 0.20360049605369568,
        "reference_energy": 338.47454833984375
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 0.23370273411273956,
        "reference_energy": 379.9266052246094
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 0.123384490609169,
        "reference_energy": 389.563232421875
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 0.21519729495048523,
        "reference_energy": 371.1610107421875
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 0.2266906499862671,
        "reference_energy": 379.135498046875
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 0.1581355333328247,
        "reference_energy": 434.4553527832031
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.022044561870399076,
    "reference_rel": 0.022044561870399076,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 0.1410735547542572,
        "reference_energy": 318.68060302734375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 0.16653873026371002,
        "reference_energy": 315.18304443359375
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 0.2263968586921692,
        "reference_energy": 364.1300354003906
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 0.148874431848526,
        "reference_energy": 409.181884765625
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 0.1796441227197647,
        "reference_energy": 369.3540954589844
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 0.29789814352989197,
        "reference_energy": 426.04351806640625
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 0.15755891799926758,
        "reference_energy": 331.1439208984375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 0.13178716599941254,
        "reference_energy": 376.18389892578125
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 0.17057938873767853,
        "reference_energy": 360.78253173828125
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 0.19080233573913574,
        "reference_energy": 360.62530517578125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 0.19672226905822754,
        "reference_energy": 338.47454833984375
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 0.2070956528186798,
        "reference_energy": 379.9266052246094
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 0.11281917989253998,
        "reference_energy": 389.563232421875
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 0.1968056708574295,
        "reference_energy": 371.1610107421875
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 0.21160709857940674,
        "reference_energy": 379.135498046875
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 0.1426517516374588,
        "reference_energy": 434.4553527832031
      }
    ]
  },
  "serialized_validation": {
    "target_rel": 0.022044561870399076,
    "reference_rel": 0.022044561870399076
  },
  "development_audit": {
    "target_rel": 0.020572327891629234,
    "reference_rel": 0.020572327891629234,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 0.2268964648246765,
        "reference_energy": 349.99078369140625
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 0.1683279573917389,
        "reference_energy": 354.3716125488281
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 0.1965988278388977,
        "reference_energy": 346.1508483886719
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 0.17423440515995026,
        "reference_energy": 400.4205627441406
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 0.12786097824573517,
        "reference_energy": 365.0269470214844
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 0.18049803376197815,
        "reference_energy": 418.346435546875
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 0.1269790232181549,
        "reference_energy": 416.6302490234375
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 0.1431695967912674,
        "reference_energy": 365.1043701171875
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 0.1550544798374176,
        "reference_energy": 325.619140625
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 0.14262036979198456,
        "reference_energy": 424.3233947753906
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 0.12917491793632507,
        "reference_energy": 398.9819641113281
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 0.1424376368522644,
        "reference_energy": 404.85784912109375
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 0.15446995198726654,
        "reference_energy": 302.3982849121094
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 0.1663312315940857,
        "reference_energy": 368.77777099609375
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 0.14978066086769104,
        "reference_energy": 375.97576904296875
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 0.16243049502372742,
        "reference_energy": 400.84210205078125
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.02118408504789441,
    "reference_rel": 0.02118408504789441,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 0.22835226356983185,
        "reference_energy": 349.99078369140625
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 0.17407536506652832,
        "reference_energy": 354.3716125488281
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 0.1970038115978241,
        "reference_energy": 346.1508483886719
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 0.2036646604537964,
        "reference_energy": 400.4205627441406
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 0.13275033235549927,
        "reference_energy": 365.0269470214844
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 0.20906338095664978,
        "reference_energy": 418.346435546875
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 0.13440380990505219,
        "reference_energy": 416.6302490234375
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 0.14598970115184784,
        "reference_energy": 365.1043701171875
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 0.16110289096832275,
        "reference_energy": 325.619140625
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 0.14549703896045685,
        "reference_energy": 424.3233947753906
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 0.1337989717721939,
        "reference_energy": 398.9819641113281
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 0.1494770348072052,
        "reference_energy": 404.85784912109375
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 0.154300719499588,
        "reference_energy": 302.3982849121094
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 0.19607160985469818,
        "reference_energy": 368.77777099609375
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 0.15520526468753815,
        "reference_energy": 375.97576904296875
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 0.17983204126358032,
        "reference_energy": 400.84210205078125
      }
    ]
  },
  "best_step": 69,
  "steps_run": 69,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.02218805474665539,
        "reference_rel": 0.02218805474665539
      },
      "training_probe_rel": 0.35533297569845096,
      "batch_loss": 0.12556502781808376,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 70.31146717071533,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1286144,
        "scales_changed": 19085877,
        "scale_values": 46301184
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.022561492608424757,
        "reference_rel": 0.022561492608424757
      },
      "training_probe_rel": 0.3614162973906424,
      "batch_loss": 0.13590898364782333,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 118.14100694656372,
      "quantized_movement": {
        "codebook_changed": 33939,
        "codebook_values": 1286144,
        "scales_changed": 24227757,
        "scale_values": 46301184
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.022375112682590906,
        "reference_rel": 0.022375112682590906
      },
      "training_probe_rel": 0.3546682409388521,
      "batch_loss": 0.11834881268441677,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 168.52429246902466,
      "quantized_movement": {
        "codebook_changed": 23439,
        "codebook_values": 1286144,
        "scales_changed": 27360204,
        "scale_values": 46301184
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.022176659441995854,
        "reference_rel": 0.022176659441995854
      },
      "training_probe_rel": 0.34783539940866676,
      "batch_loss": 0.12225859984755516,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 239.46560978889465,
      "quantized_movement": {
        "codebook_changed": 24992,
        "codebook_values": 1286144,
        "scales_changed": 29527034,
        "scale_values": 46301184
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.02224398358487097,
        "reference_rel": 0.02224398358487097
      },
      "training_probe_rel": 0.349122320422268,
      "batch_loss": 0.12400182709097862,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 293.6563777923584,
      "quantized_movement": {
        "codebook_changed": 26835,
        "codebook_values": 1286144,
        "scales_changed": 30908194,
        "scale_values": 46301184
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.022206138684025954,
        "reference_rel": 0.022206138684025954
      },
      "training_probe_rel": 0.3491302041132365,
      "batch_loss": 0.12094808556139469,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 343.64046716690063,
      "quantized_movement": {
        "codebook_changed": 27204,
        "codebook_values": 1286144,
        "scales_changed": 31840892,
        "scale_values": 46301184
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.022252673426587852,
        "reference_rel": 0.022252673426587852
      },
      "training_probe_rel": 0.3489407842043315,
      "batch_loss": 0.11864814162254333,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 402.47063851356506,
      "quantized_movement": {
        "codebook_changed": 30647,
        "codebook_values": 1286144,
        "scales_changed": 32541086,
        "scale_values": 46301184
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.022387820352266663,
        "reference_rel": 0.022387820352266663
      },
      "training_probe_rel": 0.3492338474977512,
      "batch_loss": 0.11911129020154476,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 470.3344657421112,
      "quantized_movement": {
        "codebook_changed": 35547,
        "codebook_values": 1286144,
        "scales_changed": 33120029,
        "scale_values": 46301184
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.02240624324759886,
        "reference_rel": 0.02240624324759886
      },
      "training_probe_rel": 0.3531228085828125,
      "batch_loss": 0.11670931987464428,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 520.6475689411163,
      "quantized_movement": {
        "codebook_changed": 41761,
        "codebook_values": 1286144,
        "scales_changed": 33606817,
        "scale_values": 46301184
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.022071934769458786,
        "reference_rel": 0.022071934769458786
      },
      "training_probe_rel": 0.3455657716486838,
      "batch_loss": 0.118095388635993,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 579.5208177566528,
      "quantized_movement": {
        "codebook_changed": 32418,
        "codebook_values": 1286144,
        "scales_changed": 33709475,
        "scale_values": 46301184
      }
    },
    {
      "step": 55,
      "validation": {
        "target_rel": 0.022269650041249558,
        "reference_rel": 0.022269650041249558
      },
      "training_probe_rel": 0.34609196683301957,
      "batch_loss": 0.12103819474577904,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 630.9232051372528,
      "quantized_movement": {
        "codebook_changed": 35987,
        "codebook_values": 1286144,
        "scales_changed": 33809566,
        "scale_values": 46301184
      }
    },
    {
      "step": 60,
      "validation": {
        "target_rel": 0.02216648363342608,
        "reference_rel": 0.02216648363342608
      },
      "training_probe_rel": 0.3461076918259598,
      "batch_loss": 0.11560303904116154,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 698.1578948497772,
      "quantized_movement": {
        "codebook_changed": 37316,
        "codebook_values": 1286144,
        "scales_changed": 33895656,
        "scale_values": 46301184
      }
    },
    {
      "step": 65,
      "validation": {
        "target_rel": 0.022109046272408634,
        "reference_rel": 0.022109046272408634
      },
      "training_probe_rel": 0.34727853614976834,
      "batch_loss": 0.11308073624968529,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 757.2331671714783,
      "quantized_movement": {
        "codebook_changed": 38272,
        "codebook_values": 1286144,
        "scales_changed": 33969954,
        "scale_values": 46301184
      }
    },
    {
      "step": 69,
      "validation": {
        "target_rel": 0.022044561870399076,
        "reference_rel": 0.022044561870399076
      },
      "training_probe_rel": 0.34623514648345044,
      "batch_loss": 0.11551225930452347,
      "best_step": 69,
      "overfit_checks": 0,
      "seconds": 794.2053484916687,
      "quantized_movement": {
        "codebook_changed": 38747,
        "codebook_values": 1286144,
        "scales_changed": 34031345,
        "scale_values": 46301184
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 314,
      "accepted": 246,
      "changed_groups": 101260,
      "training_before": 1.606789231300354,
      "training_after": 1.5870919227600098,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 314,
      "accepted": 249,
      "changed_groups": 99143,
      "training_before": 1.5341932773590088,
      "training_after": 1.5161283016204834,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 314,
      "accepted": 255,
      "changed_groups": 93772,
      "training_before": 1.5677365064620972,
      "training_after": 1.5502510070800781,
      "acceptance": "proposal and separate training check batches",
      "step": 60
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}