{
  "layer": 43,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp8_e4m3",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 1.0,
  "training_tokens_seen": 18001846,
  "adaptive_schedule": {
    "best": 0.2259841880308831,
    "drop_after": 45,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 15,
    "bad_checks": 0,
    "last_best": 65,
    "early_drop": false
  },
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 2246,
    "codebook_values": 1507328,
    "scales_changed": 37012212,
    "scale_values": 54263808
  },
  "initial_validation": {
    "target_rel": 0.2262760947260998,
    "reference_rel": 0.2262760947260998,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 94723.0,
        "reference_energy": 2256327.75
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 119704.078125,
        "reference_energy": 2181613.0
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 369917.75,
        "reference_energy": 3707020.0
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 106100.0703125,
        "reference_energy": 2170779.75
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 191305.28125,
        "reference_energy": 2253564.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 103751.28125,
        "reference_energy": 5384100.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 111072.0,
        "reference_energy": 2223035.75
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 91484.578125,
        "reference_energy": 2263950.5
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 92685.25,
        "reference_energy": 2243280.0
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 93121.21875,
        "reference_energy": 2328994.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 91260.0,
        "reference_energy": 2314087.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 140857.5,
        "reference_energy": 3668743.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 115624.3125,
        "reference_energy": 2253219.0
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 76804.796875,
        "reference_energy": 2302078.5
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 80579.46875,
        "reference_energy": 2174352.5
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 270965.09375,
        "reference_energy": 2265462.0
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.2259841880308831,
    "reference_rel": 0.2259841880308831,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 94519.8125,
        "reference_energy": 2256327.75
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 119359.1640625,
        "reference_energy": 2181613.0
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 368925.4375,
        "reference_energy": 3707020.0
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 105859.1875,
        "reference_energy": 2170779.75
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 190952.765625,
        "reference_energy": 2253564.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 103337.78125,
        "reference_energy": 5384100.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 110807.6484375,
        "reference_energy": 2223035.75
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 91283.078125,
        "reference_energy": 2263950.5
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 92455.640625,
        "reference_energy": 2243280.0
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 92911.7734375,
        "reference_energy": 2328994.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 91079.46875,
        "reference_energy": 2314087.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 140053.96875,
        "reference_energy": 3668743.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 115276.2109375,
        "reference_energy": 2253219.0
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 76659.171875,
        "reference_energy": 2302078.5
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 80276.625,
        "reference_energy": 2174352.5
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 270654.4375,
        "reference_energy": 2265462.0
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.2259841880308831,
    "reference_rel": 0.2259841880308831
  },
  "development_audit": {
    "target_rel": 0.20104015667831565,
    "reference_rel": 0.20104015667831565,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 96031.234375,
        "reference_energy": 2248027.0
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 113559.390625,
        "reference_energy": 2301897.5
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 85288.640625,
        "reference_energy": 2268180.25
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 95478.90625,
        "reference_energy": 5324203.5
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 121728.0,
        "reference_energy": 3722113.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 81441.765625,
        "reference_energy": 2334878.75
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 201662.34375,
        "reference_energy": 3791406.25
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 76017.1328125,
        "reference_energy": 2306417.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 107070.796875,
        "reference_energy": 2202029.0
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 104594.40625,
        "reference_energy": 2251150.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 98535.3125,
        "reference_energy": 2213933.25
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 182665.6875,
        "reference_energy": 2243835.5
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 113131.640625,
        "reference_energy": 2220610.75
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 103980.90625,
        "reference_energy": 3737658.75
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 84062.078125,
        "reference_energy": 2182539.75
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 95709.328125,
        "reference_energy": 2220688.0
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.20129814819778605,
    "reference_rel": 0.20129814819778605,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 96159.078125,
        "reference_energy": 2248027.0
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 113766.96875,
        "reference_energy": 2301897.5
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 85443.1953125,
        "reference_energy": 2268180.25
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 95798.1796875,
        "reference_energy": 5324203.5
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 122178.28125,
        "reference_energy": 3722113.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 81787.4296875,
        "reference_energy": 2334878.75
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 202055.0,
        "reference_energy": 3791406.25
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 76174.203125,
        "reference_energy": 2306417.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 107288.5234375,
        "reference_energy": 2202029.0
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 104947.28125,
        "reference_energy": 2251150.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 98864.015625,
        "reference_energy": 2213933.25
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 183154.84375,
        "reference_energy": 2243835.5
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 113353.8203125,
        "reference_energy": 2220610.75
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 104285.9453125,
        "reference_energy": 3737658.75
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 84245.2109375,
        "reference_energy": 2182539.75
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 95978.109375,
        "reference_energy": 2220688.0
      }
    ]
  },
  "best_step": 65,
  "steps_run": 69,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.2261863087371358,
        "reference_rel": 0.2261863087371358
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9672271479860396,
      "batch_loss": 0.9124526381492615,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 52.13890266418457,
      "adaptive_schedule": {
        "best": 0.2261863087371358,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1507328,
        "scales_changed": 9417660,
        "scale_values": 54263808
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.22617097720400464,
        "reference_rel": 0.22617097720400464
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9666748779071316,
      "batch_loss": 0.9067666232585907,
      "best_step": 10,
      "overfit_checks": 0,
      "seconds": 101.95193600654602,
      "adaptive_schedule": {
        "best": 0.22617097720400464,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 10,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 28549,
        "codebook_values": 1507328,
        "scales_changed": 18957106,
        "scale_values": 54263808
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.22611224661546725,
        "reference_rel": 0.22611224661546725
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9657324304520414,
      "batch_loss": 0.9467688351869583,
      "best_step": 15,
      "overfit_checks": 0,
      "seconds": 152.7456076145172,
      "adaptive_schedule": {
        "best": 0.22611224661546725,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 15,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 5685,
        "codebook_values": 1507328,
        "scales_changed": 24499888,
        "scale_values": 54263808
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.22607002249752198,
        "reference_rel": 0.22607002249752198
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9652162996867514,
      "batch_loss": 0.9288646131753922,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 221.74368691444397,
      "adaptive_schedule": {
        "best": 0.22607002249752198,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 5440,
        "codebook_values": 1507328,
        "scales_changed": 28222142,
        "scale_values": 54263808
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.22604006735716534,
        "reference_rel": 0.22604006735716534
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9649005030928954,
      "batch_loss": 0.9440774768590927,
      "best_step": 25,
      "overfit_checks": 0,
      "seconds": 271.44965052604675,
      "adaptive_schedule": {
        "best": 0.22604006735716534,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 25,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 4962,
        "codebook_values": 1507328,
        "scales_changed": 30858187,
        "scale_values": 54263808
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.22602638044094303,
        "reference_rel": 0.22602638044094303
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9647184672326277,
      "batch_loss": 0.9298018664121628,
      "best_step": 30,
      "overfit_checks": 0,
      "seconds": 325.6296172142029,
      "adaptive_schedule": {
        "best": 0.22602638044094303,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 30,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 4713,
        "codebook_values": 1507328,
        "scales_changed": 32798900,
        "scale_values": 54263808
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.2260116715147085,
        "reference_rel": 0.2260116715147085
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9645580062748023,
      "batch_loss": 0.9646244049072266,
      "best_step": 35,
      "overfit_checks": 0,
      "seconds": 374.2896399497986,
      "adaptive_schedule": {
        "best": 0.2260116715147085,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 35,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 4168,
        "codebook_values": 1507328,
        "scales_changed": 34281851,
        "scale_values": 54263808
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.22599987964567206,
        "reference_rel": 0.22599987964567206
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9644564647074035,
      "batch_loss": 0.9009492248296738,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 442.36306715011597,
      "adaptive_schedule": {
        "best": 0.22599987964567206,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3986,
        "codebook_values": 1507328,
        "scales_changed": 35454198,
        "scale_values": 54263808
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.22599689659386069,
        "reference_rel": 0.22599689659386069
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9643766129612662,
      "batch_loss": 0.8971697092056274,
      "best_step": 45,
      "overfit_checks": 0,
      "seconds": 492.90931844711304,
      "adaptive_schedule": {
        "best": 0.22599689659386069,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 45,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3363,
        "codebook_values": 1507328,
        "scales_changed": 36390799,
        "scale_values": 54263808
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.22598923605826063,
        "reference_rel": 0.22598923605826063
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9642527003400937,
      "batch_loss": 0.9389650523662567,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 550.2816860675812,
      "adaptive_schedule": {
        "best": 0.22598923605826063,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 50,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1436,
        "codebook_values": 1507328,
        "scales_changed": 36580994,
        "scale_values": 54263808
      }
    },
    {
      "step": 55,
      "validation": {
        "target_rel": 0.2259882098313773,
        "reference_rel": 0.2259882098313773
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9642626991969,
      "batch_loss": 0.98050257563591,
      "best_step": 55,
      "overfit_checks": 0,
      "seconds": 601.6420297622681,
      "adaptive_schedule": {
        "best": 0.2259882098313773,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 55,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2012,
        "codebook_values": 1507328,
        "scales_changed": 36740404,
        "scale_values": 54263808
      }
    },
    {
      "step": 60,
      "validation": {
        "target_rel": 0.2259854863763482,
        "reference_rel": 0.2259854863763482
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9642551516198151,
      "batch_loss": 0.9259683191776276,
      "best_step": 60,
      "overfit_checks": 0,
      "seconds": 666.7045586109161,
      "adaptive_schedule": {
        "best": 0.2259854863763482,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 60,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2162,
        "codebook_values": 1507328,
        "scales_changed": 36882143,
        "scale_values": 54263808
      }
    },
    {
      "step": 65,
      "validation": {
        "target_rel": 0.2259841880308831,
        "reference_rel": 0.2259841880308831
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9642487085194638,
      "batch_loss": 0.9283534735441208,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 721.6762900352478,
      "adaptive_schedule": {
        "best": 0.2259841880308831,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 65,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2246,
        "codebook_values": 1507328,
        "scales_changed": 37012212,
        "scale_values": 54263808
      }
    },
    {
      "step": 69,
      "validation": {
        "target_rel": 0.22598484955406073,
        "reference_rel": 0.22598484955406073
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9642286328991528,
      "batch_loss": 0.9700861871242523,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 761.701408624649,
      "adaptive_schedule": {
        "best": 0.2259841880308831,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 65,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2272,
        "codebook_values": 1507328,
        "scales_changed": 37112298,
        "scale_values": 54263808
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 352,
      "accepted": 313,
      "changed_groups": 207135,
      "training_before": 1123468.5,
      "training_after": 1122306.0,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 352,
      "accepted": 291,
      "changed_groups": 193411,
      "training_before": 1039515.375,
      "training_after": 1038585.125,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 356,
      "accepted": 300,
      "changed_groups": 199477,
      "training_before": 1062073.375,
      "training_after": 1060996.0,
      "acceptance": "proposal and separate training check batches",
      "step": 60
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}