{
  "layer": 33,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp8_e4m3",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 1.0,
  "training_tokens_seen": 18001846,
  "adaptive_schedule": {
    "best": 0.14179049308182445,
    "drop_after": 45,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 15,
    "bad_checks": 0,
    "last_best": 65,
    "early_drop": false
  },
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 9595,
    "codebook_values": 1556480,
    "scales_changed": 39139731,
    "scale_values": 56033280
  },
  "initial_validation": {
    "target_rel": 0.1422864600183787,
    "reference_rel": 0.1422864600183787,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 7304.8837890625,
        "reference_energy": 1507099.375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 17518.775390625,
        "reference_energy": 1460613.25
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 217476.375,
        "reference_energy": 2968917.5
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 8145.50390625,
        "reference_energy": 1472209.5
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 109854.21875,
        "reference_energy": 1448757.375
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 11562.806640625,
        "reference_energy": 4445721.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 8695.373046875,
        "reference_energy": 1470901.375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 6056.9560546875,
        "reference_energy": 1549040.25
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 7534.640625,
        "reference_energy": 1526558.25
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 8697.607421875,
        "reference_energy": 1578981.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 7005.888671875,
        "reference_energy": 1563363.0
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 14582.2177734375,
        "reference_energy": 2918469.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 8361.3125,
        "reference_energy": 1549803.875
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 6479.69921875,
        "reference_energy": 1555709.375
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 8282.5712890625,
        "reference_energy": 1439805.875
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 159636.21875,
        "reference_energy": 1535748.75
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.14179049308182445,
    "reference_rel": 0.14179049308182445,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 7327.470703125,
        "reference_energy": 1507099.375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 17148.671875,
        "reference_energy": 1460613.25
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 215447.453125,
        "reference_energy": 2968917.5
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 8176.224609375,
        "reference_energy": 1472209.5
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 108816.140625,
        "reference_energy": 1448757.375
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 11529.28125,
        "reference_energy": 4445721.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 8722.390625,
        "reference_energy": 1470901.375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 6054.6923828125,
        "reference_energy": 1549040.25
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 7519.8505859375,
        "reference_energy": 1526558.25
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 8693.2861328125,
        "reference_energy": 1578981.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 6979.4833984375,
        "reference_energy": 1563363.0
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 14325.2265625,
        "reference_energy": 2918469.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 8352.3818359375,
        "reference_energy": 1549803.875
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 6458.62939453125,
        "reference_energy": 1555709.375
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 8320.236328125,
        "reference_energy": 1439805.875
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 159098.015625,
        "reference_energy": 1535748.75
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.14179049308182445,
    "reference_rel": 0.14179049308182445
  },
  "development_audit": {
    "target_rel": 0.09808692805574028,
    "reference_rel": 0.09808692805574028,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 8044.90234375,
        "reference_energy": 1475348.75
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 9988.630859375,
        "reference_energy": 1586536.0
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 7411.875,
        "reference_energy": 1505235.5
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 10007.091796875,
        "reference_energy": 4420131.5
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 10909.662109375,
        "reference_energy": 2975112.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 8562.294921875,
        "reference_energy": 1556430.0
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 82075.859375,
        "reference_energy": 2999867.0
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 6110.30419921875,
        "reference_energy": 1584598.125
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 7709.3828125,
        "reference_energy": 1422066.625
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 8338.0966796875,
        "reference_energy": 1541718.875
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 7982.994140625,
        "reference_energy": 1486922.125
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 100917.359375,
        "reference_energy": 1490628.75
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 7879.84619140625,
        "reference_energy": 1499809.5
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 9081.478515625,
        "reference_energy": 2981081.0
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 6938.09521484375,
        "reference_energy": 1439378.0
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 10760.568359375,
        "reference_energy": 1499330.375
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.09854551210721432,
    "reference_rel": 0.09854551210721432,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 7965.98828125,
        "reference_energy": 1475348.75
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 9966.1796875,
        "reference_energy": 1586536.0
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 7356.04052734375,
        "reference_energy": 1505235.5
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 10070.8046875,
        "reference_energy": 4420131.5
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 10885.3359375,
        "reference_energy": 2975112.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 8606.4443359375,
        "reference_energy": 1556430.0
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 84339.1796875,
        "reference_energy": 2999867.0
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 6120.08154296875,
        "reference_energy": 1584598.125
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 7673.703125,
        "reference_energy": 1422066.625
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 8301.1416015625,
        "reference_energy": 1541718.875
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 8050.61181640625,
        "reference_energy": 1486922.125
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 101405.5234375,
        "reference_energy": 1490628.75
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 7880.521484375,
        "reference_energy": 1499809.5
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 9127.732421875,
        "reference_energy": 2981081.0
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 6939.4345703125,
        "reference_energy": 1439378.0
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 10866.923828125,
        "reference_energy": 1499330.375
      }
    ]
  },
  "best_step": 65,
  "steps_run": 69,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.14222570527678724,
        "reference_rel": 0.14222570527678724
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8989583218453955,
      "batch_loss": 0.8111101388931274,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 53.61992645263672,
      "adaptive_schedule": {
        "best": 0.14222570527678724,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1556480,
        "scales_changed": 12499435,
        "scale_values": 56033280
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.14222390425497147,
        "reference_rel": 0.14222390425497147
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8991961357913406,
      "batch_loss": 0.8141085058450699,
      "best_step": 10,
      "overfit_checks": 0,
      "seconds": 103.44731640815735,
      "adaptive_schedule": {
        "best": 0.14222390425497147,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 10,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 26887,
        "codebook_values": 1556480,
        "scales_changed": 22860560,
        "scale_values": 56033280
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.14217747349514337,
        "reference_rel": 0.14217747349514337
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8967402682481591,
      "batch_loss": 0.97549107670784,
      "best_step": 15,
      "overfit_checks": 0,
      "seconds": 150.97195029258728,
      "adaptive_schedule": {
        "best": 0.14217747349514337,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 15,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9115,
        "codebook_values": 1556480,
        "scales_changed": 28381307,
        "scale_values": 56033280
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.14205033865049588,
        "reference_rel": 0.14205033865049588
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8961901105355282,
      "batch_loss": 0.8967981785535812,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 217.0800793170929,
      "adaptive_schedule": {
        "best": 0.14205033865049588,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 10189,
        "codebook_values": 1556480,
        "scales_changed": 31790818,
        "scale_values": 56033280
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.14192032637707272,
        "reference_rel": 0.14192032637707272
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8958560210236922,
      "batch_loss": 0.8673809915781021,
      "best_step": 25,
      "overfit_checks": 0,
      "seconds": 264.6787049770355,
      "adaptive_schedule": {
        "best": 0.14192032637707272,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 25,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 11536,
        "codebook_values": 1556480,
        "scales_changed": 34068578,
        "scale_values": 56033280
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.14193489302555262,
        "reference_rel": 0.14193489302555262
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8951066075221521,
      "batch_loss": 0.8499646186828613,
      "best_step": 25,
      "overfit_checks": 0,
      "seconds": 315.96111583709717,
      "adaptive_schedule": {
        "best": 0.14192032637707272,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 25,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 11546,
        "codebook_values": 1556480,
        "scales_changed": 35685024,
        "scale_values": 56033280
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.14193466384612258,
        "reference_rel": 0.14193466384612258
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8944785784635907,
      "batch_loss": 0.9907406568527222,
      "best_step": 25,
      "overfit_checks": 0,
      "seconds": 364.39884972572327,
      "adaptive_schedule": {
        "best": 0.14192032637707272,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 25,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 10540,
        "codebook_values": 1556480,
        "scales_changed": 36906024,
        "scale_values": 56033280
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.14183144857598978,
        "reference_rel": 0.14183144857598978
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8948697096938407,
      "batch_loss": 0.7656844407320023,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 431.0492641925812,
      "adaptive_schedule": {
        "best": 0.14183144857598978,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 11894,
        "codebook_values": 1556480,
        "scales_changed": 37879784,
        "scale_values": 56033280
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.1419003282884805,
        "reference_rel": 0.1419003282884805
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8944058052242546,
      "batch_loss": 0.7659535259008408,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 479.8912281990051,
      "adaptive_schedule": {
        "best": 0.14183144857598978,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 10771,
        "codebook_values": 1556480,
        "scales_changed": 38661913,
        "scale_values": 56033280
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.14187032893982207,
        "reference_rel": 0.14187032893982207
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8938969257366924,
      "batch_loss": 0.8995347172021866,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 531.5936698913574,
      "adaptive_schedule": {
        "best": 0.14183144857598978,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 7778,
        "codebook_values": 1556480,
        "scales_changed": 38815150,
        "scale_values": 56033280
      }
    },
    {
      "step": 55,
      "validation": {
        "target_rel": 0.14183814285336244,
        "reference_rel": 0.14183814285336244
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8940140754870716,
      "batch_loss": 1.0251834839582443,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 581.0729022026062,
      "adaptive_schedule": {
        "best": 0.14183144857598978,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9006,
        "codebook_values": 1556480,
        "scales_changed": 38940496,
        "scale_values": 56033280
      }
    },
    {
      "step": 60,
      "validation": {
        "target_rel": 0.14182312723597493,
        "reference_rel": 0.14182312723597493
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8940660371805801,
      "batch_loss": 0.8906521052122116,
      "best_step": 60,
      "overfit_checks": 0,
      "seconds": 645.373298406601,
      "adaptive_schedule": {
        "best": 0.14182312723597493,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 60,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9513,
        "codebook_values": 1556480,
        "scales_changed": 39046693,
        "scale_values": 56033280
      }
    },
    {
      "step": 65,
      "validation": {
        "target_rel": 0.14179049308182445,
        "reference_rel": 0.14179049308182445
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8940780437492551,
      "batch_loss": 0.8586682081222534,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 698.2675354480743,
      "adaptive_schedule": {
        "best": 0.14179049308182445,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 65,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9595,
        "codebook_values": 1556480,
        "scales_changed": 39139731,
        "scale_values": 56033280
      }
    },
    {
      "step": 69,
      "validation": {
        "target_rel": 0.14181277036504644,
        "reference_rel": 0.14181277036504644
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.8939310659695903,
      "batch_loss": 0.951401025056839,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 735.5597543716431,
      "adaptive_schedule": {
        "best": 0.14179049308182445,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 65,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9645,
        "codebook_values": 1556480,
        "scales_changed": 39216862,
        "scale_values": 56033280
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 372,
      "accepted": 310,
      "changed_groups": 79293,
      "training_before": 265583.0625,
      "training_after": 265258.15625,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 372,
      "accepted": 350,
      "changed_groups": 86867,
      "training_before": 169766.734375,
      "training_after": 169242.34375,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 374,
      "accepted": 319,
      "changed_groups": 69303,
      "training_before": 204828.3125,
      "training_after": 204629.65625,
      "acceptance": "proposal and separate training check batches",
      "step": 60
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}