{
  "layer": 45,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp8_e4m3",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 1.0,
  "training_tokens_seen": 18001846,
  "adaptive_schedule": {
    "best": 0.2500656661798399,
    "drop_after": 45,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 15,
    "bad_checks": 0,
    "last_best": 69,
    "early_drop": false
  },
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 1546,
    "codebook_values": 1409024,
    "scales_changed": 34190143,
    "scale_values": 50724864
  },
  "initial_validation": {
    "target_rel": 0.25028447249399627,
    "reference_rel": 0.25028447249399627,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 140044.6875,
        "reference_energy": 2517485.5
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 167872.125,
        "reference_energy": 2441458.5
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 431234.375,
        "reference_energy": 3905635.25
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 158269.28125,
        "reference_energy": 2405116.0
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 217767.96875,
        "reference_energy": 2469399.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 143935.859375,
        "reference_energy": 5633879.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 160965.84375,
        "reference_energy": 2469405.75
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 137030.0,
        "reference_energy": 2487547.25
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 132982.78125,
        "reference_energy": 2497993.0
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 130451.2421875,
        "reference_energy": 2532775.0
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 130391.359375,
        "reference_energy": 2565711.5
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 198721.125,
        "reference_energy": 3876720.75
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 173199.90625,
        "reference_energy": 2488785.75
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 111739.7890625,
        "reference_energy": 2537339.75
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 111278.875,
        "reference_energy": 2404894.25
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 317499.59375,
        "reference_energy": 2475925.5
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.2500656661798399,
    "reference_rel": 0.2500656661798399,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 139838.09375,
        "reference_energy": 2517485.5
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 167597.625,
        "reference_energy": 2441458.5
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 430643.1875,
        "reference_energy": 3905635.25
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 157990.765625,
        "reference_energy": 2405116.0
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 217536.15625,
        "reference_energy": 2469399.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 143575.5625,
        "reference_energy": 5633879.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 160621.40625,
        "reference_energy": 2469405.75
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 136793.90625,
        "reference_energy": 2487547.25
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 132689.25,
        "reference_energy": 2497993.0
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 130187.96875,
        "reference_energy": 2532775.0
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 130261.75,
        "reference_energy": 2565711.5
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 197959.09375,
        "reference_energy": 3876720.75
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 172917.78125,
        "reference_energy": 2488785.75
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 111597.8125,
        "reference_energy": 2537339.75
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 111073.375,
        "reference_energy": 2404894.25
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 317096.75,
        "reference_energy": 2475925.5
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.2500656661798399,
    "reference_rel": 0.2500656661798399
  },
  "development_audit": {
    "target_rel": 0.22814999992768895,
    "reference_rel": 0.22814999992768895,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 136004.03125,
        "reference_energy": 2496143.5
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 167293.59375,
        "reference_energy": 2529097.5
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 120596.8046875,
        "reference_energy": 2523133.0
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 135969.9375,
        "reference_energy": 5553104.0
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 175940.6875,
        "reference_energy": 3917970.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 116118.7265625,
        "reference_energy": 2557573.75
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 254386.8125,
        "reference_energy": 4016847.25
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 110585.390625,
        "reference_energy": 2528841.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 152479.625,
        "reference_energy": 2455303.75
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 152359.328125,
        "reference_energy": 2463888.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 144301.40625,
        "reference_energy": 2444396.75
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 216231.71875,
        "reference_energy": 2466699.25
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 167337.265625,
        "reference_energy": 2468289.75
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 149511.5,
        "reference_energy": 3940307.75
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 120692.890625,
        "reference_energy": 2403284.75
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 137063.4375,
        "reference_energy": 2435096.75
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.22834112477800175,
    "reference_rel": 0.22834112477800175,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 136208.5,
        "reference_energy": 2496143.5
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 167549.796875,
        "reference_energy": 2529097.5
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 120756.3046875,
        "reference_energy": 2523133.0
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 136242.546875,
        "reference_energy": 5553104.0
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 176405.140625,
        "reference_energy": 3917970.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 116439.234375,
        "reference_energy": 2557573.75
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 254634.5,
        "reference_energy": 4016847.25
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 110769.5390625,
        "reference_energy": 2528841.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 152639.5,
        "reference_energy": 2455303.75
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 152623.75,
        "reference_energy": 2463888.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 144510.25,
        "reference_energy": 2444396.75
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 216576.625,
        "reference_energy": 2466699.25
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 167575.859375,
        "reference_energy": 2468289.75
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 149790.1875,
        "reference_energy": 3940307.75
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 120938.96875,
        "reference_energy": 2403284.75
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 137330.5,
        "reference_energy": 2435096.75
      }
    ]
  },
  "best_step": 69,
  "steps_run": 69,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.2502236577387324,
        "reference_rel": 0.2502236577387324
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.973904142526623,
      "batch_loss": 0.9299278259277344,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 53.69792318344116,
      "adaptive_schedule": {
        "best": 0.2502236577387324,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1409024,
        "scales_changed": 7296636,
        "scale_values": 50724864
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.25019469458347093,
        "reference_rel": 0.25019469458347093
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9732259448122773,
      "batch_loss": 0.9239520579576492,
      "best_step": 10,
      "overfit_checks": 0,
      "seconds": 104.37957906723022,
      "adaptive_schedule": {
        "best": 0.25019469458347093,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 10,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 25375,
        "codebook_values": 1409024,
        "scales_changed": 16112603,
        "scale_values": 50724864
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.2501604731572513,
        "reference_rel": 0.2501604731572513
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9724362788442351,
      "batch_loss": 0.9550988972187042,
      "best_step": 15,
      "overfit_checks": 0,
      "seconds": 154.6820559501648,
      "adaptive_schedule": {
        "best": 0.2501604731572513,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 15,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3787,
        "codebook_values": 1409024,
        "scales_changed": 21539599,
        "scale_values": 50724864
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.2501359816597542,
        "reference_rel": 0.2501359816597542
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9720022258544643,
      "batch_loss": 0.9426943808794022,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 224.62911295890808,
      "adaptive_schedule": {
        "best": 0.2501359816597542,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3689,
        "codebook_values": 1409024,
        "scales_changed": 25270636,
        "scale_values": 50724864
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.2501168243447246,
        "reference_rel": 0.2501168243447246
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.971714084588323,
      "batch_loss": 0.9581848829984665,
      "best_step": 25,
      "overfit_checks": 0,
      "seconds": 280.97044134140015,
      "adaptive_schedule": {
        "best": 0.2501168243447246,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 25,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3423,
        "codebook_values": 1409024,
        "scales_changed": 27934189,
        "scale_values": 50724864
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.2501036741948526,
        "reference_rel": 0.2501036741948526
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9715095648994939,
      "batch_loss": 0.943840965628624,
      "best_step": 30,
      "overfit_checks": 0,
      "seconds": 332.3937773704529,
      "adaptive_schedule": {
        "best": 0.2501036741948526,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 30,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 3152,
        "codebook_values": 1409024,
        "scales_changed": 29895892,
        "scale_values": 50724864
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.25009317223398964,
        "reference_rel": 0.25009317223398964
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9713705348160931,
      "batch_loss": 0.9723118096590042,
      "best_step": 35,
      "overfit_checks": 0,
      "seconds": 387.4274377822876,
      "adaptive_schedule": {
        "best": 0.25009317223398964,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 35,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2771,
        "codebook_values": 1409024,
        "scales_changed": 31383073,
        "scale_values": 50724864
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.2500833717145271,
        "reference_rel": 0.2500833717145271
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.971272106997433,
      "batch_loss": 0.9225279837846756,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 455.84996223449707,
      "adaptive_schedule": {
        "best": 0.2500833717145271,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 40,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2679,
        "codebook_values": 1409024,
        "scales_changed": 32545954,
        "scale_values": 50724864
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.2500771479922131,
        "reference_rel": 0.2500771479922131
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9711925588154278,
      "batch_loss": 0.9176743179559708,
      "best_step": 45,
      "overfit_checks": 0,
      "seconds": 514.6387836933136,
      "adaptive_schedule": {
        "best": 0.2500771479922131,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 45,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 2145,
        "codebook_values": 1409024,
        "scales_changed": 33477689,
        "scale_values": 50724864
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.25007229172047496,
        "reference_rel": 0.25007229172047496
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9710801574615993,
      "batch_loss": 0.9508070647716522,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 568.5666534900665,
      "adaptive_schedule": {
        "best": 0.25007229172047496,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 50,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1003,
        "codebook_values": 1409024,
        "scales_changed": 33665447,
        "scale_values": 50724864
      }
    },
    {
      "step": 55,
      "validation": {
        "target_rel": 0.2500713898945188,
        "reference_rel": 0.2500713898945188
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9710863652759363,
      "batch_loss": 0.9876390099525452,
      "best_step": 55,
      "overfit_checks": 0,
      "seconds": 618.8482432365417,
      "adaptive_schedule": {
        "best": 0.2500713898945188,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 55,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1486,
        "codebook_values": 1409024,
        "scales_changed": 33824002,
        "scale_values": 50724864
      }
    },
    {
      "step": 60,
      "validation": {
        "target_rel": 0.25006865808357914,
        "reference_rel": 0.25006865808357914
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.971091019391996,
      "batch_loss": 0.9407101273536682,
      "best_step": 60,
      "overfit_checks": 0,
      "seconds": 687.431850194931,
      "adaptive_schedule": {
        "best": 0.25006865808357914,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 60,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1481,
        "codebook_values": 1409024,
        "scales_changed": 33964882,
        "scale_values": 50724864
      }
    },
    {
      "step": 65,
      "validation": {
        "target_rel": 0.25006691830701683,
        "reference_rel": 0.25006691830701683
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9710720246835408,
      "batch_loss": 0.9428539425134659,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 738.9395356178284,
      "adaptive_schedule": {
        "best": 0.25006691830701683,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 65,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1540,
        "codebook_values": 1409024,
        "scales_changed": 34091454,
        "scale_values": 50724864
      }
    },
    {
      "step": 69,
      "validation": {
        "target_rel": 0.2500656661798399,
        "reference_rel": 0.2500656661798399
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9710587769778379,
      "batch_loss": 0.9821280837059021,
      "best_step": 69,
      "overfit_checks": 0,
      "seconds": 777.844498872757,
      "adaptive_schedule": {
        "best": 0.2500656661798399,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 69,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 1546,
        "codebook_values": 1409024,
        "scales_changed": 34190143,
        "scale_values": 50724864
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 336,
      "accepted": 261,
      "changed_groups": 301364,
      "training_before": 1490893.25,
      "training_after": 1489905.5,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 336,
      "accepted": 272,
      "changed_groups": 285651,
      "training_before": 1410167.5,
      "training_after": 1409086.5,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 336,
      "accepted": 279,
      "changed_groups": 291635,
      "training_before": 1435307.25,
      "training_after": 1433985.25,
      "acceptance": "proposal and separate training check batches",
      "step": 60
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}