{
  "layer": 34,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp8_e4m3",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 0.7281031067591623,
  "training_tokens_seen": 13107200,
  "adaptive_schedule": {
    "best": 0.14816191332110693,
    "drop_after": 35,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 15,
    "bad_checks": 3,
    "last_best": 20,
    "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 9804,
    "codebook_values": 1425408,
    "scales_changed": 28709366,
    "scale_values": 51314688
  },
  "initial_validation": {
    "target_rel": 0.1488533702504112,
    "reference_rel": 0.1488533702504112,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 10229.921875,
        "reference_energy": 1540351.25
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 21252.662109375,
        "reference_energy": 1491334.875
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 236158.84375,
        "reference_energy": 3007712.0
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 11256.912109375,
        "reference_energy": 1504223.75
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 114137.96875,
        "reference_energy": 1482709.625
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 14960.24609375,
        "reference_energy": 4495194.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 11926.72265625,
        "reference_energy": 1501535.125
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 8536.2412109375,
        "reference_energy": 1582262.75
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 10400.52734375,
        "reference_energy": 1560605.125
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 11793.060546875,
        "reference_energy": 1613147.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 9876.0361328125,
        "reference_energy": 1595467.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 19019.22265625,
        "reference_energy": 2956123.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 12072.4677734375,
        "reference_energy": 1583290.125
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 8839.13671875,
        "reference_energy": 1589575.75
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 11068.05859375,
        "reference_energy": 1474415.5
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 165349.90625,
        "reference_energy": 1570772.0
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.14816191332110693,
    "reference_rel": 0.14816191332110693,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 10315.232421875,
        "reference_energy": 1540351.25
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 20701.3125,
        "reference_energy": 1491334.875
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 232839.0,
        "reference_energy": 3007712.0
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 11360.32421875,
        "reference_energy": 1504223.75
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 112858.71875,
        "reference_energy": 1482709.625
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 15189.111328125,
        "reference_energy": 4495194.0
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 12071.251953125,
        "reference_energy": 1501535.125
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 8678.916015625,
        "reference_energy": 1582262.75
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 10469.6015625,
        "reference_energy": 1560605.125
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 11925.564453125,
        "reference_energy": 1613147.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 9893.96484375,
        "reference_energy": 1595467.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 18978.583984375,
        "reference_energy": 2956123.25
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 12148.9921875,
        "reference_energy": 1583290.125
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 8902.8896484375,
        "reference_energy": 1589575.75
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 11166.673828125,
        "reference_energy": 1474415.5
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 163103.90625,
        "reference_energy": 1570772.0
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.14816191332110693,
    "reference_rel": 0.14816191332110693
  },
  "development_audit": {
    "target_rel": 0.10468679950658037,
    "reference_rel": 0.10468679950658037,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 11243.025390625,
        "reference_energy": 1508720.0
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 13668.2314453125,
        "reference_energy": 1619765.0
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 10368.33203125,
        "reference_energy": 1537277.75
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 13925.548828125,
        "reference_energy": 4469095.0
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 15230.5859375,
        "reference_energy": 3015433.5
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 11286.919921875,
        "reference_energy": 1589511.5
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 87085.21875,
        "reference_energy": 3039236.75
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 8392.599609375,
        "reference_energy": 1618090.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 10718.80859375,
        "reference_energy": 1455893.5
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 11567.3447265625,
        "reference_energy": 1573217.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 10681.1630859375,
        "reference_energy": 1518240.75
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 102127.046875,
        "reference_energy": 1521326.875
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 11705.81640625,
        "reference_energy": 1534757.0
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 12433.568359375,
        "reference_energy": 3021442.0
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 9574.876953125,
        "reference_energy": 1471805.0
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 10927.818359375,
        "reference_energy": 1527947.75
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.10604086712205704,
    "reference_rel": 0.10604086712205704,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 11091.978515625,
        "reference_energy": 1508720.0
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 13423.9404296875,
        "reference_energy": 1619765.0
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 10237.78125,
        "reference_energy": 1537277.75
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 13131.2529296875,
        "reference_energy": 4469095.0
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 15083.3037109375,
        "reference_energy": 3015433.5
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 11111.625,
        "reference_energy": 1589511.5
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 96480.734375,
        "reference_energy": 3039236.75
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 8255.9990234375,
        "reference_energy": 1618090.5
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 10613.681640625,
        "reference_energy": 1455893.5
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 11449.5478515625,
        "reference_energy": 1573217.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 10799.6962890625,
        "reference_energy": 1518240.75
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 103951.875,
        "reference_energy": 1521326.875
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 11554.134765625,
        "reference_energy": 1534757.0
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 12384.724609375,
        "reference_energy": 3021442.0
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 9522.728515625,
        "reference_energy": 1471805.0
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 10980.974609375,
        "reference_energy": 1527947.75
      }
    ]
  },
  "best_step": 20,
  "steps_run": 50,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.14878894731103323,
        "reference_rel": 0.14878894731103323
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9240736477389858,
      "batch_loss": 0.8408703804016113,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 49.81403708457947,
      "adaptive_schedule": {
        "best": 0.14878894731103323,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1425408,
        "scales_changed": 11211333,
        "scale_values": 51314688
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.14876766925241688,
        "reference_rel": 0.14876766925241688
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9239554507102181,
      "batch_loss": 0.8395563513040543,
      "best_step": 10,
      "overfit_checks": 0,
      "seconds": 100.72632455825806,
      "adaptive_schedule": {
        "best": 0.14876766925241688,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 10,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 21917,
        "codebook_values": 1425408,
        "scales_changed": 20579178,
        "scale_values": 51314688
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.1486969049275544,
        "reference_rel": 0.1486969049275544
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9224003865525149,
      "batch_loss": 0.9808085858821869,
      "best_step": 15,
      "overfit_checks": 0,
      "seconds": 145.3600594997406,
      "adaptive_schedule": {
        "best": 0.1486969049275544,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 15,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9584,
        "codebook_values": 1425408,
        "scales_changed": 25586400,
        "scale_values": 51314688
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.14816191332110693,
        "reference_rel": 0.14816191332110693
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9247690785868405,
      "batch_loss": 0.9074680805206299,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 204.78701829910278,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 0,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9804,
        "codebook_values": 1425408,
        "scales_changed": 28709366,
        "scale_values": 51314688
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.1484612326728505,
        "reference_rel": 0.1484612326728505
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9221914498386866,
      "batch_loss": 0.884711816906929,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 253.5595030784607,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 1,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9936,
        "codebook_values": 1425408,
        "scales_changed": 30786934,
        "scale_values": 51314688
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.14853986761337828,
        "reference_rel": 0.14853986761337828
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9215232427834743,
      "batch_loss": 0.8792516887187958,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 299.0997667312622,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 45,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 2,
        "last_best": 20,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 9420,
        "codebook_values": 1425408,
        "scales_changed": 32278232,
        "scale_values": 51314688
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.14844515447147505,
        "reference_rel": 0.14844515447147505
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9216680831511349,
      "batch_loss": 1.0073802471160889,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 346.86168456077576,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 35,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 3,
        "last_best": 20,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 8444,
        "codebook_values": 1425408,
        "scales_changed": 33411993,
        "scale_values": 51314688
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.14843143778013718,
        "reference_rel": 0.14843143778013718
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9213487846152342,
      "batch_loss": 0.796210840344429,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 405.0830047130585,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 35,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 3,
        "last_best": 20,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 5431,
        "codebook_values": 1425408,
        "scales_changed": 33636103,
        "scale_values": 51314688
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.14842000302284325,
        "reference_rel": 0.14842000302284325
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.921367498502079,
      "batch_loss": 0.798992395401001,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 452.41865706443787,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 35,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 3,
        "last_best": 20,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 5628,
        "codebook_values": 1425408,
        "scales_changed": 33813068,
        "scale_values": 51314688
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.14836651824246763,
        "reference_rel": 0.14836651824246763
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.9216532573671462,
      "batch_loss": 0.9211855530738831,
      "best_step": 20,
      "overfit_checks": 0,
      "seconds": 499.59940242767334,
      "adaptive_schedule": {
        "best": 0.14816191332110693,
        "drop_after": 35,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 15,
        "bad_checks": 3,
        "last_best": 20,
        "early_drop": true
      },
      "adaptive_stop": true,
      "quantized_movement": {
        "codebook_changed": 5993,
        "codebook_values": 1425408,
        "scales_changed": 33960158,
        "scale_values": 51314688
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 340,
      "accepted": 265,
      "changed_groups": 322381,
      "training_before": 303876.84375,
      "training_after": 303451.125,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 342,
      "accepted": 289,
      "changed_groups": 335609,
      "training_before": 208975.625,
      "training_after": 208709.0625,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}