{
  "layer": 14,
  "target": "reference",
  "recipe": "full_corpus_sequence_pass_v1",
  "batch_tokens": 262144,
  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
  "training_sequence_count": 17580,
  "training_passes": 1,
  "refinement": null,
  "lr_decay_after": 45,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 11874,
    "codebook_values": 1253376,
    "scales_changed": 35187120,
    "scale_values": 45121536
  },
  "initial_validation": {
    "target_rel": 0.011187812589905853,
    "reference_rel": 0.011187812589905853,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 36.25918960571289,
        "reference_energy": 400220.34375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 48.91755294799805,
        "reference_energy": 396895.1875
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 61.86619567871094,
        "reference_energy": 824891.5
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 37.542213439941406,
        "reference_energy": 390546.875
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 57.908050537109375,
        "reference_energy": 371986.875
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 115.21009826660156,
        "reference_energy": 1257719.375
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 45.591896057128906,
        "reference_energy": 364595.59375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 32.48328399658203,
        "reference_energy": 398465.53125
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 40.175201416015625,
        "reference_energy": 396726.90625
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 53.57646560668945,
        "reference_energy": 399846.5
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 30.770845413208008,
        "reference_energy": 405114.375
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 67.83634948730469,
        "reference_energy": 833979.4375
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 39.113746643066406,
        "reference_energy": 407489.0625
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 45.23480987548828,
        "reference_energy": 399859.46875
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 251.22702026367188,
        "reference_energy": 370214.0
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 40.809425354003906,
        "reference_energy": 406896.0625
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.011118818134168828,
    "reference_rel": 0.011118818134168828,
    "windows": [
      {
        "first_row": 0,
        "rows": 1024,
        "reference_sse": 35.75067138671875,
        "reference_energy": 400220.34375
      },
      {
        "first_row": 1024,
        "rows": 1024,
        "reference_sse": 49.02717208862305,
        "reference_energy": 396895.1875
      },
      {
        "first_row": 4096,
        "rows": 1024,
        "reference_sse": 60.427391052246094,
        "reference_energy": 824891.5
      },
      {
        "first_row": 5120,
        "rows": 1024,
        "reference_sse": 38.094810485839844,
        "reference_energy": 390546.875
      },
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 57.07073211669922,
        "reference_energy": 371986.875
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 108.73773956298828,
        "reference_energy": 1257719.375
      },
      {
        "first_row": 12288,
        "rows": 1024,
        "reference_sse": 44.53506088256836,
        "reference_energy": 364595.59375
      },
      {
        "first_row": 13312,
        "rows": 1024,
        "reference_sse": 32.16720962524414,
        "reference_energy": 398465.53125
      },
      {
        "first_row": 16384,
        "rows": 1024,
        "reference_sse": 40.15081787109375,
        "reference_energy": 396726.90625
      },
      {
        "first_row": 17408,
        "rows": 1024,
        "reference_sse": 52.898860931396484,
        "reference_energy": 399846.5
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 30.509052276611328,
        "reference_energy": 405114.375
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 65.83576202392578,
        "reference_energy": 833979.4375
      },
      {
        "first_row": 24576,
        "rows": 1024,
        "reference_sse": 38.173004150390625,
        "reference_energy": 407489.0625
      },
      {
        "first_row": 25600,
        "rows": 1024,
        "reference_sse": 44.92472839355469,
        "reference_energy": 399859.46875
      },
      {
        "first_row": 28672,
        "rows": 1024,
        "reference_sse": 253.39999389648438,
        "reference_energy": 370214.0
      },
      {
        "first_row": 29696,
        "rows": 1024,
        "reference_sse": 40.46790313720703,
        "reference_energy": 406896.0625
      }
    ]
  },
  "serialized_validation": {
    "target_rel": 0.011118818134168828,
    "reference_rel": 0.011118818134168828
  },
  "development_audit": {
    "target_rel": 0.01019887607988951,
    "reference_rel": 0.01019887607988951,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 57.336910247802734,
        "reference_energy": 383260.59375
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 33.02580261230469,
        "reference_energy": 404923.9375
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 36.834388732910156,
        "reference_energy": 394939.875
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 65.22114562988281,
        "reference_energy": 1275396.25
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 50.707733154296875,
        "reference_energy": 821605.5625
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 47.48151779174805,
        "reference_energy": 397545.6875
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 52.08080291748047,
        "reference_energy": 832789.9375
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 30.03809356689453,
        "reference_energy": 405350.6875
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 78.63015747070312,
        "reference_energy": 374985.71875
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 59.28764343261719,
        "reference_energy": 409905.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 119.25325012207031,
        "reference_energy": 387976.9375
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 37.76145935058594,
        "reference_energy": 398873.25
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 89.99130249023438,
        "reference_energy": 387619.25
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 48.138553619384766,
        "reference_energy": 834024.5
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 44.15830993652344,
        "reference_energy": 376059.5625
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 33.25225067138672,
        "reference_energy": 405650.25
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.010259173902651736,
    "reference_rel": 0.010259173902651736,
    "windows": [
      {
        "first_row": 2048,
        "rows": 1024,
        "reference_sse": 57.00778579711914,
        "reference_energy": 383260.59375
      },
      {
        "first_row": 3072,
        "rows": 1024,
        "reference_sse": 33.32732009887695,
        "reference_energy": 404923.9375
      },
      {
        "first_row": 6144,
        "rows": 1024,
        "reference_sse": 36.81047439575195,
        "reference_energy": 394939.875
      },
      {
        "first_row": 7168,
        "rows": 1024,
        "reference_sse": 66.83062744140625,
        "reference_energy": 1275396.25
      },
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 53.66331481933594,
        "reference_energy": 821605.5625
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 47.56157684326172,
        "reference_energy": 397545.6875
      },
      {
        "first_row": 14336,
        "rows": 1024,
        "reference_sse": 53.08496856689453,
        "reference_energy": 832789.9375
      },
      {
        "first_row": 15360,
        "rows": 1024,
        "reference_sse": 30.629833221435547,
        "reference_energy": 405350.6875
      },
      {
        "first_row": 18432,
        "rows": 1024,
        "reference_sse": 78.79545593261719,
        "reference_energy": 374985.71875
      },
      {
        "first_row": 19456,
        "rows": 1024,
        "reference_sse": 59.788856506347656,
        "reference_energy": 409905.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 117.18629455566406,
        "reference_energy": 387976.9375
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 38.070838928222656,
        "reference_energy": 398873.25
      },
      {
        "first_row": 26624,
        "rows": 1024,
        "reference_sse": 92.1619873046875,
        "reference_energy": 387619.25
      },
      {
        "first_row": 27648,
        "rows": 1024,
        "reference_sse": 50.17283630371094,
        "reference_energy": 834024.5
      },
      {
        "first_row": 30720,
        "rows": 1024,
        "reference_sse": 44.59238815307617,
        "reference_energy": 376059.5625
      },
      {
        "first_row": 31744,
        "rows": 1024,
        "reference_sse": 33.98894119262695,
        "reference_energy": 405650.25
      }
    ]
  },
  "best_step": 65,
  "steps_run": 69,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.01115585186151274,
        "reference_rel": 0.01115585186151274
      },
      "training_probe_rel": 0.7931751319104298,
      "batch_loss": 0.5127229988574982,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 57.994531869888306,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1253376,
        "scales_changed": 22341209,
        "scale_values": 45121536
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.011159293702614578,
        "reference_rel": 0.011159293702614578
      },
      "training_probe_rel": 0.7920124790749126,
      "batch_loss": 0.5085115283727646,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 106.82412505149841,
      "quantized_movement": {
        "codebook_changed": 25730,
        "codebook_values": 1253376,
        "scales_changed": 27808483,
        "scale_values": 45121536
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.011160921888665907,
        "reference_rel": 0.011160921888665907
      },
      "training_probe_rel": 0.7886894755568187,
      "batch_loss": 1.3754498586058617,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 150.47369980812073,
      "quantized_movement": {
        "codebook_changed": 24446,
        "codebook_values": 1253376,
        "scales_changed": 30376622,
        "scale_values": 45121536
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.011161587109452354,
        "reference_rel": 0.011161587109452354
      },
      "training_probe_rel": 0.7891472580603369,
      "batch_loss": 0.8287184312939644,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 210.94906401634216,
      "quantized_movement": {
        "codebook_changed": 32302,
        "codebook_values": 1253376,
        "scales_changed": 32164360,
        "scale_values": 45121536
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.011162307489021783,
        "reference_rel": 0.011162307489021783
      },
      "training_probe_rel": 0.7906905650781874,
      "batch_loss": 0.6948562189936638,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 255.90030908584595,
      "quantized_movement": {
        "codebook_changed": 28853,
        "codebook_values": 1253376,
        "scales_changed": 33255455,
        "scale_values": 45121536
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.011165652036315362,
        "reference_rel": 0.011165652036315362
      },
      "training_probe_rel": 0.7917704050640383,
      "batch_loss": 0.5378736853599548,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 301.0869023799896,
      "quantized_movement": {
        "codebook_changed": 23280,
        "codebook_values": 1253376,
        "scales_changed": 33946501,
        "scale_values": 45121536
      }
    },
    {
      "step": 35,
      "validation": {
        "target_rel": 0.011139301213421254,
        "reference_rel": 0.011139301213421254
      },
      "training_probe_rel": 0.7846725976262352,
      "batch_loss": 0.566209502518177,
      "best_step": 35,
      "overfit_checks": 0,
      "seconds": 345.8117516040802,
      "quantized_movement": {
        "codebook_changed": 19131,
        "codebook_values": 1253376,
        "scales_changed": 34420290,
        "scale_values": 45121536
      }
    },
    {
      "step": 40,
      "validation": {
        "target_rel": 0.011133246568232821,
        "reference_rel": 0.011133246568232821
      },
      "training_probe_rel": 0.785288068166114,
      "batch_loss": 0.5144670158624649,
      "best_step": 40,
      "overfit_checks": 0,
      "seconds": 404.2292158603668,
      "quantized_movement": {
        "codebook_changed": 18826,
        "codebook_values": 1253376,
        "scales_changed": 34777123,
        "scale_values": 45121536
      }
    },
    {
      "step": 45,
      "validation": {
        "target_rel": 0.011126882404221687,
        "reference_rel": 0.011126882404221687
      },
      "training_probe_rel": 0.7859292031573475,
      "batch_loss": 0.5391436070203781,
      "best_step": 45,
      "overfit_checks": 0,
      "seconds": 451.1107454299927,
      "quantized_movement": {
        "codebook_changed": 16861,
        "codebook_values": 1253376,
        "scales_changed": 35050376,
        "scale_values": 45121536
      }
    },
    {
      "step": 50,
      "validation": {
        "target_rel": 0.011119332891750983,
        "reference_rel": 0.011119332891750983
      },
      "training_probe_rel": 0.7847967403682862,
      "batch_loss": 0.49827996641397476,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 497.0966410636902,
      "quantized_movement": {
        "codebook_changed": 10879,
        "codebook_values": 1253376,
        "scales_changed": 35099829,
        "scale_values": 45121536
      }
    },
    {
      "step": 55,
      "validation": {
        "target_rel": 0.011120590798051076,
        "reference_rel": 0.011120590798051076
      },
      "training_probe_rel": 0.78400139646064,
      "batch_loss": 0.49918653070926666,
      "best_step": 50,
      "overfit_checks": 0,
      "seconds": 542.7416725158691,
      "quantized_movement": {
        "codebook_changed": 11893,
        "codebook_values": 1253376,
        "scales_changed": 35140683,
        "scale_values": 45121536
      }
    },
    {
      "step": 60,
      "validation": {
        "target_rel": 0.011119304004997974,
        "reference_rel": 0.011119304004997974
      },
      "training_probe_rel": 0.7830064935626624,
      "batch_loss": 0.5270526185631752,
      "best_step": 60,
      "overfit_checks": 0,
      "seconds": 603.465651512146,
      "quantized_movement": {
        "codebook_changed": 11862,
        "codebook_values": 1253376,
        "scales_changed": 35168910,
        "scale_values": 45121536
      }
    },
    {
      "step": 65,
      "validation": {
        "target_rel": 0.011118818134168828,
        "reference_rel": 0.011118818134168828
      },
      "training_probe_rel": 0.7830006538570159,
      "batch_loss": 0.484974205493927,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 650.0686185359955,
      "quantized_movement": {
        "codebook_changed": 11874,
        "codebook_values": 1253376,
        "scales_changed": 35187120,
        "scale_values": 45121536
      }
    },
    {
      "step": 69,
      "validation": {
        "target_rel": 0.011119484131861007,
        "reference_rel": 0.011119484131861007
      },
      "training_probe_rel": 0.7838369143388778,
      "batch_loss": 0.505797728896141,
      "best_step": 65,
      "overfit_checks": 0,
      "seconds": 684.7858924865723,
      "quantized_movement": {
        "codebook_changed": 11822,
        "codebook_values": 1253376,
        "scales_changed": 35204804,
        "scale_values": 45121536
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 306,
      "accepted": 261,
      "changed_groups": 141996,
      "training_before": 488.24029541015625,
      "training_after": 485.6524963378906,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 306,
      "accepted": 255,
      "changed_groups": 140084,
      "training_before": 470.32806396484375,
      "training_after": 468.4644775390625,
      "acceptance": "proposal and separate training check batches",
      "step": 40
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 306,
      "accepted": 229,
      "changed_groups": 125565,
      "training_before": 600.63671875,
      "training_after": 599.111083984375,
      "acceptance": "proposal and separate training check batches",
      "step": 60
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 18001846,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}