{
  "layer": 43,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "residual_scale_shift": 0,
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.5240171180844249,
  "training_tokens_seen": 7864320,
  "adaptive_schedule": {
    "best": 0.0445766345634676,
    "drop_after": 20,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 10,
    "bad_checks": 3,
    "last_best": 5,
    "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 0,
    "codebook_values": 1515520,
    "scales_changed": 54288159,
    "scale_values": 54558720
  },
  "initial_validation": {
    "target_rel": 0.04591697132977621,
    "reference_rel": 0.2285239663066188,
    "boundary_rel": 0.09409210304257534,
    "bulk_rel": 0.0458915315200833,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 122295.71875,
        "reference_energy": 3979648.5
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 131996.8125,
        "reference_energy": 2520801.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 127311.6640625,
        "reference_energy": 3991090.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 159924.359375,
        "reference_energy": 2244477.0
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 287513.8125,
        "reference_energy": 3981244.0
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 263115.46875,
        "reference_energy": 2310688.75
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 347187.8125,
        "reference_energy": 3942319.75
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 124003.28125,
        "reference_energy": 3869849.75
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 341467.59375,
        "reference_energy": 4009798.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 115645.078125,
        "reference_energy": 3995676.5
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 131856.28125,
        "reference_energy": 3816927.5
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 128603.171875,
        "reference_energy": 2477121.75
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 148492.578125,
        "reference_energy": 3892732.5
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 142030.265625,
        "reference_energy": 2415710.0
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 136933.5,
        "reference_energy": 3784385.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 93890.84375,
        "reference_energy": 2426976.25
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.0445766345634676,
    "reference_rel": 0.22864083751198905,
    "boundary_rel": 0.09153589529072675,
    "bulk_rel": 0.04455180185676037,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 122286.65625,
        "reference_energy": 3979648.5
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 132373.15625,
        "reference_energy": 2520801.25
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 127474.6015625,
        "reference_energy": 3991090.25
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 160456.703125,
        "reference_energy": 2244477.0
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 287348.5625,
        "reference_energy": 3981244.0
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 263447.6875,
        "reference_energy": 2310688.75
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 347341.25,
        "reference_energy": 3942319.75
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 123968.453125,
        "reference_energy": 3869849.75
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 341482.125,
        "reference_energy": 4009798.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 115804.734375,
        "reference_energy": 3995676.5
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 132035.734375,
        "reference_energy": 3816927.5
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 128869.2265625,
        "reference_energy": 2477121.75
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 148889.140625,
        "reference_energy": 3892732.5
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 142443.125,
        "reference_energy": 2415710.0
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 137249.078125,
        "reference_energy": 3784385.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 93665.0,
        "reference_energy": 2426976.25
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.0445766345634676,
    "reference_rel": 0.22864083751198905
  },
  "development_audit": {
    "target_rel": 0.0673402099539993,
    "reference_rel": 0.2847852406753697,
    "boundary_rel": 0.07511144629754805,
    "bulk_rel": 0.0673391268866145,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 205463.59375,
        "reference_energy": 3716726.5
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 274067.75,
        "reference_energy": 3829539.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 358257.65625,
        "reference_energy": 2481966.5
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 255325.90625,
        "reference_energy": 2258864.5
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 205846.734375,
        "reference_energy": 4158734.5
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 202449.8125,
        "reference_energy": 4108360.25
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 203934.125,
        "reference_energy": 2470849.0
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 365193.0,
        "reference_energy": 2267152.75
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 236281.125,
        "reference_energy": 3838742.0
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 248266.21875,
        "reference_energy": 3742660.25
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 227842.875,
        "reference_energy": 3997815.5
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 298009.375,
        "reference_energy": 3804272.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 278143.96875,
        "reference_energy": 3723308.0
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 354152.5,
        "reference_energy": 2218708.25
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 295495.875,
        "reference_energy": 2213307.5
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 264941.5625,
        "reference_energy": 3863608.25
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.06840336720641911,
    "reference_rel": 0.2846912006792804,
    "boundary_rel": 0.0758217389557431,
    "bulk_rel": 0.06840233688288093,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 205254.578125,
        "reference_energy": 3716726.5
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 273812.78125,
        "reference_energy": 3829539.25
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 358347.625,
        "reference_energy": 2481966.5
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 254975.71875,
        "reference_energy": 2258864.5
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 206356.5,
        "reference_energy": 4158734.5
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 202625.53125,
        "reference_energy": 4108360.25
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 204281.71875,
        "reference_energy": 2470849.0
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 364831.59375,
        "reference_energy": 2267152.75
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 236117.5625,
        "reference_energy": 3838742.0
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 247995.0,
        "reference_energy": 3742660.25
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 228062.453125,
        "reference_energy": 3997815.5
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 297722.125,
        "reference_energy": 3804272.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 277791.53125,
        "reference_energy": 3723308.0
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 353068.90625,
        "reference_energy": 2218708.25
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 295061.0,
        "reference_energy": 2213307.5
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 264545.46875,
        "reference_energy": 3863608.25
      }
    ]
  },
  "best_step": 5,
  "steps_run": 30,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.0445766345634676,
        "reference_rel": 0.22864083751198905,
        "boundary_rel": 0.09153589529072675,
        "bulk_rel": 0.04455180185676037,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6012767026263333,
      "batch_loss": 0.348090298473835,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 53.202452182769775,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1515520,
        "scales_changed": 54288159,
        "scale_values": 54558720
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.045851799336740134,
        "reference_rel": 0.228479708280534,
        "boundary_rel": 0.09341280872030276,
        "bulk_rel": 0.04582678237418786,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6141205995348747,
      "batch_loss": 0.37548331171274185,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 123.8487823009491,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 1,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 60347,
        "codebook_values": 1515520,
        "scales_changed": 54350166,
        "scale_values": 54558720
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.04558680344501418,
        "reference_rel": 0.22867887627558203,
        "boundary_rel": 0.09326207462818738,
        "bulk_rel": 0.04556165607958615,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.614306822888894,
      "batch_loss": 0.3520454689860344,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 175.3822739124298,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 2,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 47188,
        "codebook_values": 1515520,
        "scales_changed": 54382542,
        "scale_values": 54558720
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.04552739240185706,
        "reference_rel": 0.22865969436400574,
        "boundary_rel": 0.09302197692377416,
        "bulk_rel": 0.04550236131341314,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.615907419697445,
      "batch_loss": 0.36140168458223343,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 246.19287824630737,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 49271,
        "codebook_values": 1515520,
        "scales_changed": 54399949,
        "scale_values": 54558720
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.044972375776371636,
        "reference_rel": 0.22853410881801656,
        "boundary_rel": 0.09170203754298809,
        "bulk_rel": 0.04494778175527989,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6100794466065321,
      "batch_loss": 0.35414545983076096,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 303.00149369239807,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 25809,
        "codebook_values": 1515520,
        "scales_changed": 54402234,
        "scale_values": 54558720
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.045097612465197716,
        "reference_rel": 0.2286076839761964,
        "boundary_rel": 0.09210400527048429,
        "bulk_rel": 0.04507284588388078,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6119803861588188,
      "batch_loss": 0.3441886082291603,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 376.19418001174927,
      "adaptive_schedule": {
        "best": 0.0445766345634676,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": true,
      "quantized_movement": {
        "codebook_changed": 35737,
        "codebook_values": 1515520,
        "scales_changed": 54403151,
        "scale_values": 54558720
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 354,
      "accepted": 307,
      "changed_groups": 394745,
      "training_before": 51246.703125,
      "training_after": 50425.5703125,
      "acceptance": "proposal and separate training check batches",
      "step": 10
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 352,
      "accepted": 306,
      "changed_groups": 345550,
      "training_before": 50382.703125,
      "training_after": 49601.5859375,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 356,
      "accepted": 297,
      "changed_groups": 312244,
      "training_before": 47201.63671875,
      "training_after": 46520.1875,
      "acceptance": "proposal and separate training check batches",
      "step": 30
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}