{
  "layer": 51,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "residual_scale_shift": 0,
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.5240171180844249,
  "training_tokens_seen": 7864320,
  "adaptive_schedule": {
    "best": 0.046839461506473105,
    "drop_after": 20,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 10,
    "bad_checks": 3,
    "last_best": 5,
    "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 0,
    "codebook_values": 1458176,
    "scales_changed": 52251916,
    "scale_values": 52494336
  },
  "initial_validation": {
    "target_rel": 0.04796331881635113,
    "reference_rel": 0.2957804327662528,
    "boundary_rel": 0.0754990635444867,
    "bulk_rel": 0.04794097431107338,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 420335.8125,
        "reference_energy": 5672198.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 422179.25,
        "reference_energy": 4258783.5
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 395910.21875,
        "reference_energy": 5621596.0
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 517577.375,
        "reference_energy": 3815936.0
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 392395.125,
        "reference_energy": 5830068.0
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 530359.625,
        "reference_energy": 3796034.5
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 485379.375,
        "reference_energy": 5523106.5
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 374962.65625,
        "reference_energy": 5503456.0
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 470676.03125,
        "reference_energy": 5691690.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 410913.4375,
        "reference_energy": 5717292.0
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 461910.0,
        "reference_energy": 5412396.0
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 420280.0625,
        "reference_energy": 4264137.0
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 453408.15625,
        "reference_energy": 5373094.5
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 435119.875,
        "reference_energy": 3891650.5
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 446591.3125,
        "reference_energy": 5301116.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 348602.375,
        "reference_energy": 4187028.25
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.046839461506473105,
    "reference_rel": 0.295803205680965,
    "boundary_rel": 0.07342652535429553,
    "bulk_rel": 0.04681794057881896,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 420573.9375,
        "reference_energy": 5672198.0
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 422178.03125,
        "reference_energy": 4258783.5
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 396341.3125,
        "reference_energy": 5621596.0
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 517658.625,
        "reference_energy": 3815936.0
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 392258.65625,
        "reference_energy": 5830068.0
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 530456.25,
        "reference_energy": 3796034.5
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 485423.875,
        "reference_energy": 5523106.5
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 374914.71875,
        "reference_energy": 5503456.0
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 470380.65625,
        "reference_energy": 5691690.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 411032.78125,
        "reference_energy": 5717292.0
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 462073.9375,
        "reference_energy": 5412396.0
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 420733.21875,
        "reference_energy": 4264137.0
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 453646.6875,
        "reference_energy": 5373094.5
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 435171.625,
        "reference_energy": 3891650.5
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 446512.53125,
        "reference_energy": 5301116.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 348319.71875,
        "reference_energy": 4187028.25
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.046839461506473105,
    "reference_rel": 0.295803205680965
  },
  "development_audit": {
    "target_rel": 0.08719439557362486,
    "reference_rel": 0.39721363196697584,
    "boundary_rel": 0.08079496615306626,
    "bulk_rel": 0.08719621798148254,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 609028.0625,
        "reference_energy": 5253133.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 816555.375,
        "reference_energy": 5374198.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 843980.625,
        "reference_energy": 4162660.0
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 788563.25,
        "reference_energy": 3771424.0
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 616355.625,
        "reference_energy": 5938101.0
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 600613.75,
        "reference_energy": 5764399.5
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 633250.125,
        "reference_energy": 4192742.75
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 846444.0,
        "reference_energy": 3670472.5
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 709731.6875,
        "reference_energy": 5243202.0
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 742157.5,
        "reference_energy": 5255130.0
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 666034.8125,
        "reference_energy": 5590864.0
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 875139.875,
        "reference_energy": 5550362.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 815711.875,
        "reference_energy": 5114262.5
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 988747.8125,
        "reference_energy": 3631907.0
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 864634.0625,
        "reference_energy": 3514094.5
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 818994.5,
        "reference_energy": 5524359.5
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.08763180364633993,
    "reference_rel": 0.39712638049237897,
    "boundary_rel": 0.08125271988418782,
    "bulk_rel": 0.08763362241925118,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 608729.8125,
        "reference_energy": 5253133.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 816421.375,
        "reference_energy": 5374198.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 843565.125,
        "reference_energy": 4162660.0
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 787975.25,
        "reference_energy": 3771424.0
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 616517.375,
        "reference_energy": 5938101.0
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 600618.6875,
        "reference_energy": 5764399.5
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 633302.375,
        "reference_energy": 4192742.75
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 845973.875,
        "reference_energy": 3670472.5
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 708993.0,
        "reference_energy": 5243202.0
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 741850.6875,
        "reference_energy": 5255130.0
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 665971.25,
        "reference_energy": 5590864.0
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 874964.3125,
        "reference_energy": 5550362.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 815024.25,
        "reference_energy": 5114262.5
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 988255.9375,
        "reference_energy": 3631907.0
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 863810.625,
        "reference_energy": 3514094.5
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 818594.125,
        "reference_energy": 5524359.5
      }
    ]
  },
  "best_step": 5,
  "steps_run": 30,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.046839461506473105,
        "reference_rel": 0.295803205680965,
        "boundary_rel": 0.07342652535429553,
        "bulk_rel": 0.04681794057881896,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6279637917512778,
      "batch_loss": 0.41803929954767227,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 51.45315623283386,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1458176,
        "scales_changed": 52251916,
        "scale_values": 52494336
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.04831232505536595,
        "reference_rel": 0.29577570505660244,
        "boundary_rel": 0.0752459314607415,
        "bulk_rel": 0.04829061024229466,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6475041989864547,
      "batch_loss": 0.41852667927742004,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 122.21954989433289,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 1,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 90677,
        "codebook_values": 1458176,
        "scales_changed": 52314632,
        "scale_values": 52494336
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.04794347278761847,
        "reference_rel": 0.29584752806509673,
        "boundary_rel": 0.0744846586422944,
        "bulk_rel": 0.047922106658760545,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6440097101799005,
      "batch_loss": 0.4094739407300949,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 174.50315856933594,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 2,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 54274,
        "codebook_values": 1458176,
        "scales_changed": 52341293,
        "scale_values": 52494336
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.04777343734091781,
        "reference_rel": 0.2958247664990656,
        "boundary_rel": 0.07422419340922558,
        "bulk_rel": 0.04775214414020667,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6423999496238861,
      "batch_loss": 0.4100910350680351,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 240.97847318649292,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 50392,
        "codebook_values": 1458176,
        "scales_changed": 52355240,
        "scale_values": 52494336
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.04716399465966415,
        "reference_rel": 0.2957158265427108,
        "boundary_rel": 0.07358562767780119,
        "bulk_rel": 0.04714266946526191,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6357863530032953,
      "batch_loss": 0.4318462535738945,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 293.7598297595978,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 26050,
        "codebook_values": 1458176,
        "scales_changed": 52356388,
        "scale_values": 52494336
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.047282119370988494,
        "reference_rel": 0.2957684999002748,
        "boundary_rel": 0.07356961178479346,
        "bulk_rel": 0.04726093780497718,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.6369442224752847,
      "batch_loss": 0.37219197303056717,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 366.93049931526184,
      "adaptive_schedule": {
        "best": 0.046839461506473105,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": true,
      "quantized_movement": {
        "codebook_changed": 31918,
        "codebook_values": 1458176,
        "scales_changed": 52355920,
        "scale_values": 52494336
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 346,
      "accepted": 302,
      "changed_groups": 375419,
      "training_before": 85239.0546875,
      "training_after": 83550.609375,
      "acceptance": "proposal and separate training check batches",
      "step": 10
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 346,
      "accepted": 309,
      "changed_groups": 358351,
      "training_before": 84711.84375,
      "training_after": 82704.4453125,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 344,
      "accepted": 268,
      "changed_groups": 327354,
      "training_before": 77851.2109375,
      "training_after": 76593.109375,
      "acceptance": "proposal and separate training check batches",
      "step": 30
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}