{
  "layer": 23,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.5240171180844249,
  "training_tokens_seen": 7864320,
  "adaptive_schedule": {
    "best": 0.011060020056539258,
    "drop_after": 20,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 10,
    "bad_checks": 3,
    "last_best": 5,
    "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 0,
    "codebook_values": 1392640,
    "scales_changed": 49935851,
    "scale_values": 50135040
  },
  "initial_validation": {
    "target_rel": 0.011749944646918812,
    "reference_rel": 0.029283724797321154,
    "boundary_rel": 0.0731248958168883,
    "bulk_rel": 0.011741583757974572,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 894.4317016601562,
        "reference_energy": 1085578.25
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 569.1326904296875,
        "reference_energy": 538197.3125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 842.360107421875,
        "reference_energy": 1076462.5
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 678.3796997070312,
        "reference_energy": 498354.4375
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 572.0128784179688,
        "reference_energy": 1074920.75
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 600.3458251953125,
        "reference_energy": 501460.375
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 719.423828125,
        "reference_energy": 1089129.125
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 870.0697021484375,
        "reference_energy": 1061177.625
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 1140.80322265625,
        "reference_energy": 1085762.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 585.3572387695312,
        "reference_energy": 1092716.375
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 609.291015625,
        "reference_energy": 1069011.5
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 697.353515625,
        "reference_energy": 538958.375
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 775.162353515625,
        "reference_energy": 1069505.625
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 765.663330078125,
        "reference_energy": 534928.6875
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 742.5716552734375,
        "reference_energy": 1066832.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 884.555419921875,
        "reference_energy": 548671.875
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.011060020056539258,
    "reference_rel": 0.028937632045710034,
    "boundary_rel": 0.07094556342255678,
    "bulk_rel": 0.011051646210932922,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 885.7079467773438,
        "reference_energy": 1085578.25
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 562.691162109375,
        "reference_energy": 538197.3125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 797.6419677734375,
        "reference_energy": 1076462.5
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 661.4066772460938,
        "reference_energy": 498354.4375
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 566.7025146484375,
        "reference_energy": 1074920.75
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 580.9669189453125,
        "reference_energy": 501460.375
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 687.549560546875,
        "reference_energy": 1089129.125
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 866.6743774414062,
        "reference_energy": 1061177.625
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 1088.828125,
        "reference_energy": 1085762.5
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 577.880615234375,
        "reference_energy": 1092716.375
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 604.1815185546875,
        "reference_energy": 1069011.5
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 673.1719970703125,
        "reference_energy": 538958.375
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 765.7193603515625,
        "reference_energy": 1069505.625
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 742.4383544921875,
        "reference_energy": 534928.6875
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 728.0303955078125,
        "reference_energy": 1066832.5
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 876.5997314453125,
        "reference_energy": 548671.875
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.011060020056539258,
    "reference_rel": 0.028937632045710034
  },
  "development_audit": {
    "target_rel": 0.020052143533635637,
    "reference_rel": 0.05544211791880531,
    "boundary_rel": 0.12814989984218325,
    "bulk_rel": 0.020044320945135374,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 3172.7548828125,
        "reference_energy": 1052514.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 3091.9892578125,
        "reference_energy": 1092167.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 3568.78955078125,
        "reference_energy": 552433.125
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 2870.40380859375,
        "reference_energy": 542585.9375
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 2041.671142578125,
        "reference_energy": 1088258.5
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 2485.05517578125,
        "reference_energy": 1094718.25
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 2391.500244140625,
        "reference_energy": 524937.0
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 2693.4658203125,
        "reference_energy": 542272.125
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 2557.20263671875,
        "reference_energy": 1064011.125
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 3200.17041015625,
        "reference_energy": 1074242.5
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 2825.3359375,
        "reference_energy": 1088703.25
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 3121.354248046875,
        "reference_energy": 1091619.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 2717.148681640625,
        "reference_energy": 1076026.125
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 1962.503173828125,
        "reference_energy": 531095.125
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 2043.1226806640625,
        "reference_energy": 536722.125
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 2433.3740234375,
        "reference_energy": 1093970.0
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.020440639813622406,
    "reference_rel": 0.0556498037495689,
    "boundary_rel": 0.13071144595005535,
    "bulk_rel": 0.02043265596881829,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 3182.30322265625,
        "reference_energy": 1052514.0
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 3134.00537109375,
        "reference_energy": 1092167.0
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 3575.145263671875,
        "reference_energy": 552433.125
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 2881.89892578125,
        "reference_energy": 542585.9375
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 2059.24609375,
        "reference_energy": 1088258.5
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 2499.16943359375,
        "reference_energy": 1094718.25
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 2402.990966796875,
        "reference_energy": 524937.0
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 2701.001953125,
        "reference_energy": 542272.125
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 2569.9384765625,
        "reference_energy": 1064011.125
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 3269.84326171875,
        "reference_energy": 1074242.5
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 2840.508544921875,
        "reference_energy": 1088703.25
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 3178.458984375,
        "reference_energy": 1091619.5
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 2731.596435546875,
        "reference_energy": 1076026.125
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 1976.376220703125,
        "reference_energy": 531095.125
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 2052.302001953125,
        "reference_energy": 536722.125
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 2445.13525390625,
        "reference_energy": 1093970.0
      }
    ]
  },
  "best_step": 5,
  "steps_run": 30,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.011060020056539258,
        "reference_rel": 0.028937632045710034,
        "boundary_rel": 0.07094556342255678,
        "bulk_rel": 0.011051646210932922,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.4976137781421869,
      "batch_loss": 0.27607060223817825,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 56.98098635673523,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1392640,
        "scales_changed": 49935851,
        "scale_values": 50135040
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.011357940239339023,
        "reference_rel": 0.029055088724974004,
        "boundary_rel": 0.07225472939089883,
        "bulk_rel": 0.01134948578735509,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.511996694463669,
      "batch_loss": 0.2795608788728714,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 121.64814686775208,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 1,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 50797,
        "codebook_values": 1392640,
        "scales_changed": 49975181,
        "scale_values": 50135040
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.011410168442438286,
        "reference_rel": 0.029081299038699604,
        "boundary_rel": 0.0725613334746899,
        "bulk_rel": 0.011401681248071695,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.5108415401634393,
      "batch_loss": 0.2759353592991829,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 167.96698331832886,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 2,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 43929,
        "codebook_values": 1392640,
        "scales_changed": 49997848,
        "scale_values": 50135040
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.011366264276144386,
        "reference_rel": 0.029062553223882587,
        "boundary_rel": 0.07229988683318207,
        "bulk_rel": 0.011357805406596914,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.5097280356167546,
      "batch_loss": 0.2730272486805916,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 233.21887493133545,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 45802,
        "codebook_values": 1392640,
        "scales_changed": 50011611,
        "scale_values": 50135040
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.0111890700711181,
        "reference_rel": 0.028998378471199734,
        "boundary_rel": 0.07113023708595109,
        "bulk_rel": 0.011180753341534014,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.4995242919975672,
      "batch_loss": 0.2650327906012535,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 281.8497989177704,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 19820,
        "codebook_values": 1392640,
        "scales_changed": 50013173,
        "scale_values": 50135040
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.011241573599310531,
        "reference_rel": 0.029009941844424715,
        "boundary_rel": 0.07143284569809377,
        "bulk_rel": 0.011233225375785043,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.5011798138814507,
      "batch_loss": 0.24676774814724922,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 353.3746528625488,
      "adaptive_schedule": {
        "best": 0.011060020056539258,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": true,
      "quantized_movement": {
        "codebook_changed": 28005,
        "codebook_values": 1392640,
        "scales_changed": 50013701,
        "scale_values": 50135040
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 340,
      "accepted": 285,
      "changed_groups": 156362,
      "training_before": 929.0482177734375,
      "training_after": 915.0357666015625,
      "acceptance": "proposal and separate training check batches",
      "step": 10
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 340,
      "accepted": 291,
      "changed_groups": 172237,
      "training_before": 874.2216796875,
      "training_after": 855.4431762695312,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 338,
      "accepted": 292,
      "changed_groups": 124368,
      "training_before": 809.5216064453125,
      "training_after": 796.4896240234375,
      "acceptance": "proposal and separate training check batches",
      "step": 30
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}