{
  "layer": 6,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.5240171180844249,
  "training_tokens_seen": 7864320,
  "adaptive_schedule": {
    "best": 0.018967027905769453,
    "drop_after": 20,
    "relative_worsening": 0.001,
    "checks": 3,
    "patience_updates": 10,
    "bad_checks": 3,
    "last_best": 5,
    "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
    "codebook_changed": 0,
    "codebook_values": 1302528,
    "scales_changed": 46591032,
    "scale_values": 46891008
  },
  "initial_validation": {
    "target_rel": 0.021765370630026863,
    "reference_rel": 0.03078067645382192,
    "boundary_rel": 0.034081464603419195,
    "bulk_rel": 0.021754097908378688,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 1.4202885627746582,
        "reference_energy": 1049.079345703125
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 0.584842324256897,
        "reference_energy": 450.46221923828125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 0.9951069951057434,
        "reference_energy": 929.3697509765625
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 0.4812047481536865,
        "reference_energy": 446.689453125
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 0.4493129849433899,
        "reference_energy": 841.1058349609375
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 0.4373146891593933,
        "reference_energy": 449.50506591796875
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 0.570396900177002,
        "reference_energy": 888.835693359375
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 0.5350356101989746,
        "reference_energy": 853.892333984375
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 0.8028368353843689,
        "reference_energy": 945.7379150390625
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 0.490383118391037,
        "reference_energy": 881.6162109375
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 0.5421963930130005,
        "reference_energy": 895.0899658203125
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 0.5725077390670776,
        "reference_energy": 453.9356384277344
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 0.5639635324478149,
        "reference_energy": 887.84130859375
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 0.5314507484436035,
        "reference_energy": 447.2870788574219
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 0.5998790264129639,
        "reference_energy": 887.717041015625
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 1.8369693756103516,
        "reference_energy": 738.5806884765625
      }
    ]
  },
  "final_validation": {
    "target_rel": 0.018967027905769453,
    "reference_rel": 0.028767175094359443,
    "boundary_rel": 0.03058754881643492,
    "bulk_rel": 0.01895619722395218,
    "boundary_rows": 24,
    "windows": [
      {
        "first_row": 8192,
        "rows": 1024,
        "reference_sse": 1.2649271488189697,
        "reference_energy": 1049.079345703125
      },
      {
        "first_row": 9216,
        "rows": 1024,
        "reference_sse": 0.5094056129455566,
        "reference_energy": 450.46221923828125
      },
      {
        "first_row": 20480,
        "rows": 1024,
        "reference_sse": 0.7691336870193481,
        "reference_energy": 929.3697509765625
      },
      {
        "first_row": 21504,
        "rows": 1024,
        "reference_sse": 0.4429691433906555,
        "reference_energy": 446.689453125
      },
      {
        "first_row": 32768,
        "rows": 1024,
        "reference_sse": 0.40296441316604614,
        "reference_energy": 841.1058349609375
      },
      {
        "first_row": 33792,
        "rows": 1024,
        "reference_sse": 0.40426310896873474,
        "reference_energy": 449.50506591796875
      },
      {
        "first_row": 45056,
        "rows": 1024,
        "reference_sse": 0.4971664845943451,
        "reference_energy": 888.835693359375
      },
      {
        "first_row": 46080,
        "rows": 1024,
        "reference_sse": 0.47424301505088806,
        "reference_energy": 853.892333984375
      },
      {
        "first_row": 57344,
        "rows": 1024,
        "reference_sse": 0.6997170448303223,
        "reference_energy": 945.7379150390625
      },
      {
        "first_row": 58368,
        "rows": 1024,
        "reference_sse": 0.43480193614959717,
        "reference_energy": 881.6162109375
      },
      {
        "first_row": 69632,
        "rows": 1024,
        "reference_sse": 0.4889775812625885,
        "reference_energy": 895.0899658203125
      },
      {
        "first_row": 70656,
        "rows": 1024,
        "reference_sse": 0.5007501840591431,
        "reference_energy": 453.9356384277344
      },
      {
        "first_row": 81920,
        "rows": 1024,
        "reference_sse": 0.48333656787872314,
        "reference_energy": 887.84130859375
      },
      {
        "first_row": 82944,
        "rows": 1024,
        "reference_sse": 0.47894906997680664,
        "reference_energy": 447.2870788574219
      },
      {
        "first_row": 94208,
        "rows": 1024,
        "reference_sse": 0.5171470642089844,
        "reference_energy": 887.717041015625
      },
      {
        "first_row": 95232,
        "rows": 1024,
        "reference_sse": 1.600536584854126,
        "reference_energy": 738.5806884765625
      }
    ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
    "target_rel": 0.018967027905769453,
    "reference_rel": 0.028767175094359443
  },
  "development_audit": {
    "target_rel": 0.02785502417652686,
    "reference_rel": 0.04063875974372029,
    "boundary_rel": 0.03634734432986524,
    "bulk_rel": 0.02785287903027933,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 1.4892492294311523,
        "reference_energy": 944.0750732421875
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 1.7093651294708252,
        "reference_energy": 955.30224609375
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 1.743773341178894,
        "reference_energy": 592.7408447265625
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 0.9279550909996033,
        "reference_energy": 469.05316162109375
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 1.142014741897583,
        "reference_energy": 891.65771484375
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 1.2640411853790283,
        "reference_energy": 914.2470703125
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 1.484648585319519,
        "reference_energy": 498.0998229980469
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 1.1543757915496826,
        "reference_energy": 740.123291015625
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 1.4875168800354004,
        "reference_energy": 920.4955444335938
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 1.132690191268921,
        "reference_energy": 923.1793212890625
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 1.4701379537582397,
        "reference_energy": 920.9706420898438
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 1.1992290019989014,
        "reference_energy": 924.4137573242188
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 0.9409306049346924,
        "reference_energy": 877.1798706054688
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 1.4051449298858643,
        "reference_energy": 521.1963500976562
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 0.9072721600532532,
        "reference_energy": 471.083984375
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 1.0810208320617676,
        "reference_energy": 872.9093017578125
      }
    ]
  },
  "initial_development_audit": {
    "target_rel": 0.03140709759111062,
    "reference_rel": 0.04350877884341804,
    "boundary_rel": 0.03748782143520991,
    "bulk_rel": 0.03140563555105883,
    "boundary_rows": 10,
    "windows": [
      {
        "first_row": 10240,
        "rows": 1024,
        "reference_sse": 1.7252038717269897,
        "reference_energy": 944.0750732421875
      },
      {
        "first_row": 11264,
        "rows": 1024,
        "reference_sse": 1.9550683498382568,
        "reference_energy": 955.30224609375
      },
      {
        "first_row": 22528,
        "rows": 1024,
        "reference_sse": 1.9138686656951904,
        "reference_energy": 592.7408447265625
      },
      {
        "first_row": 23552,
        "rows": 1024,
        "reference_sse": 1.0440294742584229,
        "reference_energy": 469.05316162109375
      },
      {
        "first_row": 34816,
        "rows": 1024,
        "reference_sse": 1.2840639352798462,
        "reference_energy": 891.65771484375
      },
      {
        "first_row": 35840,
        "rows": 1024,
        "reference_sse": 1.5491302013397217,
        "reference_energy": 914.2470703125
      },
      {
        "first_row": 47104,
        "rows": 1024,
        "reference_sse": 1.7521693706512451,
        "reference_energy": 498.0998229980469
      },
      {
        "first_row": 48128,
        "rows": 1024,
        "reference_sse": 1.3166083097457886,
        "reference_energy": 740.123291015625
      },
      {
        "first_row": 59392,
        "rows": 1024,
        "reference_sse": 1.698822259902954,
        "reference_energy": 920.4955444335938
      },
      {
        "first_row": 60416,
        "rows": 1024,
        "reference_sse": 1.3235384225845337,
        "reference_energy": 923.1793212890625
      },
      {
        "first_row": 71680,
        "rows": 1024,
        "reference_sse": 1.680673360824585,
        "reference_energy": 920.9706420898438
      },
      {
        "first_row": 72704,
        "rows": 1024,
        "reference_sse": 1.3989839553833008,
        "reference_energy": 924.4137573242188
      },
      {
        "first_row": 83968,
        "rows": 1024,
        "reference_sse": 1.026850938796997,
        "reference_energy": 877.1798706054688
      },
      {
        "first_row": 84992,
        "rows": 1024,
        "reference_sse": 1.6330037117004395,
        "reference_energy": 521.1963500976562
      },
      {
        "first_row": 96256,
        "rows": 1024,
        "reference_sse": 1.003563642501831,
        "reference_energy": 471.083984375
      },
      {
        "first_row": 97280,
        "rows": 1024,
        "reference_sse": 1.2373197078704834,
        "reference_energy": 872.9093017578125
      }
    ]
  },
  "best_step": 5,
  "steps_run": 30,
  "history": [
    {
      "step": 5,
      "validation": {
        "target_rel": 0.018967027905769453,
        "reference_rel": 0.028767175094359443,
        "boundary_rel": 0.03058754881643492,
        "bulk_rel": 0.01895619722395218,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.3007871321172517,
      "batch_loss": 0.09810747765004635,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 49.667606830596924,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 0,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 0,
        "codebook_values": 1302528,
        "scales_changed": 46591032,
        "scale_values": 46891008
      }
    },
    {
      "step": 10,
      "validation": {
        "target_rel": 0.020287909329810932,
        "reference_rel": 0.02961419403604113,
        "boundary_rel": 0.032561030576451176,
        "bulk_rel": 0.020276504346901775,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.3158055777564186,
      "batch_loss": 0.10882274620234966,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 117.5956757068634,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 1,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 35306,
        "codebook_values": 1302528,
        "scales_changed": 46641435,
        "scale_values": 46891008
      }
    },
    {
      "step": 15,
      "validation": {
        "target_rel": 0.020272204379046168,
        "reference_rel": 0.029599245773863,
        "boundary_rel": 0.03320152829573629,
        "bulk_rel": 0.020260037698250584,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.31841248103281233,
      "batch_loss": 0.09991730935871601,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 166.66096925735474,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 25,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 2,
        "last_best": 5,
        "early_drop": false
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 34468,
        "codebook_values": 1302528,
        "scales_changed": 46673667,
        "scale_values": 46891008
      }
    },
    {
      "step": 20,
      "validation": {
        "target_rel": 0.020259037453943283,
        "reference_rel": 0.029582291665989593,
        "boundary_rel": 0.03295093434306804,
        "bulk_rel": 0.02024714553440895,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.3180924168163374,
      "batch_loss": 0.09921928495168686,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 233.19556617736816,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 37644,
        "codebook_values": 1302528,
        "scales_changed": 46695738,
        "scale_values": 46891008
      }
    },
    {
      "step": 25,
      "validation": {
        "target_rel": 0.01939031303078518,
        "reference_rel": 0.028997778821356842,
        "boundary_rel": 0.032005551515246845,
        "bulk_rel": 0.01937838433820269,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.3041270316540754,
      "batch_loss": 0.09215324930846691,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 280.9777488708496,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": false,
      "quantized_movement": {
        "codebook_changed": 20839,
        "codebook_values": 1302528,
        "scales_changed": 46700490,
        "scale_values": 46891008
      }
    },
    {
      "step": 30,
      "validation": {
        "target_rel": 0.01958335750885039,
        "reference_rel": 0.029103698939065493,
        "boundary_rel": 0.03240394536137728,
        "bulk_rel": 0.019571215793106864,
        "boundary_rows": 24
      },
      "reasoning_validation": null,
      "training_probe_rel": 0.306965211260098,
      "batch_loss": 0.09153330698609352,
      "best_step": 5,
      "overfit_checks": 0,
      "seconds": 349.892098903656,
      "adaptive_schedule": {
        "best": 0.018967027905769453,
        "drop_after": 20,
        "relative_worsening": 0.001,
        "checks": 3,
        "patience_updates": 10,
        "bad_checks": 3,
        "last_best": 5,
        "early_drop": true
      },
      "adaptive_stop": true,
      "quantized_movement": {
        "codebook_changed": 25673,
        "codebook_values": 1302528,
        "scales_changed": 46703318,
        "scale_values": 46891008
      }
    }
  ],
  "index_reassignments": [
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 318,
      "accepted": 198,
      "changed_groups": 123470,
      "training_before": 2.7480061054229736,
      "training_after": 2.713019371032715,
      "acceptance": "proposal and separate training check batches",
      "step": 10
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 318,
      "accepted": 173,
      "changed_groups": 125320,
      "training_before": 2.6367194652557373,
      "training_after": 2.6140499114990234,
      "acceptance": "proposal and separate training check batches",
      "step": 20
    },
    {
      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
      "proposals": 318,
      "accepted": 178,
      "changed_groups": 82487,
      "training_before": 2.757349729537964,
      "training_after": 2.7340328693389893,
      "acceptance": "proposal and separate training check batches",
      "step": 30
    }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
}