Replace layer 3 with same_input fp16-block PV (v4)

arvq-layer-003-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:747894226436b976cf9c083bb56dc1a1347436efbc3ebcc8239003ca9e84e365
-size 632986244
+oid sha256:5c58d04e9185771add8ba929faa3391460ff197c70d05ed3b591d8d4e2c04f4c
+size 652155612

arvq-layer-003-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45a5b40ca1a0b8367759e861ee265a3c2c31d429e3dd65f8366d96595b7bb043
-size 1265572492
+oid sha256:b65c8df8d8c660af620c88c7bfed35c0992ace3a49bc5c82eb99a1afb27dd035
+size 1303911140

cold_manifests/layer-003-manifest.json

@@ -200,11 +200,11 @@
   "files": {
     "w13": {
       "file": "arvq-layer-003-gateup.safetensors",
-      "sha256": "45a5b40ca1a0b8367759e861ee265a3c2c31d429e3dd65f8366d96595b7bb043"
+      "sha256": "b65c8df8d8c660af620c88c7bfed35c0992ace3a49bc5c82eb99a1afb27dd035"
     },
     "w2": {
       "file": "arvq-layer-003-down.safetensors",
-      "sha256": "747894226436b976cf9c083bb56dc1a1347436efbc3ebcc8239003ca9e84e365"
+      "sha256": "5c58d04e9185771add8ba929faa3391460ff197c70d05ed3b591d8d4e2c04f4c"
     }
   },
   "per_proj": {
@@ -444,11 +444,937 @@
       "codebook_scope": "expert"
     }
   },
-  "format": "rvq256_256x8_expert",
-  "version": 3,
-  "block_scale_dtype": "float8_e4m3fn",
+  "format": "rvq256_256x8_expert_fp16block",
+  "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=58",
+  "pv_report": {
+    "layer": 3,
+    "target": "same_input",
+    "recipe": "full_corpus_sequence_pass_v1",
+    "block_scale_dtype": "fp16",
+    "batch_tokens": 262144,
+    "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
+    "training_sequence_count": 14657,
+    "training_passes": 1.0,
+    "training_tokens_seen": 15007754,
+    "adaptive_schedule": {
+      "best": 0.004300016159961927,
+      "drop_after": 20,
+      "relative_worsening": 0.001,
+      "checks": 3,
+      "patience_updates": 10,
+      "bad_checks": 3,
+      "last_best": 50,
+      "early_drop": true
+    },
+    "refinement": null,
+    "lr_decay_after": 25,
+    "lr_decay_factor": 0.25,
+    "export_only": false,
+    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
+    "codebook_lr": 0.048,
+    "scale_lr": 0.032,
+    "quantized_movement": {
+      "codebook_changed": 27418,
+      "codebook_values": 1597440,
+      "scales_changed": 53640158,
+      "scale_values": 57507840
+    },
+    "initial_validation": {
+      "target_rel": 0.00542413248626103,
+      "reference_rel": 0.00542413248626103,
+      "boundary_rel": 0.004258358576900722,
+      "bulk_rel": 0.005425358443213491,
+      "boundary_rows": 24,
+      "windows": [
+        {
+          "first_row": 8192,
+          "rows": 1024,
+          "reference_sse": 0.020166289061307907,
+          "reference_energy": 336.70770263671875
+        },
+        {
+          "first_row": 9216,
+          "rows": 1024,
+          "reference_sse": 0.007914133369922638,
+          "reference_energy": 251.12579345703125
+        },
+        {
+          "first_row": 20480,
+          "rows": 1024,
+          "reference_sse": 0.00656361598521471,
+          "reference_energy": 300.0838623046875
+        },
+        {
+          "first_row": 21504,
+          "rows": 1024,
+          "reference_sse": 0.005781942047178745,
+          "reference_energy": 264.39813232421875
+        },
+        {
+          "first_row": 32768,
+          "rows": 1024,
+          "reference_sse": 0.0052496809512376785,
+          "reference_energy": 278.41796875
+        },
+        {
+          "first_row": 33792,
+          "rows": 1024,
+          "reference_sse": 0.0053548188880085945,
+          "reference_energy": 274.7528991699219
+        },
+        {
+          "first_row": 45056,
+          "rows": 1024,
+          "reference_sse": 0.006310608703643084,
+          "reference_energy": 286.12371826171875
+        },
+        {
+          "first_row": 46080,
+          "rows": 1024,
+          "reference_sse": 0.006290929391980171,
+          "reference_energy": 283.962890625
+        },
+        {
+          "first_row": 57344,
+          "rows": 1024,
+          "reference_sse": 0.0061025964096188545,
+          "reference_energy": 300.282958984375
+        },
+        {
+          "first_row": 58368,
+          "rows": 1024,
+          "reference_sse": 0.005863265134394169,
+          "reference_energy": 282.9842529296875
+        },
+        {
+          "first_row": 69632,
+          "rows": 1024,
+          "reference_sse": 0.005741896573454142,
+          "reference_energy": 292.7232666015625
+        },
+        {
+          "first_row": 70656,
+          "rows": 1024,
+          "reference_sse": 0.005232636816799641,
+          "reference_energy": 262.162353515625
+        },
+        {
+          "first_row": 81920,
+          "rows": 1024,
+          "reference_sse": 0.006094375625252724,
+          "reference_energy": 286.1861572265625
+        },
+        {
+          "first_row": 82944,
+          "rows": 1024,
+          "reference_sse": 0.0056390296667814255,
+          "reference_energy": 256.35943603515625
+        },
+        {
+          "first_row": 94208,
+          "rows": 1024,
+          "reference_sse": 0.007473818492144346,
+          "reference_energy": 286.67950439453125
+        },
+        {
+          "first_row": 95232,
+          "rows": 1024,
+          "reference_sse": 0.03047424554824829,
+          "reference_energy": 388.193359375
+        }
+      ]
+    },
+    "final_validation": {
+      "target_rel": 0.004300016159961927,
+      "reference_rel": 0.004300016159961927,
+      "boundary_rel": 0.0038296164811325935,
+      "bulk_rel": 0.004300540196703877,
+      "boundary_rows": 24,
+      "windows": [
+        {
+          "first_row": 8192,
+          "rows": 1024,
+          "reference_sse": 0.012939536944031715,
+          "reference_energy": 336.70770263671875
+        },
+        {
+          "first_row": 9216,
+          "rows": 1024,
+          "reference_sse": 0.004358744714409113,
+          "reference_energy": 251.12579345703125
+        },
+        {
+          "first_row": 20480,
+          "rows": 1024,
+          "reference_sse": 0.004089221823960543,
+          "reference_energy": 300.0838623046875
+        },
+        {
+          "first_row": 21504,
+          "rows": 1024,
+          "reference_sse": 0.0038875374011695385,
+          "reference_energy": 264.39813232421875
+        },
+        {
+          "first_row": 32768,
+          "rows": 1024,
+          "reference_sse": 0.0034623979590833187,
+          "reference_energy": 278.41796875
+        },
+        {
+          "first_row": 33792,
+          "rows": 1024,
+          "reference_sse": 0.0035253497771918774,
+          "reference_energy": 274.7528991699219
+        },
+        {
+          "first_row": 45056,
+          "rows": 1024,
+          "reference_sse": 0.004024017136543989,
+          "reference_energy": 286.12371826171875
+        },
+        {
+          "first_row": 46080,
+          "rows": 1024,
+          "reference_sse": 0.004202495329082012,
+          "reference_energy": 283.962890625
+        },
+        {
+          "first_row": 57344,
+          "rows": 1024,
+          "reference_sse": 0.003965072333812714,
+          "reference_energy": 300.282958984375
+        },
+        {
+          "first_row": 58368,
+          "rows": 1024,
+          "reference_sse": 0.0036747301928699017,
+          "reference_energy": 282.9842529296875
+        },
+        {
+          "first_row": 69632,
+          "rows": 1024,
+          "reference_sse": 0.004141990561038256,
+          "reference_energy": 292.7232666015625
+        },
+        {
+          "first_row": 70656,
+          "rows": 1024,
+          "reference_sse": 0.003402401925995946,
+          "reference_energy": 262.162353515625
+        },
+        {
+          "first_row": 81920,
+          "rows": 1024,
+          "reference_sse": 0.003962238319218159,
+          "reference_energy": 286.1861572265625
+        },
+        {
+          "first_row": 82944,
+          "rows": 1024,
+          "reference_sse": 0.003923389129340649,
+          "reference_energy": 256.35943603515625
+        },
+        {
+          "first_row": 94208,
+          "rows": 1024,
+          "reference_sse": 0.004336032085120678,
+          "reference_energy": 286.67950439453125
+        },
+        {
+          "first_row": 95232,
+          "rows": 1024,
+          "reference_sse": 0.017735345289111137,
+          "reference_energy": 388.193359375
+        }
+      ]
+    },
+    "initial_reasoning_validation": null,
+    "final_reasoning_validation": null,
+    "validation_distribution": "reasoning only",
+    "serialized_validation": {
+      "target_rel": 0.004300016159961927,
+      "reference_rel": 0.004300016159961927
+    },
+    "development_audit": {
+      "target_rel": 0.008201084405544457,
+      "reference_rel": 0.008201084405544457,
+      "boundary_rel": 0.01054734992424372,
+      "bulk_rel": 0.008200373396642688,
+      "boundary_rows": 10,
+      "windows": [
+        {
+          "first_row": 10240,
+          "rows": 1024,
+          "reference_sse": 0.017040519043803215,
+          "reference_energy": 342.97064208984375
+        },
+        {
+          "first_row": 11264,
+          "rows": 1024,
+          "reference_sse": 0.034374214708805084,
+          "reference_energy": 351.2667541503906
+        },
+        {
+          "first_row": 22528,
+          "rows": 1024,
+          "reference_sse": 0.024927500635385513,
+          "reference_energy": 325.32037353515625
+        },
+        {
+          "first_row": 23552,
+          "rows": 1024,
+          "reference_sse": 0.014414064586162567,
+          "reference_energy": 300.4769287109375
+        },
+        {
+          "first_row": 34816,
+          "rows": 1024,
+          "reference_sse": 0.02874697744846344,
+          "reference_energy": 324.48828125
+        },
+        {
+          "first_row": 35840,
+          "rows": 1024,
+          "reference_sse": 0.021973593160510063,
+          "reference_energy": 335.386474609375
+        },
+        {
+          "first_row": 47104,
+          "rows": 1024,
+          "reference_sse": 0.013017302379012108,
+          "reference_energy": 305.3533935546875
+        },
+        {
+          "first_row": 48128,
+          "rows": 1024,
+          "reference_sse": 0.007820187136530876,
+          "reference_energy": 317.9487609863281
+        },
+        {
+          "first_row": 59392,
+          "rows": 1024,
+          "reference_sse": 0.013665607199072838,
+          "reference_energy": 330.7786865234375
+        },
+        {
+          "first_row": 60416,
+          "rows": 1024,
+          "reference_sse": 0.022561082616448402,
+          "reference_energy": 349.16729736328125
+        },
+        {
+          "first_row": 71680,
+          "rows": 1024,
+          "reference_sse": 0.02317878231406212,
+          "reference_energy": 331.9217834472656
+        },
+        {
+          "first_row": 72704,
+          "rows": 1024,
+          "reference_sse": 0.023900598287582397,
+          "reference_energy": 333.703125
+        },
+        {
+          "first_row": 83968,
+          "rows": 1024,
+          "reference_sse": 0.011331458576023579,
+          "reference_energy": 325.26788330078125
+        },
+        {
+          "first_row": 84992,
+          "rows": 1024,
+          "reference_sse": 0.008772892877459526,
+          "reference_energy": 323.6887512207031
+        },
+        {
+          "first_row": 96256,
+          "rows": 1024,
+          "reference_sse": 0.07047510147094727,
+          "reference_energy": 299.7691650390625
+        },
+        {
+          "first_row": 97280,
+          "rows": 1024,
+          "reference_sse": 0.015079911798238754,
+          "reference_energy": 325.37841796875
+        }
+      ]
+    },
+    "initial_development_audit": {
+      "target_rel": 0.009941298428117178,
+      "reference_rel": 0.009941298428117178,
+      "boundary_rel": 0.010654822423691555,
+      "bulk_rel": 0.00994110241510915,
+      "boundary_rows": 10,
+      "windows": [
+        {
+          "first_row": 10240,
+          "rows": 1024,
+          "reference_sse": 0.018785551190376282,
+          "reference_energy": 342.97064208984375
+        },
+        {
+          "first_row": 11264,
+          "rows": 1024,
+          "reference_sse": 0.04686928912997246,
+          "reference_energy": 351.2667541503906
+        },
+        {
+          "first_row": 22528,
+          "rows": 1024,
+          "reference_sse": 0.04369298741221428,
+          "reference_energy": 325.32037353515625
+        },
+        {
+          "first_row": 23552,
+          "rows": 1024,
+          "reference_sse": 0.021806782111525536,
+          "reference_energy": 300.4769287109375
+        },
+        {
+          "first_row": 34816,
+          "rows": 1024,
+          "reference_sse": 0.07649587094783783,
+          "reference_energy": 324.48828125
+        },
+        {
+          "first_row": 35840,
+          "rows": 1024,
+          "reference_sse": 0.03139612823724747,
+          "reference_energy": 335.386474609375
+        },
+        {
+          "first_row": 47104,
+          "rows": 1024,
+          "reference_sse": 0.021044813096523285,
+          "reference_energy": 305.3533935546875
+        },
+        {
+          "first_row": 48128,
+          "rows": 1024,
+          "reference_sse": 0.009235396981239319,
+          "reference_energy": 317.9487609863281
+        },
+        {
+          "first_row": 59392,
+          "rows": 1024,
+          "reference_sse": 0.019903235137462616,
+          "reference_energy": 330.7786865234375
+        },
+        {
+          "first_row": 60416,
+          "rows": 1024,
+          "reference_sse": 0.028001930564641953,
+          "reference_energy": 349.16729736328125
+        },
+        {
+          "first_row": 71680,
+          "rows": 1024,
+          "reference_sse": 0.036380834877491,
+          "reference_energy": 331.9217834472656
+        },
+        {
+          "first_row": 72704,
+          "rows": 1024,
+          "reference_sse": 0.03178512305021286,
+          "reference_energy": 333.703125
+        },
+        {
+          "first_row": 83968,
+          "rows": 1024,
+          "reference_sse": 0.017263948917388916,
+          "reference_energy": 325.26788330078125
+        },
+        {
+          "first_row": 84992,
+          "rows": 1024,
+          "reference_sse": 0.012121304869651794,
+          "reference_energy": 323.6887512207031
+        },
+        {
+          "first_row": 96256,
+          "rows": 1024,
+          "reference_sse": 0.07886099070310593,
+          "reference_energy": 299.7691650390625
+        },
+        {
+          "first_row": 97280,
+          "rows": 1024,
+          "reference_sse": 0.022530648857355118,
+          "reference_energy": 325.37841796875
+        }
+      ]
+    },
+    "best_step": 50,
+    "steps_run": 58,
+    "history": [
+      {
+        "step": 5,
+        "validation": {
+          "target_rel": 0.004481394432756144,
+          "reference_rel": 0.004481394432756144,
+          "boundary_rel": 0.0037786570035157267,
+          "bulk_rel": 0.004482157476653392,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24838958785213297,
+        "batch_loss": 0.071931978687644,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 54.19051909446716,
+        "adaptive_schedule": {
+          "best": 0.004481394432756144,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 0,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 0,
+          "codebook_values": 1597440,
+          "scales_changed": 51821867,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 10,
+        "validation": {
+          "target_rel": 0.005009731867162675,
+          "reference_rel": 0.005009731867162675,
+          "boundary_rel": 0.00416140149388254,
+          "bulk_rel": 0.005010646753256151,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.33260739828364816,
+        "batch_loss": 0.09263114631175995,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 128.4300355911255,
+        "adaptive_schedule": {
+          "best": 0.004481394432756144,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 1,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 72485,
+          "codebook_values": 1597440,
+          "scales_changed": 52582958,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 15,
+        "validation": {
+          "target_rel": 0.0047217195091550585,
+          "reference_rel": 0.0047217195091550585,
+          "boundary_rel": 0.004045482359012232,
+          "bulk_rel": 0.004722459264206947,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.30700873822877134,
+        "batch_loss": 0.10062421206384897,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 184.70468282699585,
+        "adaptive_schedule": {
+          "best": 0.004481394432756144,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 2,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 51971,
+          "codebook_values": 1597440,
+          "scales_changed": 53055455,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 20,
+        "validation": {
+          "target_rel": 0.004652722942303348,
+          "reference_rel": 0.004652722942303348,
+          "boundary_rel": 0.004043492833137444,
+          "bulk_rel": 0.004653393860754577,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.2948435928107261,
+        "batch_loss": 0.06377587094902992,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 266.842324256897,
+        "adaptive_schedule": {
+          "best": 0.004481394432756144,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 5,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 49788,
+          "codebook_values": 1597440,
+          "scales_changed": 53372537,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 25,
+        "validation": {
+          "target_rel": 0.004410795383661188,
+          "reference_rel": 0.004410795383661188,
+          "boundary_rel": 0.003905130554551194,
+          "bulk_rel": 0.004411357076553972,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.2647964681855888,
+        "batch_loss": 0.06707767397165298,
+        "best_step": 25,
+        "overfit_checks": 0,
+        "seconds": 324.43584275245667,
+        "adaptive_schedule": {
+          "best": 0.004410795383661188,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 25,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 35653,
+          "codebook_values": 1597440,
+          "scales_changed": 53432926,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 30,
+        "validation": {
+          "target_rel": 0.0044016717873635045,
+          "reference_rel": 0.0044016717873635045,
+          "boundary_rel": 0.003846919991104103,
+          "bulk_rel": 0.004402284218904727,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.25255334825325176,
+        "batch_loss": 0.059744532220065594,
+        "best_step": 30,
+        "overfit_checks": 0,
+        "seconds": 403.28453302383423,
+        "adaptive_schedule": {
+          "best": 0.0044016717873635045,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 30,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 30766,
+          "codebook_values": 1597440,
+          "scales_changed": 53482109,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 35,
+        "validation": {
+          "target_rel": 0.004358894177874261,
+          "reference_rel": 0.004358894177874261,
+          "boundary_rel": 0.0038340580682743857,
+          "bulk_rel": 0.004359475395998648,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24812580006722343,
+        "batch_loss": 0.08970832359045744,
+        "best_step": 35,
+        "overfit_checks": 0,
+        "seconds": 455.19000577926636,
+        "adaptive_schedule": {
+          "best": 0.004358894177874261,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 35,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 28712,
+          "codebook_values": 1597440,
+          "scales_changed": 53525388,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 40,
+        "validation": {
+          "target_rel": 0.004311169046717362,
+          "reference_rel": 0.004311169046717362,
+          "boundary_rel": 0.0038273257237998355,
+          "bulk_rel": 0.004311707186995179,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24481632587885688,
+        "batch_loss": 0.053302474319934845,
+        "best_step": 40,
+        "overfit_checks": 0,
+        "seconds": 534.7508931159973,
+        "adaptive_schedule": {
+          "best": 0.004311169046717362,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 40,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 28082,
+          "codebook_values": 1597440,
+          "scales_changed": 53565934,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 45,
+        "validation": {
+          "target_rel": 0.0043270135864899,
+          "reference_rel": 0.0043270135864899,
+          "boundary_rel": 0.003844803987826857,
+          "bulk_rel": 0.004327550165678407,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24414065933986487,
+        "batch_loss": 0.06649057939648628,
+        "best_step": 40,
+        "overfit_checks": 0,
+        "seconds": 591.7256684303284,
+        "adaptive_schedule": {
+          "best": 0.004311169046717362,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 40,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 27924,
+          "codebook_values": 1597440,
+          "scales_changed": 53603939,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 50,
+        "validation": {
+          "target_rel": 0.004300016159961927,
+          "reference_rel": 0.004300016159961927,
+          "boundary_rel": 0.0038296164811325935,
+          "bulk_rel": 0.004300540196703877,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.2427417881553034,
+        "batch_loss": 0.05714635830372572,
+        "best_step": 50,
+        "overfit_checks": 0,
+        "seconds": 667.1939463615417,
+        "adaptive_schedule": {
+          "best": 0.004300016159961927,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 50,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 27418,
+          "codebook_values": 1597440,
+          "scales_changed": 53640158,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 55,
+        "validation": {
+          "target_rel": 0.004305177545154349,
+          "reference_rel": 0.004305177545154349,
+          "boundary_rel": 0.00386283239372014,
+          "bulk_rel": 0.004305671896863391,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24339510903701916,
+        "batch_loss": 0.05861447099596262,
+        "best_step": 50,
+        "overfit_checks": 0,
+        "seconds": 719.5906682014465,
+        "adaptive_schedule": {
+          "best": 0.004300016159961927,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 50,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 27681,
+          "codebook_values": 1597440,
+          "scales_changed": 53675426,
+          "scale_values": 57507840
+        }
+      },
+      {
+        "step": 58,
+        "validation": {
+          "target_rel": 0.004451674669490464,
+          "reference_rel": 0.004451674669490464,
+          "boundary_rel": 0.0038597855365258226,
+          "bulk_rel": 0.004452325807552085,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.24385563043450648,
+        "batch_loss": 0.04529915936291218,
+        "best_step": 50,
+        "overfit_checks": 0,
+        "seconds": 745.6089367866516,
+        "adaptive_schedule": {
+          "best": 0.004300016159961927,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 50,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 27990,
+          "codebook_values": 1597440,
+          "scales_changed": 53695145,
+          "scale_values": 57507840
+        }
+      }
+    ],
+    "index_reassignments": [
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 388,
+        "accepted": 203,
+        "changed_groups": 158251,
+        "training_before": 0.06345313787460327,
+        "training_after": 0.06158272549510002,
+        "acceptance": "proposal and separate training check batches",
+        "step": 10
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 388,
+        "accepted": 167,
+        "changed_groups": 170351,
+        "training_before": 0.052748724818229675,
+        "training_after": 0.050861209630966187,
+        "acceptance": "proposal and separate training check batches",
+        "step": 20
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 388,
+        "accepted": 133,
+        "changed_groups": 103700,
+        "training_before": 0.05678705871105194,
+        "training_after": 0.055793099105358124,
+        "acceptance": "proposal and separate training check batches",
+        "step": 30
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 388,
+        "accepted": 137,
+        "changed_groups": 123690,
+        "training_before": 0.044925857335329056,
+        "training_after": 0.04402340203523636,
+        "acceptance": "proposal and separate training check batches",
+        "step": 40
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 388,
+        "accepted": 127,
+        "changed_groups": 115559,
+        "training_before": 0.05311710014939308,
+        "training_after": 0.05252540111541748,
+        "acceptance": "proposal and separate training check batches",
+        "step": 50
+      }
+    ],
+    "coverage_threshold": 256,
+    "checkpoint_selection": "held-out original reference trajectory for both arms",
+    "world_size": 8,
+    "microbatch": 65536,
+    "proposal_communication": "sparse routed rows",
+    "parallelism": "expert-sharded coupled output",
+    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
+    "scope": "text-only, cached prompt partitions; historical audit is development only",
+    "train_rows": 15007754,
+    "validation_rows": 16384,
+    "audit_rows": 16384,
+    "complete": true
+  },
+  "version": 4,
+  "block_scale_dtype": "float16",
   "codebook_scope": "expert",
-  "bits": 2.0625,
+  "bits": 2.125,
   "codebook_sizes": [
     256,
     256
@@ -458,7 +1384,6 @@
     8
   ],
   "words_per_tile": 64,
-  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -80,8 +80,8 @@
   ],
   "errors": [],
   "cold_file_sha256": {
-    "arvq-layer-003-gateup.safetensors": "45a5b40ca1a0b8367759e861ee265a3c2c31d429e3dd65f8366d96595b7bb043",
-    "arvq-layer-003-down.safetensors": "747894226436b976cf9c083bb56dc1a1347436efbc3ebcc8239003ca9e84e365",
+    "arvq-layer-003-gateup.safetensors": "b65c8df8d8c660af620c88c7bfed35c0992ace3a49bc5c82eb99a1afb27dd035",
+    "arvq-layer-003-down.safetensors": "5c58d04e9185771add8ba929faa3391460ff197c70d05ed3b591d8d4e2c04f4c",
     "arvq-layer-011-gateup.safetensors": "b5ca47616a4426542e1caa67ddd0b2ff485b9d3c6fec3d89147a4acc8fe85d90",
     "arvq-layer-011-down.safetensors": "e10bf7a50cc711e08cbfae8d633efa83de595579c99ded8f7cd255392da12b0d",
     "arvq-layer-019-gateup.safetensors": "effcbdd8883136ca8869a606b69f0c40d9147f0b5e37e1f117f8c196a4fcbd9f",
@@ -231,7 +231,7 @@
     "arvq-layer-074-gateup.safetensors": "9fd825f3a4c5f7e850fcc95078abd853d0d9101a00e3e794a3b6134fdb105c59",
     "arvq-layer-074-down.safetensors": "f5ac130aa6132943f87d717e4d7bd9c4e0ad013657fd8815b01742f8e710f5c5"
   },
-  "scope": "v1 structure + v2 initial per-expert Hessian fits; PV same_input replacement in progress",
+  "scope": "per-layer held-out non-regression, serialized replay and exact packed-index roundtrip; native/full-model qualification pending",
   "metadata_sha256": {
     "config.json": "8b117a6c72cec508c980810983622a5b405b5ef71cbc1f66e80f06363fda3b08",
     "model.safetensors.index.json": "6bd520b8391481be482c7820ceca6e6e9bb469a4df1e58cdaa83872e8999cd62",

pv_layers/layer_003.json

@@ -1,641 +1,859 @@
 {
   "layer": 3,
-  "target": "reference",
+  "target": "same_input",
   "recipe": "full_corpus_sequence_pass_v1",
+  "block_scale_dtype": "fp16",
   "batch_tokens": 262144,
-  "sequence_order_sha256": "047f3fb3a72f9fbbab3b0af1bf66323366d2de2c0266d7cb680018f8aa5492ec",
-  "training_sequence_count": 17580,
-  "training_passes": 1,
-  "refinement": {
-    "checkpoint": "/tmp/glm53-layer3-full-corpus/layer3/training_checkpoints/step_00045",
-    "parent_step": 45,
-    "parent_validation": 0.004448476816853423,
-    "adam_moments_preserved": true,
-    "sequence_seed": 7104,
-    "replayed_validation": 0.004448476816853423
+  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
+  "training_sequence_count": 14657,
+  "training_passes": 1.0,
+  "training_tokens_seen": 15007754,
+  "adaptive_schedule": {
+    "best": 0.004300016159961927,
+    "drop_after": 20,
+    "relative_worsening": 0.001,
+    "checks": 3,
+    "patience_updates": 10,
+    "bad_checks": 3,
+    "last_best": 50,
+    "early_drop": true
   },
-  "lr_decay_after": null,
-  "lr_decay_factor": null,
-  "export_only": true,
+  "refinement": null,
+  "lr_decay_after": 25,
+  "lr_decay_factor": 0.25,
+  "export_only": false,
   "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-  "codebook_lr": 0.012,
-  "scale_lr": 0.008,
+  "codebook_lr": 0.048,
+  "scale_lr": 0.032,
   "quantized_movement": {
-    "codebook_changed": 25129,
+    "codebook_changed": 27418,
     "codebook_values": 1597440,
-    "scales_changed": 33610706,
+    "scales_changed": 53640158,
     "scale_values": 57507840
   },
   "initial_validation": {
-    "target_rel": 0.004448476816853423,
-    "reference_rel": 0.004448476816853423,
+    "target_rel": 0.00542413248626103,
+    "reference_rel": 0.00542413248626103,
+    "boundary_rel": 0.004258358576900722,
+    "bulk_rel": 0.005425358443213491,
+    "boundary_rows": 24,
     "windows": [
       {
-        "first_row": 0,
+        "first_row": 8192,
         "rows": 1024,
-        "reference_sse": 0.004424796439707279,
-        "reference_energy": 269.628662109375
+        "reference_sse": 0.020166289061307907,
+        "reference_energy": 336.70770263671875
       },
       {
-        "first_row": 1024,
+        "first_row": 9216,
         "rows": 1024,
-        "reference_sse": 0.004787050187587738,
-        "reference_energy": 269.04339599609375
+        "reference_sse": 0.007914133369922638,
+        "reference_energy": 251.12579345703125
       },
       {
-        "first_row": 4096,
+        "first_row": 20480,
         "rows": 1024,
-        "reference_sse": 0.007362648379057646,
-        "reference_energy": 302.52520751953125
+        "reference_sse": 0.00656361598521471,
+        "reference_energy": 300.0838623046875
       },
       {
-        "first_row": 5120,
+        "first_row": 21504,
         "rows": 1024,
-        "reference_sse": 0.0053513068705797195,
-        "reference_energy": 326.1725158691406
+        "reference_sse": 0.005781942047178745,
+        "reference_energy": 264.39813232421875
       },
       {
-        "first_row": 8192,
+        "first_row": 32768,
         "rows": 1024,
-        "reference_sse": 0.00710783526301384,
-        "reference_energy": 324.52581787109375
+        "reference_sse": 0.0052496809512376785,
+        "reference_energy": 278.41796875
       },
       {
-        "first_row": 9216,
+        "first_row": 33792,
         "rows": 1024,
-        "reference_sse": 0.008442026562988758,
-        "reference_energy": 348.90972900390625
+        "reference_sse": 0.0053548188880085945,
+        "reference_energy": 274.7528991699219
       },
       {
-        "first_row": 12288,
+        "first_row": 45056,
         "rows": 1024,
-        "reference_sse": 0.0057154372334480286,
-        "reference_energy": 267.30609130859375
+        "reference_sse": 0.006310608703643084,
+        "reference_energy": 286.12371826171875
       },
       {
-        "first_row": 13312,
+        "first_row": 46080,
         "rows": 1024,
-        "reference_sse": 0.005473794415593147,
-        "reference_energy": 298.8433837890625
+        "reference_sse": 0.006290929391980171,
+        "reference_energy": 283.962890625
       },
       {
-        "first_row": 16384,
+        "first_row": 57344,
         "rows": 1024,
-        "reference_sse": 0.0042205918580293655,
-        "reference_energy": 281.50701904296875
+        "reference_sse": 0.0061025964096188545,
+        "reference_energy": 300.282958984375
       },
       {
-        "first_row": 17408,
+        "first_row": 58368,
         "rows": 1024,
-        "reference_sse": 0.005631963722407818,
-        "reference_energy": 306.5001220703125
+        "reference_sse": 0.005863265134394169,
+        "reference_energy": 282.9842529296875
       },
       {
-        "first_row": 20480,
+        "first_row": 69632,
         "rows": 1024,
-        "reference_sse": 0.004686400294303894,
-        "reference_energy": 260.5211181640625
+        "reference_sse": 0.005741896573454142,
+        "reference_energy": 292.7232666015625
       },
       {
-        "first_row": 21504,
+        "first_row": 70656,
         "rows": 1024,
-        "reference_sse": 0.009192696772515774,
-        "reference_energy": 316.078857421875
+        "reference_sse": 0.005232636816799641,
+        "reference_energy": 262.162353515625
       },
       {
-        "first_row": 24576,
+        "first_row": 81920,
         "rows": 1024,
-        "reference_sse": 0.004266886040568352,
-        "reference_energy": 302.1922607421875
+        "reference_sse": 0.006094375625252724,
+        "reference_energy": 286.1861572265625
       },
       {
-        "first_row": 25600,
+        "first_row": 82944,
         "rows": 1024,
-        "reference_sse": 0.005552995949983597,
-        "reference_energy": 308.63067626953125
+        "reference_sse": 0.0056390296667814255,
+        "reference_energy": 256.35943603515625
       },
       {
-        "first_row": 28672,
+        "first_row": 94208,
         "rows": 1024,
-        "reference_sse": 0.005822034552693367,
-        "reference_energy": 319.5193786621094
+        "reference_sse": 0.007473818492144346,
+        "reference_energy": 286.67950439453125
       },
       {
-        "first_row": 29696,
+        "first_row": 95232,
         "rows": 1024,
-        "reference_sse": 0.00781868677586317,
-        "reference_energy": 342.0703430175781
+        "reference_sse": 0.03047424554824829,
+        "reference_energy": 388.193359375
       }
     ]
   },
   "final_validation": {
-    "target_rel": 0.004282137351358152,
-    "reference_rel": 0.004282137351358152,
+    "target_rel": 0.004300016159961927,
+    "reference_rel": 0.004300016159961927,
+    "boundary_rel": 0.0038296164811325935,
+    "bulk_rel": 0.004300540196703877,
+    "boundary_rows": 24,
     "windows": [
       {
-        "first_row": 0,
+        "first_row": 8192,
         "rows": 1024,
-        "reference_sse": 0.0041661690920591354,
-        "reference_energy": 269.628662109375
+        "reference_sse": 0.012939536944031715,
+        "reference_energy": 336.70770263671875
       },
       {
-        "first_row": 1024,
+        "first_row": 9216,
         "rows": 1024,
-        "reference_sse": 0.004589729011058807,
-        "reference_energy": 269.04339599609375
+        "reference_sse": 0.004358744714409113,
+        "reference_energy": 251.12579345703125
       },
       {
-        "first_row": 4096,
+        "first_row": 20480,
         "rows": 1024,
-        "reference_sse": 0.007004375569522381,
-        "reference_energy": 302.52520751953125
+        "reference_sse": 0.004089221823960543,
+        "reference_energy": 300.0838623046875
       },
       {
-        "first_row": 5120,
+        "first_row": 21504,
         "rows": 1024,
-        "reference_sse": 0.005071677267551422,
-        "reference_energy": 326.1725158691406
+        "reference_sse": 0.0038875374011695385,
+        "reference_energy": 264.39813232421875
       },
       {
-        "first_row": 8192,
+        "first_row": 32768,
         "rows": 1024,
-        "reference_sse": 0.00649900920689106,
-        "reference_energy": 324.52581787109375
+        "reference_sse": 0.0034623979590833187,
+        "reference_energy": 278.41796875
       },
       {
-        "first_row": 9216,
+        "first_row": 33792,
         "rows": 1024,
-        "reference_sse": 0.007748457603156567,
-        "reference_energy": 348.90972900390625
+        "reference_sse": 0.0035253497771918774,
+        "reference_energy": 274.7528991699219
       },
       {
-        "first_row": 12288,
+        "first_row": 45056,
         "rows": 1024,
-        "reference_sse": 0.005375958513468504,
-        "reference_energy": 267.30609130859375
+        "reference_sse": 0.004024017136543989,
+        "reference_energy": 286.12371826171875
       },
       {
-        "first_row": 13312,
+        "first_row": 46080,
         "rows": 1024,
-        "reference_sse": 0.004901053849607706,
-        "reference_energy": 298.8433837890625
+        "reference_sse": 0.004202495329082012,
+        "reference_energy": 283.962890625
       },
       {
-        "first_row": 16384,
+        "first_row": 57344,
         "rows": 1024,
-        "reference_sse": 0.003989414777606726,
-        "reference_energy": 281.50701904296875
+        "reference_sse": 0.003965072333812714,
+        "reference_energy": 300.282958984375
       },
       {
-        "first_row": 17408,
+        "first_row": 58368,
         "rows": 1024,
-        "reference_sse": 0.005330302286893129,
-        "reference_energy": 306.5001220703125
+        "reference_sse": 0.0036747301928699017,
+        "reference_energy": 282.9842529296875
       },
       {
-        "first_row": 20480,
+        "first_row": 69632,
         "rows": 1024,
-        "reference_sse": 0.004405601881444454,
-        "reference_energy": 260.5211181640625
+        "reference_sse": 0.004141990561038256,
+        "reference_energy": 292.7232666015625
       },
       {
-        "first_row": 21504,
+        "first_row": 70656,
         "rows": 1024,
-        "reference_sse": 0.008084612898528576,
-        "reference_energy": 316.078857421875
+        "reference_sse": 0.003402401925995946,
+        "reference_energy": 262.162353515625
       },
       {
-        "first_row": 24576,
+        "first_row": 81920,
         "rows": 1024,
-        "reference_sse": 0.0038356278091669083,
-        "reference_energy": 302.1922607421875
+        "reference_sse": 0.003962238319218159,
+        "reference_energy": 286.1861572265625
       },
       {
-        "first_row": 25600,
+        "first_row": 82944,
         "rows": 1024,
-        "reference_sse": 0.005149013362824917,
-        "reference_energy": 308.63067626953125
+        "reference_sse": 0.003923389129340649,
+        "reference_energy": 256.35943603515625
       },
       {
-        "first_row": 28672,
+        "first_row": 94208,
         "rows": 1024,
-        "reference_sse": 0.005475131794810295,
-        "reference_energy": 319.5193786621094
+        "reference_sse": 0.004336032085120678,
+        "reference_energy": 286.67950439453125
       },
       {
-        "first_row": 29696,
+        "first_row": 95232,
         "rows": 1024,
-        "reference_sse": 0.007196375168859959,
-        "reference_energy": 342.0703430175781
+        "reference_sse": 0.017735345289111137,
+        "reference_energy": 388.193359375
       }
     ]
   },
+  "initial_reasoning_validation": null,
+  "final_reasoning_validation": null,
+  "validation_distribution": "reasoning only",
   "serialized_validation": {
-    "target_rel": 0.004282137351358152,
-    "reference_rel": 0.004282137351358152
+    "target_rel": 0.004300016159961927,
+    "reference_rel": 0.004300016159961927
   },
   "development_audit": {
-    "target_rel": 0.003996132803346661,
-    "reference_rel": 0.003996132803346661,
+    "target_rel": 0.008201084405544457,
+    "reference_rel": 0.008201084405544457,
+    "boundary_rel": 0.01054734992424372,
+    "bulk_rel": 0.008200373396642688,
+    "boundary_rows": 10,
     "windows": [
       {
-        "first_row": 2048,
+        "first_row": 10240,
         "rows": 1024,
-        "reference_sse": 0.0063786692917346954,
-        "reference_energy": 300.49908447265625
+        "reference_sse": 0.017040519043803215,
+        "reference_energy": 342.97064208984375
       },
       {
-        "first_row": 3072,
+        "first_row": 11264,
         "rows": 1024,
-        "reference_sse": 0.005295311100780964,
-        "reference_energy": 278.10675048828125
+        "reference_sse": 0.034374214708805084,
+        "reference_energy": 351.2667541503906
       },
       {
-        "first_row": 6144,
+        "first_row": 22528,
         "rows": 1024,
-        "reference_sse": 0.006172523833811283,
-        "reference_energy": 294.0558166503906
+        "reference_sse": 0.024927500635385513,
+        "reference_energy": 325.32037353515625
       },
       {
-        "first_row": 7168,
+        "first_row": 23552,
         "rows": 1024,
-        "reference_sse": 0.0050995866768062115,
-        "reference_energy": 322.8345947265625
+        "reference_sse": 0.014414064586162567,
+        "reference_energy": 300.4769287109375
       },
       {
-        "first_row": 10240,
+        "first_row": 34816,
         "rows": 1024,
-        "reference_sse": 0.005601438693702221,
-        "reference_energy": 297.3510437011719
+        "reference_sse": 0.02874697744846344,
+        "reference_energy": 324.48828125
       },
       {
-        "first_row": 11264,
+        "first_row": 35840,
         "rows": 1024,
-        "reference_sse": 0.005773624405264854,
-        "reference_energy": 348.7312927246094
+        "reference_sse": 0.021973593160510063,
+        "reference_energy": 335.386474609375
       },
       {
-        "first_row": 14336,
+        "first_row": 47104,
         "rows": 1024,
-        "reference_sse": 0.0039014213252812624,
-        "reference_energy": 324.05401611328125
+        "reference_sse": 0.013017302379012108,
+        "reference_energy": 305.3533935546875
       },
       {
-        "first_row": 15360,
+        "first_row": 48128,
         "rows": 1024,
-        "reference_sse": 0.004041999112814665,
-        "reference_energy": 295.048583984375
+        "reference_sse": 0.007820187136530876,
+        "reference_energy": 317.9487609863281
       },
       {
-        "first_row": 18432,
+        "first_row": 59392,
         "rows": 1024,
-        "reference_sse": 0.00404978496953845,
-        "reference_energy": 265.2734375
+        "reference_sse": 0.013665607199072838,
+        "reference_energy": 330.7786865234375
       },
       {
-        "first_row": 19456,
+        "first_row": 60416,
         "rows": 1024,
-        "reference_sse": 0.004320531152188778,
-        "reference_energy": 350.6158752441406
+        "reference_sse": 0.022561082616448402,
+        "reference_energy": 349.16729736328125
       },
       {
-        "first_row": 22528,
+        "first_row": 71680,
         "rows": 1024,
-        "reference_sse": 0.00424311263486743,
-        "reference_energy": 321.48193359375
+        "reference_sse": 0.02317878231406212,
+        "reference_energy": 331.9217834472656
       },
       {
-        "first_row": 23552,
+        "first_row": 72704,
         "rows": 1024,
-        "reference_sse": 0.004343722015619278,
-        "reference_energy": 337.794921875
+        "reference_sse": 0.023900598287582397,
+        "reference_energy": 333.703125
       },
       {
-        "first_row": 26624,
+        "first_row": 83968,
         "rows": 1024,
-        "reference_sse": 0.004485179670155048,
-        "reference_energy": 251.84097290039062
+        "reference_sse": 0.011331458576023579,
+        "reference_energy": 325.26788330078125
       },
       {
-        "first_row": 27648,
+        "first_row": 84992,
         "rows": 1024,
-        "reference_sse": 0.00565987778827548,
-        "reference_energy": 296.36572265625
+        "reference_sse": 0.008772892877459526,
+        "reference_energy": 323.6887512207031
       },
       {
-        "first_row": 30720,
+        "first_row": 96256,
         "rows": 1024,
-        "reference_sse": 0.00463520921766758,
-        "reference_energy": 320.779296875
+        "reference_sse": 0.07047510147094727,
+        "reference_energy": 299.7691650390625
       },
       {
-        "first_row": 31744,
+        "first_row": 97280,
         "rows": 1024,
-        "reference_sse": 0.004762087017297745,
-        "reference_energy": 327.45404052734375
+        "reference_sse": 0.015079911798238754,
+        "reference_energy": 325.37841796875
       }
     ]
   },
   "initial_development_audit": {
-    "target_rel": 0.004130362199957074,
-    "reference_rel": 0.004130362199957074,
+    "target_rel": 0.009941298428117178,
+    "reference_rel": 0.009941298428117178,
+    "boundary_rel": 0.010654822423691555,
+    "bulk_rel": 0.00994110241510915,
+    "boundary_rows": 10,
     "windows": [
       {
-        "first_row": 2048,
+        "first_row": 10240,
         "rows": 1024,
-        "reference_sse": 0.006614513695240021,
-        "reference_energy": 300.49908447265625
+        "reference_sse": 0.018785551190376282,
+        "reference_energy": 342.97064208984375
       },
       {
-        "first_row": 3072,
+        "first_row": 11264,
         "rows": 1024,
-        "reference_sse": 0.005631633568555117,
-        "reference_energy": 278.10675048828125
+        "reference_sse": 0.04686928912997246,
+        "reference_energy": 351.2667541503906
       },
       {
-        "first_row": 6144,
+        "first_row": 22528,
         "rows": 1024,
-        "reference_sse": 0.006514993496239185,
-        "reference_energy": 294.0558166503906
+        "reference_sse": 0.04369298741221428,
+        "reference_energy": 325.32037353515625
       },
       {
-        "first_row": 7168,
+        "first_row": 23552,
         "rows": 1024,
-        "reference_sse": 0.005434046499431133,
-        "reference_energy": 322.8345947265625
+        "reference_sse": 0.021806782111525536,
+        "reference_energy": 300.4769287109375
       },
       {
-        "first_row": 10240,
+        "first_row": 34816,
         "rows": 1024,
-        "reference_sse": 0.0059553780592978,
-        "reference_energy": 297.3510437011719
+        "reference_sse": 0.07649587094783783,
+        "reference_energy": 324.48828125
       },
       {
-        "first_row": 11264,
+        "first_row": 35840,
         "rows": 1024,
-        "reference_sse": 0.006263146176934242,
-        "reference_energy": 348.7312927246094
+        "reference_sse": 0.03139612823724747,
+        "reference_energy": 335.386474609375
       },
       {
-        "first_row": 14336,
+        "first_row": 47104,
         "rows": 1024,
-        "reference_sse": 0.004354431759566069,
-        "reference_energy": 324.05401611328125
+        "reference_sse": 0.021044813096523285,
+        "reference_energy": 305.3533935546875
       },
       {
-        "first_row": 15360,
+        "first_row": 48128,
         "rows": 1024,
-        "reference_sse": 0.004292548168450594,
-        "reference_energy": 295.048583984375
+        "reference_sse": 0.009235396981239319,
+        "reference_energy": 317.9487609863281
       },
       {
-        "first_row": 18432,
+        "first_row": 59392,
         "rows": 1024,
-        "reference_sse": 0.004399202764034271,
-        "reference_energy": 265.2734375
+        "reference_sse": 0.019903235137462616,
+        "reference_energy": 330.7786865234375
       },
       {
-        "first_row": 19456,
+        "first_row": 60416,
         "rows": 1024,
-        "reference_sse": 0.004574261140078306,
-        "reference_energy": 350.6158752441406
+        "reference_sse": 0.028001930564641953,
+        "reference_energy": 349.16729736328125
       },
       {
-        "first_row": 22528,
+        "first_row": 71680,
         "rows": 1024,
-        "reference_sse": 0.0046869972720742226,
-        "reference_energy": 321.48193359375
+        "reference_sse": 0.036380834877491,
+        "reference_energy": 331.9217834472656
       },
       {
-        "first_row": 23552,
+        "first_row": 72704,
         "rows": 1024,
-        "reference_sse": 0.00458892248570919,
-        "reference_energy": 337.794921875
+        "reference_sse": 0.03178512305021286,
+        "reference_energy": 333.703125
       },
       {
-        "first_row": 26624,
+        "first_row": 83968,
         "rows": 1024,
-        "reference_sse": 0.004831649363040924,
-        "reference_energy": 251.84097290039062
+        "reference_sse": 0.017263948917388916,
+        "reference_energy": 325.26788330078125
       },
       {
-        "first_row": 27648,
+        "first_row": 84992,
         "rows": 1024,
-        "reference_sse": 0.005971976555883884,
-        "reference_energy": 296.36572265625
+        "reference_sse": 0.012121304869651794,
+        "reference_energy": 323.6887512207031
       },
       {
-        "first_row": 30720,
+        "first_row": 96256,
         "rows": 1024,
-        "reference_sse": 0.004963090643286705,
-        "reference_energy": 320.779296875
+        "reference_sse": 0.07886099070310593,
+        "reference_energy": 299.7691650390625
       },
       {
-        "first_row": 31744,
+        "first_row": 97280,
         "rows": 1024,
-        "reference_sse": 0.005067497957497835,
-        "reference_energy": 327.45404052734375
+        "reference_sse": 0.022530648857355118,
+        "reference_energy": 325.37841796875
       }
     ]
   },
-  "best_step": 5,
-  "steps_run": 55,
+  "best_step": 50,
+  "steps_run": 58,
   "history": [
     {
       "step": 5,
       "validation": {
-        "target_rel": 0.004282137351358152,
-        "reference_rel": 0.004282137351358152
-      },
-      "training_probe_rel": 0.23054471841327953,
-      "batch_loss": 0.05254949443042278,
+        "target_rel": 0.004481394432756144,
+        "reference_rel": 0.004481394432756144,
+        "boundary_rel": 0.0037786570035157267,
+        "bulk_rel": 0.004482157476653392,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24838958785213297,
+      "batch_loss": 0.071931978687644,
       "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 49.38160705566406,
+      "seconds": 54.19051909446716,
+      "adaptive_schedule": {
+        "best": 0.004481394432756144,
+        "drop_after": 25,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 0,
+        "last_best": 5,
+        "early_drop": false
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 25129,
+        "codebook_changed": 0,
         "codebook_values": 1597440,
-        "scales_changed": 33610706,
+        "scales_changed": 51821867,
         "scale_values": 57507840
       }
     },
     {
       "step": 10,
       "validation": {
-        "target_rel": 0.004333362915161198,
-        "reference_rel": 0.004333362915161198
-      },
-      "training_probe_rel": 0.22862951256898645,
-      "batch_loss": 0.05462068226188421,
+        "target_rel": 0.005009731867162675,
+        "reference_rel": 0.005009731867162675,
+        "boundary_rel": 0.00416140149388254,
+        "bulk_rel": 0.005010646753256151,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.33260739828364816,
+      "batch_loss": 0.09263114631175995,
       "best_step": 5,
-      "overfit_checks": 1,
-      "seconds": 90.79466009140015,
+      "overfit_checks": 0,
+      "seconds": 128.4300355911255,
+      "adaptive_schedule": {
+        "best": 0.004481394432756144,
+        "drop_after": 25,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 1,
+        "last_best": 5,
+        "early_drop": false
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 23883,
+        "codebook_changed": 72485,
         "codebook_values": 1597440,
-        "scales_changed": 33724204,
+        "scales_changed": 52582958,
         "scale_values": 57507840
       }
     },
     {
       "step": 15,
       "validation": {
-        "target_rel": 0.004317608783647301,
-        "reference_rel": 0.004317608783647301
-      },
-      "training_probe_rel": 0.22979518192536386,
-      "batch_loss": 0.05208699032664299,
+        "target_rel": 0.0047217195091550585,
+        "reference_rel": 0.0047217195091550585,
+        "boundary_rel": 0.004045482359012232,
+        "bulk_rel": 0.004722459264206947,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.30700873822877134,
+      "batch_loss": 0.10062421206384897,
       "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 137.16374897956848,
+      "seconds": 184.70468282699585,
+      "adaptive_schedule": {
+        "best": 0.004481394432756144,
+        "drop_after": 25,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 2,
+        "last_best": 5,
+        "early_drop": false
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 23612,
+        "codebook_changed": 51971,
         "codebook_values": 1597440,
-        "scales_changed": 33825120,
+        "scales_changed": 53055455,
         "scale_values": 57507840
       }
     },
     {
       "step": 20,
       "validation": {
-        "target_rel": 0.004284530035280931,
-        "reference_rel": 0.004284530035280931
-      },
-      "training_probe_rel": 0.22719525661250087,
-      "batch_loss": 0.04605608060956001,
+        "target_rel": 0.004652722942303348,
+        "reference_rel": 0.004652722942303348,
+        "boundary_rel": 0.004043492833137444,
+        "bulk_rel": 0.004653393860754577,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.2948435928107261,
+      "batch_loss": 0.06377587094902992,
       "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 207.36339473724365,
+      "seconds": 266.842324256897,
+      "adaptive_schedule": {
+        "best": 0.004481394432756144,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 5,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 23440,
+        "codebook_changed": 49788,
         "codebook_values": 1597440,
-        "scales_changed": 33928826,
+        "scales_changed": 53372537,
         "scale_values": 57507840
       }
     },
     {
       "step": 25,
       "validation": {
-        "target_rel": 0.004344572962942949,
-        "reference_rel": 0.004344572962942949
-      },
-      "training_probe_rel": 0.22884927231564475,
-      "batch_loss": 0.05183838680386543,
-      "best_step": 5,
-      "overfit_checks": 1,
-      "seconds": 250.8684332370758,
+        "target_rel": 0.004410795383661188,
+        "reference_rel": 0.004410795383661188,
+        "boundary_rel": 0.003905130554551194,
+        "bulk_rel": 0.004411357076553972,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.2647964681855888,
+      "batch_loss": 0.06707767397165298,
+      "best_step": 25,
+      "overfit_checks": 0,
+      "seconds": 324.43584275245667,
+      "adaptive_schedule": {
+        "best": 0.004410795383661188,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 25,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 24192,
+        "codebook_changed": 35653,
         "codebook_values": 1597440,
-        "scales_changed": 34029346,
+        "scales_changed": 53432926,
         "scale_values": 57507840
       }
     },
     {
       "step": 30,
       "validation": {
-        "target_rel": 0.0043117980306884756,
-        "reference_rel": 0.0043117980306884756
-      },
-      "training_probe_rel": 0.22906868827985385,
-      "batch_loss": 0.05006588902324438,
-      "best_step": 5,
-      "overfit_checks": 2,
-      "seconds": 299.449049949646,
+        "target_rel": 0.0044016717873635045,
+        "reference_rel": 0.0044016717873635045,
+        "boundary_rel": 0.003846919991104103,
+        "bulk_rel": 0.004402284218904727,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.25255334825325176,
+      "batch_loss": 0.059744532220065594,
+      "best_step": 30,
+      "overfit_checks": 0,
+      "seconds": 403.28453302383423,
+      "adaptive_schedule": {
+        "best": 0.0044016717873635045,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 30,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 24843,
+        "codebook_changed": 30766,
         "codebook_values": 1597440,
-        "scales_changed": 34120482,
+        "scales_changed": 53482109,
         "scale_values": 57507840
       }
     },
     {
       "step": 35,
       "validation": {
-        "target_rel": 0.004351933093700039,
-        "reference_rel": 0.004351933093700039
-      },
-      "training_probe_rel": 0.2281991888844185,
-      "batch_loss": 0.049736388027668,
-      "best_step": 5,
-      "overfit_checks": 3,
-      "seconds": 343.8129200935364,
+        "target_rel": 0.004358894177874261,
+        "reference_rel": 0.004358894177874261,
+        "boundary_rel": 0.0038340580682743857,
+        "bulk_rel": 0.004359475395998648,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24812580006722343,
+      "batch_loss": 0.08970832359045744,
+      "best_step": 35,
+      "overfit_checks": 0,
+      "seconds": 455.19000577926636,
+      "adaptive_schedule": {
+        "best": 0.004358894177874261,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 35,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 25188,
+        "codebook_changed": 28712,
         "codebook_values": 1597440,
-        "scales_changed": 34208253,
+        "scales_changed": 53525388,
         "scale_values": 57507840
       }
     },
     {
       "step": 40,
       "validation": {
-        "target_rel": 0.0043094559385025875,
-        "reference_rel": 0.0043094559385025875
-      },
-      "training_probe_rel": 0.22660555161740006,
-      "batch_loss": 0.050453685224056244,
-      "best_step": 5,
-      "overfit_checks": 4,
-      "seconds": 420.515762090683,
+        "target_rel": 0.004311169046717362,
+        "reference_rel": 0.004311169046717362,
+        "boundary_rel": 0.0038273257237998355,
+        "bulk_rel": 0.004311707186995179,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24481632587885688,
+      "batch_loss": 0.053302474319934845,
+      "best_step": 40,
+      "overfit_checks": 0,
+      "seconds": 534.7508931159973,
+      "adaptive_schedule": {
+        "best": 0.004311169046717362,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 40,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 25216,
+        "codebook_changed": 28082,
         "codebook_values": 1597440,
-        "scales_changed": 34300380,
+        "scales_changed": 53565934,
         "scale_values": 57507840
       }
     },
     {
       "step": 45,
       "validation": {
-        "target_rel": 0.004349878582581495,
-        "reference_rel": 0.004349878582581495
-      },
-      "training_probe_rel": 0.22917869426786153,
-      "batch_loss": 0.05220963433384895,
-      "best_step": 5,
-      "overfit_checks": 5,
-      "seconds": 464.2174561023712,
+        "target_rel": 0.0043270135864899,
+        "reference_rel": 0.0043270135864899,
+        "boundary_rel": 0.003844803987826857,
+        "bulk_rel": 0.004327550165678407,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24414065933986487,
+      "batch_loss": 0.06649057939648628,
+      "best_step": 40,
+      "overfit_checks": 0,
+      "seconds": 591.7256684303284,
+      "adaptive_schedule": {
+        "best": 0.004311169046717362,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 40,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 25083,
+        "codebook_changed": 27924,
         "codebook_values": 1597440,
-        "scales_changed": 34395175,
+        "scales_changed": 53603939,
         "scale_values": 57507840
       }
     },
     {
       "step": 50,
       "validation": {
-        "target_rel": 0.004345141975032068,
-        "reference_rel": 0.004345141975032068
-      },
-      "training_probe_rel": 0.22733391339527242,
-      "batch_loss": 0.046121418476104736,
-      "best_step": 5,
-      "overfit_checks": 6,
-      "seconds": 508.67179679870605,
+        "target_rel": 0.004300016159961927,
+        "reference_rel": 0.004300016159961927,
+        "boundary_rel": 0.0038296164811325935,
+        "bulk_rel": 0.004300540196703877,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.2427417881553034,
+      "batch_loss": 0.05714635830372572,
+      "best_step": 50,
+      "overfit_checks": 0,
+      "seconds": 667.1939463615417,
+      "adaptive_schedule": {
+        "best": 0.004300016159961927,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 50,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 24848,
+        "codebook_changed": 27418,
         "codebook_values": 1597440,
-        "scales_changed": 34485336,
+        "scales_changed": 53640158,
         "scale_values": 57507840
       }
     },
     {
       "step": 55,
       "validation": {
-        "target_rel": 0.004346045703130066,
-        "reference_rel": 0.004346045703130066
-      },
-      "training_probe_rel": 0.22920724659565042,
-      "batch_loss": 0.05107810068875551,
-      "best_step": 5,
-      "overfit_checks": 7,
-      "seconds": 559.7182703018188,
+        "target_rel": 0.004305177545154349,
+        "reference_rel": 0.004305177545154349,
+        "boundary_rel": 0.00386283239372014,
+        "bulk_rel": 0.004305671896863391,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24339510903701916,
+      "batch_loss": 0.05861447099596262,
+      "best_step": 50,
+      "overfit_checks": 0,
+      "seconds": 719.5906682014465,
+      "adaptive_schedule": {
+        "best": 0.004300016159961927,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 50,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
+      "quantized_movement": {
+        "codebook_changed": 27681,
+        "codebook_values": 1597440,
+        "scales_changed": 53675426,
+        "scale_values": 57507840
+      }
+    },
+    {
+      "step": 58,
+      "validation": {
+        "target_rel": 0.004451674669490464,
+        "reference_rel": 0.004451674669490464,
+        "boundary_rel": 0.0038597855365258226,
+        "bulk_rel": 0.004452325807552085,
+        "boundary_rows": 24
+      },
+      "reasoning_validation": null,
+      "training_probe_rel": 0.24385563043450648,
+      "batch_loss": 0.04529915936291218,
+      "best_step": 50,
+      "overfit_checks": 0,
+      "seconds": 745.6089367866516,
+      "adaptive_schedule": {
+        "best": 0.004300016159961927,
+        "drop_after": 20,
+        "relative_worsening": 0.001,
+        "checks": 3,
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 50,
+        "early_drop": true
+      },
+      "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 26144,
+        "codebook_changed": 27990,
         "codebook_values": 1597440,
-        "scales_changed": 34576275,
+        "scales_changed": 53695145,
         "scale_values": 57507840
       }
     }
@@ -644,22 +862,52 @@
     {
       "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
       "proposals": 388,
-      "accepted": 207,
-      "changed_groups": 92488,
-      "training_before": 0.045511290431022644,
-      "training_after": 0.04497702419757843,
+      "accepted": 203,
+      "changed_groups": 158251,
+      "training_before": 0.06345313787460327,
+      "training_after": 0.06158272549510002,
+      "acceptance": "proposal and separate training check batches",
+      "step": 10
+    },
+    {
+      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+      "proposals": 388,
+      "accepted": 167,
+      "changed_groups": 170351,
+      "training_before": 0.052748724818229675,
+      "training_after": 0.050861209630966187,
       "acceptance": "proposal and separate training check batches",
       "step": 20
     },
     {
       "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
       "proposals": 388,
-      "accepted": 205,
-      "changed_groups": 73897,
-      "training_before": 0.04954090714454651,
-      "training_after": 0.04911299794912338,
+      "accepted": 133,
+      "changed_groups": 103700,
+      "training_before": 0.05678705871105194,
+      "training_after": 0.055793099105358124,
+      "acceptance": "proposal and separate training check batches",
+      "step": 30
+    },
+    {
+      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+      "proposals": 388,
+      "accepted": 137,
+      "changed_groups": 123690,
+      "training_before": 0.044925857335329056,
+      "training_after": 0.04402340203523636,
       "acceptance": "proposal and separate training check batches",
       "step": 40
+    },
+    {
+      "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+      "proposals": 388,
+      "accepted": 127,
+      "changed_groups": 115559,
+      "training_before": 0.05311710014939308,
+      "training_after": 0.05252540111541748,
+      "acceptance": "proposal and separate training check batches",
+      "step": 50
     }
   ],
   "coverage_threshold": 256,
@@ -670,9 +918,8 @@
   "parallelism": "expert-sharded coupled output",
   "arithmetic": "fp4_planes4_fp16_boundaries_v1",
   "scope": "text-only, cached prompt partitions; historical audit is development only",
-  "train_rows": 18001846,
+  "train_rows": 15007754,
   "validation_rows": 16384,
   "audit_rows": 16384,
-  "complete": true,
-  "baseline_note": "Refinement baseline is replayed parent step45, not the original untuned fit"
+  "complete": true
 }