Replace layer 35 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-035-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77fed8cdbc2338275cdc1fa703a8775b91ec5fc66ddc732d757817faedc9f1d3
-size 538849996
+oid sha256:781848c161cf3f0ff1f280ce85311781196bf138cd3af4000b4b01a59d6b5264
+size 558326412

arvq-layer-035-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c56cade03d6e001aa1f1f5fe1cfaabd7f20cd5fa2bf520612d838ef499f21a51
-size 1077359316
+oid sha256:043c0dc60ae4699e17685ca7e50c923109c4520b6fb69eb96444af7d4598962b
+size 1116299924

cold_manifests/layer-035-manifest.json

@@ -2,97 +2,102 @@
   "layer": 35,
   "cold_expert_ids": [
     0,
+    1,
     2,
     3,
     4,
     5,
-    6,
     7,
-    8,
     9,
+    10,
     12,
     14,
     15,
     16,
     18,
+    19,
+    20,
     21,
-    22,
     25,
     26,
     27,
     28,
+    29,
     30,
     31,
     32,
     33,
     35,
-    36,
+    38,
     39,
-    40,
     41,
+    42,
     44,
     45,
     46,
-    47,
     48,
     49,
     50,
+    51,
     52,
     54,
+    55,
     56,
-    57,
     58,
     59,
     60,
+    61,
     62,
     63,
     64,
+    66,
     67,
     68,
     70,
     73,
     74,
     75,
+    76,
     77,
     79,
+    80,
     81,
     82,
     84,
     86,
     87,
-    88,
     89,
-    90,
     91,
+    92,
     93,
     94,
+    95,
     96,
     97,
     98,
-    99,
     101,
     102,
     104,
     105,
     106,
+    107,
     110,
     111,
+    113,
     114,
     115,
     116,
     118,
     119,
-    120,
-    121,
-    122,
     124,
     126,
+    130,
     132,
     133,
     134,
-    135,
     136,
     137,
+    139,
     140,
     141,
     142,
@@ -101,39 +106,42 @@
     145,
     146,
     148,
+    150,
     153,
     154,
     156,
     157,
     158,
-    160,
     161,
+    162,
     163,
     164,
     165,
     166,
+    167,
     168,
-    170,
     171,
     172,
-    173,
     174,
     175,
     176,
-    177,
     178,
-    180,
-    181,
+    179,
     182,
     183,
+    184,
+    185,
     186,
     187,
+    190,
     191,
+    193,
     195,
     196,
     197,
-    199,
+    200,
     201,
+    202,
     203,
     205,
     206,
@@ -144,26 +152,24 @@
     215,
     217,
     219,
-    220,
-    221,
-    222,
+    224,
     225,
     226,
-    227,
     228,
     229,
     231,
     233,
     234,
     235,
+    236,
     238,
     239,
     241,
-    243,
     246,
     247,
     249,
     250,
+    251,
     252,
     253,
     254
@@ -171,25 +177,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-035-gateup.safetensors",
-      "sha256": "c56cade03d6e001aa1f1f5fe1cfaabd7f20cd5fa2bf520612d838ef499f21a51"
+      "sha256": "043c0dc60ae4699e17685ca7e50c923109c4520b6fb69eb96444af7d4598962b"
     },
     "w2": {
       "file": "arvq-layer-035-down.safetensors",
-      "sha256": "77fed8cdbc2338275cdc1fa703a8775b91ec5fc66ddc732d757817faedc9f1d3"
+      "sha256": "781848c161cf3f0ff1f280ce85311781196bf138cd3af4000b4b01a59d6b5264"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34033306725717877,
-      "hess_recon_rel_fro": 0.1476101843922066,
+      "cb_rel_l2": 0.3402118720691417,
+      "hess_recon_rel_fro": 0.15289714219941145,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 475.4086797237396
+      "seconds": 307.0712466239929
     },
     "w2": {
-      "cb_rel_l2": 0.34032652216056564,
-      "hess_recon_rel_fro": 0.2871463710961921,
+      "cb_rel_l2": 0.34039120860319216,
+      "hess_recon_rel_fro": 0.29573318952876615,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 152.9002947807312
+      "seconds": 102.67014408111572
     }
   },
   "no_rotation": true,
@@ -208,7 +214,7 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "06999574ddcc0c69121972966eb68b9bb5890013c131f0de8aea368739fe0af9",
+    "capture_sha256": "faee666c3882cff03cfb8c42c9d30a617c5d84b08e57e331b8da21c41da8ae6e",
     "cold_ids": [
       0,
       1,
@@ -216,25 +222,17 @@
       3,
       4,
       5,
-      6,
       7,
-      8,
       9,
       10,
-      11,
       12,
-      13,
       14,
       15,
       16,
-      17,
       18,
       19,
       20,
       21,
-      22,
-      23,
-      24,
       25,
       26,
       27,
@@ -244,30 +242,22 @@
       31,
       32,
       33,
-      34,
       35,
-      36,
-      37,
       38,
       39,
-      40,
       41,
       42,
-      43,
       44,
       45,
       46,
-      47,
       48,
       49,
       50,
       51,
       52,
-      53,
       54,
       55,
       56,
-      57,
       58,
       59,
       60,
@@ -275,32 +265,23 @@
       62,
       63,
       64,
-      65,
       66,
       67,
       68,
-      69,
       70,
-      71,
-      72,
       73,
       74,
       75,
       76,
       77,
-      78,
       79,
       80,
       81,
       82,
-      83,
       84,
-      85,
       86,
       87,
-      88,
       89,
-      90,
       91,
       92,
       93,
@@ -309,46 +290,28 @@
       96,
       97,
       98,
-      99,
-      100,
       101,
       102,
-      103,
       104,
       105,
       106,
       107,
-      108,
-      109,
       110,
       111,
-      112,
       113,
       114,
       115,
       116,
-      117,
       118,
       119,
-      120,
-      121,
-      122,
-      123,
       124,
-      125,
       126,
-      127,
-      128,
-      129,
       130,
-      131,
       132,
       133,
       134,
-      135,
       136,
       137,
-      138,
       139,
       140,
       141,
@@ -357,20 +320,13 @@
       144,
       145,
       146,
-      147,
       148,
-      149,
       150,
-      151,
-      152,
       153,
       154,
-      155,
       156,
       157,
       158,
-      159,
-      160,
       161,
       162,
       163,
@@ -379,95 +335,61 @@
       166,
       167,
       168,
-      169,
-      170,
       171,
       172,
-      173,
       174,
       175,
       176,
-      177,
       178,
       179,
-      180,
-      181,
       182,
       183,
       184,
       185,
       186,
       187,
-      188,
-      189,
       190,
       191,
-      192,
       193,
-      194,
       195,
       196,
       197,
-      198,
-      199,
       200,
       201,
       202,
       203,
-      204,
       205,
       206,
       207,
-      208,
       209,
-      210,
-      211,
-      212,
       213,
       214,
       215,
-      216,
       217,
-      218,
       219,
-      220,
-      221,
-      222,
-      223,
       224,
       225,
       226,
-      227,
       228,
       229,
-      230,
       231,
-      232,
       233,
       234,
       235,
       236,
-      237,
       238,
       239,
-      240,
       241,
-      242,
-      243,
-      244,
-      245,
       246,
       247,
-      248,
       249,
       250,
       251,
       252,
       253,
-      254,
-      255
+      254
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -477,896 +399,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "7bbe74e6836b1b9ee802abc623c241fe210b682b7dd0c36fb9199c4bca7d882d",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=65",
-  "pv_report": {
-    "layer": 35,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.9465340387869111,
-    "training_tokens_seen": 17039360,
-    "adaptive_schedule": {
-      "best": 0.15597044818150257,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 50,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 1603,
-      "codebook_values": 1359872,
-      "scales_changed": 33363677,
-      "scale_values": 48955392
-    },
-    "initial_validation": {
-      "target_rel": 0.15610645801829426,
-      "reference_rel": 0.15610645801829426,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 13884.2353515625,
-          "reference_energy": 1590267.25
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 25343.29296875,
-          "reference_energy": 1540064.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 250999.703125,
-          "reference_energy": 3078192.75
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 15087.634765625,
-          "reference_energy": 1551531.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 125306.5625,
-          "reference_energy": 1529227.625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 19903.79296875,
-          "reference_energy": 4591376.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 16563.92578125,
-          "reference_energy": 1554460.0
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 11659.138671875,
-          "reference_energy": 1633197.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 14236.6357421875,
-          "reference_energy": 1613373.75
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 15415.98828125,
-          "reference_energy": 1666579.625
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 13765.400390625,
-          "reference_energy": 1649400.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 25229.921875,
-          "reference_energy": 3025636.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 16096.5029296875,
-          "reference_energy": 1634808.125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 11831.419921875,
-          "reference_energy": 1642051.125
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 14382.4609375,
-          "reference_energy": 1524462.875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 176682.6875,
-          "reference_energy": 1624432.75
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.15597044818150257,
-      "reference_rel": 0.15597044818150257,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 13861.2919921875,
-          "reference_energy": 1590267.25
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 25272.45703125,
-          "reference_energy": 1540064.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 250630.0625,
-          "reference_energy": 3078192.75
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 15066.7763671875,
-          "reference_energy": 1551531.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 125204.109375,
-          "reference_energy": 1529227.625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 19778.53515625,
-          "reference_energy": 4591376.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 16535.41796875,
-          "reference_energy": 1554460.0
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 11610.0576171875,
-          "reference_energy": 1633197.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 14212.0,
-          "reference_energy": 1613373.75
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 15384.484375,
-          "reference_energy": 1666579.625
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 13735.00390625,
-          "reference_energy": 1649400.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 25071.2421875,
-          "reference_energy": 3025636.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 16064.3291015625,
-          "reference_energy": 1634808.125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 11811.892578125,
-          "reference_energy": 1642051.125
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 14361.583984375,
-          "reference_energy": 1524462.875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 176455.1875,
-          "reference_energy": 1624432.75
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.15597044818150257,
-      "reference_rel": 0.15597044818150257
-    },
-    "development_audit": {
-      "target_rel": 0.1132757031165477,
-      "reference_rel": 0.1132757031165477,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 14900.978515625,
-          "reference_energy": 1559983.75
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 17546.05078125,
-          "reference_energy": 1674075.125
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 13644.9609375,
-          "reference_energy": 1588038.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 17755.865234375,
-          "reference_energy": 4558014.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 20310.615234375,
-          "reference_energy": 3088345.25
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 14365.83984375,
-          "reference_energy": 1639725.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 97837.578125,
-          "reference_energy": 3109506.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 10903.5615234375,
-          "reference_energy": 1668268.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 14628.4462890625,
-          "reference_energy": 1504768.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 15298.216796875,
-          "reference_energy": 1622456.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 13971.51953125,
-          "reference_energy": 1566508.125
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 111504.1875,
-          "reference_energy": 1571295.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 15853.595703125,
-          "reference_energy": 1587204.625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 16635.736328125,
-          "reference_energy": 3090982.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 12822.0625,
-          "reference_energy": 1521777.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 14558.0322265625,
-          "reference_energy": 1579030.75
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.1133687237684458,
-      "reference_rel": 0.1133687237684458,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 14915.705078125,
-          "reference_energy": 1559983.75
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 17564.404296875,
-          "reference_energy": 1674075.125
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 13661.22265625,
-          "reference_energy": 1588038.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 17859.828125,
-          "reference_energy": 4558014.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 20381.9609375,
-          "reference_energy": 3088345.25
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 14407.45703125,
-          "reference_energy": 1639725.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 97899.765625,
-          "reference_energy": 3109506.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 10937.412109375,
-          "reference_energy": 1668268.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 14644.359375,
-          "reference_energy": 1504768.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 15331.84765625,
-          "reference_energy": 1622456.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 13996.27734375,
-          "reference_energy": 1566508.125
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 111609.5078125,
-          "reference_energy": 1571295.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 15881.55859375,
-          "reference_energy": 1587204.625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 16680.291015625,
-          "reference_energy": 3090982.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 12852.34375,
-          "reference_energy": 1521777.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 14607.5556640625,
-          "reference_energy": 1579030.75
-        }
-      ]
-    },
-    "best_step": 50,
-    "steps_run": 65,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.15607044882912396,
-          "reference_rel": 0.15607044882912396
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9420723473166424,
-        "batch_loss": 0.8618573695421219,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 48.9742705821991,
-        "adaptive_schedule": {
-          "best": 0.15607044882912396,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1359872,
-          "scales_changed": 9461436,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.15606588396110568,
-          "reference_rel": 0.15606588396110568
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9421463364030426,
-        "batch_loss": 0.8613028079271317,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 94.57153701782227,
-        "adaptive_schedule": {
-          "best": 0.15606588396110568,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 18054,
-          "codebook_values": 1359872,
-          "scales_changed": 18382869,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.15604322567131673,
-          "reference_rel": 0.15604322567131673
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9399644471283902,
-        "batch_loss": 0.9885369688272476,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 142.7558057308197,
-        "adaptive_schedule": {
-          "best": 0.15604322567131673,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4459,
-          "codebook_values": 1359872,
-          "scales_changed": 23396523,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.15602447152568408,
-          "reference_rel": 0.15602447152568408
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9394342975108246,
-        "batch_loss": 0.9204797595739365,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 203.10259103775024,
-        "adaptive_schedule": {
-          "best": 0.15602447152568408,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3871,
-          "codebook_values": 1359872,
-          "scales_changed": 26589593,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.15601083747120167,
-          "reference_rel": 0.15601083747120167
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.938953668317374,
-        "batch_loss": 0.90168097615242,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 258.714652299881,
-        "adaptive_schedule": {
-          "best": 0.15601083747120167,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3983,
-          "codebook_values": 1359872,
-          "scales_changed": 28778445,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.15599879436737873,
-          "reference_rel": 0.15599879436737873
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.938701147873137,
-        "batch_loss": 0.9020440876483917,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 303.13365745544434,
-        "adaptive_schedule": {
-          "best": 0.15599879436737873,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3831,
-          "codebook_values": 1359872,
-          "scales_changed": 30355225,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.1559807890848754,
-          "reference_rel": 0.1559807890848754
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9385159593393335,
-        "batch_loss": 1.0149526298046112,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 348.7926824092865,
-        "adaptive_schedule": {
-          "best": 0.1559807890848754,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3881,
-          "codebook_values": 1359872,
-          "scales_changed": 31541953,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.1559803685340028,
-          "reference_rel": 0.1559803685340028
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9382799649482966,
-        "batch_loss": 0.8242483735084534,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 406.32831954956055,
-        "adaptive_schedule": {
-          "best": 0.1559803685340028,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3731,
-          "codebook_values": 1359872,
-          "scales_changed": 32474012,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.15598135117796344,
-          "reference_rel": 0.15598135117796344
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9381717073030261,
-        "batch_loss": 0.825400710105896,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 451.0754692554474,
-        "adaptive_schedule": {
-          "best": 0.1559803685340028,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3489,
-          "codebook_values": 1359872,
-          "scales_changed": 33216576,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.15597044818150257,
-          "reference_rel": 0.15597044818150257
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9379544364907644,
-        "batch_loss": 0.9351917058229446,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 500.51740741729736,
-        "adaptive_schedule": {
-          "best": 0.15597044818150257,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1603,
-          "codebook_values": 1359872,
-          "scales_changed": 33363677,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.15597203253379768,
-          "reference_rel": 0.15597203253379768
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9379641363524834,
-        "batch_loss": 1.0494358986616135,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 544.3915376663208,
-        "adaptive_schedule": {
-          "best": 0.15597044818150257,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2305,
-          "codebook_values": 1359872,
-          "scales_changed": 33482819,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.15597661935995782,
-          "reference_rel": 0.15597661935995782
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9378081891408494,
-        "batch_loss": 0.921385645866394,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 600.9690935611725,
-        "adaptive_schedule": {
-          "best": 0.15597044818150257,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2591,
-          "codebook_values": 1359872,
-          "scales_changed": 33586500,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.15597479376376067,
-          "reference_rel": 0.15597479376376067
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9377676320773595,
-        "batch_loss": 0.9025011211633682,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 650.9001441001892,
-        "adaptive_schedule": {
-          "best": 0.15597044818150257,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 2810,
-          "codebook_values": 1359872,
-          "scales_changed": 33677779,
-          "scale_values": 48955392
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 328,
-        "accepted": 283,
-        "changed_groups": 105162,
-        "training_before": 354282.125,
-        "training_after": 354022.71875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 330,
-        "accepted": 277,
-        "changed_groups": 102574,
-        "training_before": 258836.0,
-        "training_after": 258683.9375,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 330,
-        "accepted": 296,
-        "changed_groups": 120020,
-        "training_before": 287393.96875,
-        "training_after": 287143.875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1380,6 +412,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -88,8 +88,8 @@
     "arvq-layer-019-down.safetensors": "b5e72a8499fde0ede4cbe82ddfd01940c21bff63b2e0461cafe30d219ed88901",
     "arvq-layer-027-gateup.safetensors": "f4d773431404ac55a2dd8a1aa82bbf6e5dc27199eaa185a028afb9e60cba0b7f",
     "arvq-layer-027-down.safetensors": "51620286ed62b386a5bc311f97ade31a3b7aa4031e9aa47ac3b26fe7d3cc9150",
-    "arvq-layer-035-gateup.safetensors": "c56cade03d6e001aa1f1f5fe1cfaabd7f20cd5fa2bf520612d838ef499f21a51",
-    "arvq-layer-035-down.safetensors": "77fed8cdbc2338275cdc1fa703a8775b91ec5fc66ddc732d757817faedc9f1d3",
+    "arvq-layer-035-gateup.safetensors": "043c0dc60ae4699e17685ca7e50c923109c4520b6fb69eb96444af7d4598962b",
+    "arvq-layer-035-down.safetensors": "781848c161cf3f0ff1f280ce85311781196bf138cd3af4000b4b01a59d6b5264",
     "arvq-layer-043-gateup.safetensors": "e6c3501498e6e8b61d95a6ef8bd5822ef3f071c9171dbe759e890173db7bfb46",
     "arvq-layer-043-down.safetensors": "a23aaa4a347243d3617e55be573e0b02a65f6a87d9059f3182fb88ba5eec5eab",
     "arvq-layer-051-gateup.safetensors": "ca839e08a82979ed0c5840e00e94679cb1477cf5ed9bdacbb8f59b0627f68203",