Replace layer 29 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-029-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b804cdb75f2c9f4811bbf2dac7438334e2205e5da6d9e21128432da0590f249
-size 516127436
+oid sha256:1a4123d760bcecaab07a6201ac3b62f75f4babaeb6ec27003cded9cd4244c733
+size 545342092

arvq-layer-029-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7cd962a0ea74edf330bb67d9adbe4f6da00707c651d09517e7d18c7d6184727
-size 1031928532
+oid sha256:0b1c06620ed26418bf144d1d8ff4cd9af23abf28e34af47e01c8bfbe8397537a
+size 1090339476

cold_manifests/layer-029-manifest.json

@@ -1,7 +1,6 @@
 {
   "layer": 29,
   "cold_expert_ids": [
-    0,
     2,
     3,
     4,
@@ -11,49 +10,47 @@
     8,
     9,
     10,
-    12,
     14,
-    15,
     16,
     19,
     20,
-    21,
     22,
+    24,
+    25,
     27,
     29,
     30,
-    31,
     32,
     33,
     34,
     37,
-    39,
+    38,
     40,
     41,
-    43,
     45,
     47,
     49,
     50,
-    51,
+    52,
     53,
-    55,
+    54,
     57,
     58,
-    59,
     60,
     61,
+    62,
+    63,
     64,
     66,
     67,
     69,
+    70,
     71,
     72,
     73,
-    74,
+    75,
     76,
     77,
-    79,
     80,
     81,
     83,
@@ -64,7 +61,6 @@
     90,
     91,
     92,
-    94,
     95,
     96,
     97,
@@ -75,13 +71,18 @@
     102,
     103,
     104,
-    105,
+    107,
     108,
+    109,
+    110,
     111,
     112,
     113,
-    118,
+    117,
+    119,
+    121,
     122,
+    124,
     125,
     126,
     128,
@@ -91,72 +92,80 @@
     133,
     134,
     135,
-    136,
-    139,
+    137,
     141,
-    144,
+    142,
+    143,
     145,
+    146,
     147,
     148,
-    153,
+    151,
     154,
     155,
-    156,
+    158,
     159,
     160,
     163,
     165,
-    166,
-    168,
-    169,
     170,
     171,
     172,
-    174,
-    175,
+    173,
     176,
-    177,
     178,
     179,
     180,
     181,
+    182,
     183,
     184,
     185,
     187,
+    189,
     190,
+    191,
     193,
     195,
     196,
+    198,
+    200,
     201,
-    203,
+    202,
+    207,
     208,
     209,
-    213,
-    214,
+    210,
+    211,
+    212,
+    215,
     216,
     218,
     219,
     220,
+    221,
     222,
+    224,
     225,
     226,
+    227,
     228,
     229,
     230,
     231,
+    232,
     233,
     234,
     236,
+    239,
     240,
     241,
+    242,
     243,
-    244,
     246,
     247,
     248,
     249,
-    250,
     252,
     253,
     254
@@ -164,25 +173,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-029-gateup.safetensors",
-      "sha256": "d7cd962a0ea74edf330bb67d9adbe4f6da00707c651d09517e7d18c7d6184727"
+      "sha256": "0b1c06620ed26418bf144d1d8ff4cd9af23abf28e34af47e01c8bfbe8397537a"
     },
     "w2": {
       "file": "arvq-layer-029-down.safetensors",
-      "sha256": "8b804cdb75f2c9f4811bbf2dac7438334e2205e5da6d9e21128432da0590f249"
+      "sha256": "1a4123d760bcecaab07a6201ac3b62f75f4babaeb6ec27003cded9cd4244c733"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34032371120922944,
-      "hess_recon_rel_fro": 0.14526183738415457,
+      "cb_rel_l2": 0.340328596337406,
+      "hess_recon_rel_fro": 0.15060104212692213,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 485.1356816291809
+      "seconds": 315.4135591983795
     },
     "w2": {
-      "cb_rel_l2": 0.34012163775027093,
-      "hess_recon_rel_fro": 0.2734712252300375,
+      "cb_rel_l2": 0.3401012684077672,
+      "hess_recon_rel_fro": 0.28669735108295125,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 155.4904317855835
+      "seconds": 103.63953471183777
     }
   },
   "no_rotation": true,
@@ -201,10 +210,8 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "aa920b2cedfd9012a3abbf690ded5fc8cba30d9b0102b8175b68155ad4cb29ab",
+    "capture_sha256": "2cc35b89a5ec70594a5f9bb2e5c9530450934b302a930c6b942e4d5b98333bd8",
     "cold_ids": [
-      0,
-      1,
       2,
       3,
       4,
@@ -214,90 +221,57 @@
       8,
       9,
       10,
-      11,
-      12,
-      13,
       14,
-      15,
       16,
-      17,
-      18,
       19,
       20,
-      21,
       22,
-      23,
       24,
       25,
-      26,
       27,
-      28,
       29,
       30,
-      31,
       32,
       33,
       34,
-      35,
-      36,
       37,
       38,
-      39,
       40,
       41,
-      42,
-      43,
-      44,
       45,
-      46,
       47,
-      48,
       49,
       50,
-      51,
       52,
       53,
       54,
-      55,
-      56,
       57,
       58,
-      59,
       60,
       61,
       62,
       63,
       64,
-      65,
       66,
       67,
-      68,
       69,
       70,
       71,
       72,
       73,
-      74,
       75,
       76,
       77,
-      78,
-      79,
       80,
       81,
-      82,
       83,
       84,
-      85,
       86,
       87,
-      88,
       89,
       90,
       91,
       92,
-      93,
-      94,
       95,
       96,
       97,
@@ -308,8 +282,6 @@
       102,
       103,
       104,
-      105,
-      106,
       107,
       108,
       109,
@@ -317,70 +289,41 @@
       111,
       112,
       113,
-      114,
-      115,
-      116,
       117,
-      118,
       119,
-      120,
       121,
       122,
-      123,
       124,
       125,
       126,
-      127,
       128,
       129,
       130,
       131,
-      132,
       133,
       134,
       135,
-      136,
       137,
-      138,
-      139,
-      140,
       141,
       142,
       143,
-      144,
       145,
       146,
       147,
       148,
-      149,
-      150,
       151,
-      152,
-      153,
       154,
       155,
-      156,
-      157,
       158,
       159,
       160,
-      161,
-      162,
       163,
-      164,
       165,
-      166,
-      167,
-      168,
-      169,
       170,
       171,
       172,
       173,
-      174,
-      175,
       176,
-      177,
       178,
       179,
       180,
@@ -389,44 +332,30 @@
       183,
       184,
       185,
-      186,
       187,
-      188,
       189,
       190,
       191,
-      192,
       193,
-      194,
       195,
       196,
-      197,
       198,
-      199,
       200,
       201,
       202,
-      203,
-      204,
-      205,
-      206,
       207,
       208,
       209,
       210,
       211,
       212,
-      213,
-      214,
       215,
       216,
-      217,
       218,
       219,
       220,
       221,
       222,
-      223,
       224,
       225,
       226,
@@ -438,29 +367,21 @@
       232,
       233,
       234,
-      235,
       236,
-      237,
-      238,
       239,
       240,
       241,
       242,
       243,
-      244,
-      245,
       246,
       247,
       248,
       249,
-      250,
-      251,
       252,
       253,
-      254,
-      255
+      254
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -470,866 +391,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "a6b258fe3d3c2e882e11f63e75592def69bbcaab14b38d0eace00b1937448dc0",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 29,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.08264907944194753,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 40,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 30076,
-      "codebook_values": 1302528,
-      "scales_changed": 34279335,
-      "scale_values": 46891008
-    },
-    "initial_validation": {
-      "target_rel": 0.08589460018658307,
-      "reference_rel": 0.08589460018658307,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1636.73828125,
-          "reference_energy": 1292898.625
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 3902.38720703125,
-          "reference_energy": 1265431.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 62039.94140625,
-          "reference_energy": 2588239.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1913.6435546875,
-          "reference_energy": 1255318.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 40413.34375,
-          "reference_energy": 1225761.375
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 3418.66259765625,
-          "reference_energy": 3903470.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1703.2080078125,
-          "reference_energy": 1217064.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 1396.5067138671875,
-          "reference_energy": 1307201.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1587.21533203125,
-          "reference_energy": 1285112.25
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 2112.301513671875,
-          "reference_energy": 1314795.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1566.784423828125,
-          "reference_energy": 1313920.75
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 5836.373046875,
-          "reference_energy": 2585153.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 1837.7119140625,
-          "reference_energy": 1312118.125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1627.858642578125,
-          "reference_energy": 1302486.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 2288.64501953125,
-          "reference_energy": 1221143.25
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 56318.515625,
-          "reference_energy": 1308295.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.08264907944194753,
-      "reference_rel": 0.08264907944194753,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1638.7255859375,
-          "reference_energy": 1292898.625
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 4015.84228515625,
-          "reference_energy": 1265431.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 62685.484375,
-          "reference_energy": 2588239.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1906.4478759765625,
-          "reference_energy": 1255318.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 32262.6953125,
-          "reference_energy": 1225761.375
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 3339.60009765625,
-          "reference_energy": 3903470.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1937.5098876953125,
-          "reference_energy": 1217064.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 1583.0517578125,
-          "reference_energy": 1307201.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1788.3348388671875,
-          "reference_energy": 1285112.25
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 2348.896484375,
-          "reference_energy": 1314795.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1525.34228515625,
-          "reference_energy": 1313920.75
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 4034.70654296875,
-          "reference_energy": 2585153.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 1775.829345703125,
-          "reference_energy": 1312118.125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1697.8494873046875,
-          "reference_energy": 1302486.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 2290.2451171875,
-          "reference_energy": 1221143.25
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 50711.9375,
-          "reference_energy": 1308295.0
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.08264907944194753,
-      "reference_rel": 0.08264907944194753
-    },
-    "development_audit": {
-      "target_rel": 0.05160641915131565,
-      "reference_rel": 0.05160641915131565,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1901.242919921875,
-          "reference_energy": 1253199.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 3130.791015625,
-          "reference_energy": 1324532.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1703.8809814453125,
-          "reference_energy": 1281360.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 2668.68505859375,
-          "reference_energy": 3919132.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 2687.737060546875,
-          "reference_energy": 2587723.75
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 2187.04345703125,
-          "reference_energy": 1304963.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 9483.9287109375,
-          "reference_energy": 2612513.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 1605.490478515625,
-          "reference_energy": 1325034.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1750.0006103515625,
-          "reference_energy": 1220127.375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1923.0625,
-          "reference_energy": 1319860.0
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 1836.2498779296875,
-          "reference_energy": 1258317.375
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 29135.189453125,
-          "reference_energy": 1277102.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1465.906982421875,
-          "reference_energy": 1254452.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 2392.999755859375,
-          "reference_energy": 2606037.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1598.98876953125,
-          "reference_energy": 1226879.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 6612.31787109375,
-          "reference_energy": 1295040.25
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.055049544452026075,
-      "reference_rel": 0.055049544452026075,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1896.6710205078125,
-          "reference_energy": 1253199.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 1937.46533203125,
-          "reference_energy": 1324532.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1706.2733154296875,
-          "reference_energy": 1281360.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 2387.859375,
-          "reference_energy": 3919132.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 2672.45556640625,
-          "reference_energy": 2587723.75
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 2071.78515625,
-          "reference_energy": 1304963.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 10070.2177734375,
-          "reference_energy": 2612513.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 1403.4013671875,
-          "reference_energy": 1325034.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1745.14013671875,
-          "reference_energy": 1220127.375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1924.4547119140625,
-          "reference_energy": 1319860.0
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 2384.941650390625,
-          "reference_energy": 1258317.375
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 37791.390625,
-          "reference_energy": 1277102.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1436.80322265625,
-          "reference_energy": 1254452.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 2203.76708984375,
-          "reference_energy": 2606037.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1583.55859375,
-          "reference_energy": 1226879.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 8806.875,
-          "reference_energy": 1295040.25
-        }
-      ]
-    },
-    "best_step": 40,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.08571035207607355,
-          "reference_rel": 0.08571035207607355
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.880600886329777,
-        "batch_loss": 0.8132505267858505,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 47.698899269104004,
-        "adaptive_schedule": {
-          "best": 0.08571035207607355,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1302528,
-          "scales_changed": 14081705,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.08499342271946041,
-          "reference_rel": 0.08499342271946041
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8799835479907436,
-        "batch_loss": 0.8050706535577774,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 96.42711997032166,
-        "adaptive_schedule": {
-          "best": 0.08499342271946041,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 34326,
-          "codebook_values": 1302528,
-          "scales_changed": 23095741,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.0838350495723564,
-          "reference_rel": 0.0838350495723564
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8804745463589595,
-        "batch_loss": 0.950917199254036,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 153.21988368034363,
-        "adaptive_schedule": {
-          "best": 0.0838350495723564,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 27222,
-          "codebook_values": 1302528,
-          "scales_changed": 27475660,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.0831414496824238,
-          "reference_rel": 0.0831414496824238
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8845416163407592,
-        "batch_loss": 0.9164185672998428,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 211.4613173007965,
-        "adaptive_schedule": {
-          "best": 0.0831414496824238,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 31867,
-          "codebook_values": 1302528,
-          "scales_changed": 30080873,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.08294073075359856,
-          "reference_rel": 0.08294073075359856
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8817316132342565,
-        "batch_loss": 0.8480782508850098,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 262.4365997314453,
-        "adaptive_schedule": {
-          "best": 0.08294073075359856,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 32099,
-          "codebook_values": 1302528,
-          "scales_changed": 31724028,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.08345744938701834,
-          "reference_rel": 0.08345744938701834
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8769087221884635,
-        "batch_loss": 0.7911168187856674,
-        "best_step": 25,
-        "overfit_checks": 1,
-        "seconds": 308.217413187027,
-        "adaptive_schedule": {
-          "best": 0.08294073075359856,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 1,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 29598,
-          "codebook_values": 1302528,
-          "scales_changed": 32832462,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.08317251417552785,
-          "reference_rel": 0.08317251417552785
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8771065440323194,
-        "batch_loss": 0.9147570133209229,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 357.731059551239,
-        "adaptive_schedule": {
-          "best": 0.08294073075359856,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 2,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 28815,
-          "codebook_values": 1302528,
-          "scales_changed": 33645158,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.08264907944194753,
-          "reference_rel": 0.08264907944194753
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8803671060082107,
-        "batch_loss": 0.7207415103912354,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 416.21785044670105,
-        "adaptive_schedule": {
-          "best": 0.08264907944194753,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 30076,
-          "codebook_values": 1302528,
-          "scales_changed": 34279335,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.08270545337696983,
-          "reference_rel": 0.08270545337696983
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8771767613907334,
-        "batch_loss": 0.7422830611467361,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 463.2665596008301,
-        "adaptive_schedule": {
-          "best": 0.08264907944194753,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 29366,
-          "codebook_values": 1302528,
-          "scales_changed": 34775038,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.08267078498766953,
-          "reference_rel": 0.08267078498766953
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8763662197526706,
-        "batch_loss": 0.8666548132896423,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 513.5701775550842,
-        "adaptive_schedule": {
-          "best": 0.08264907944194753,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 26835,
-          "codebook_values": 1302528,
-          "scales_changed": 34872602,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.08274457976209787,
-          "reference_rel": 0.08274457976209787
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8758075715801756,
-        "batch_loss": 0.9579499959945679,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 559.786609172821,
-        "adaptive_schedule": {
-          "best": 0.08264907944194753,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 27532,
-          "codebook_values": 1302528,
-          "scales_changed": 34949680,
-          "scale_values": 46891008
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.08312712580315856,
-          "reference_rel": 0.08312712580315856
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8743790430931386,
-        "batch_loss": 0.8302742540836334,
-        "best_step": 40,
-        "overfit_checks": 1,
-        "seconds": 622.0802729129791,
-        "adaptive_schedule": {
-          "best": 0.08264907944194753,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 27183,
-          "codebook_values": 1302528,
-          "scales_changed": 35015635,
-          "scale_values": 46891008
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 316,
-        "accepted": 281,
-        "changed_groups": 139695,
-        "training_before": 87372.625,
-        "training_after": 85451.0703125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 316,
-        "accepted": 302,
-        "changed_groups": 150641,
-        "training_before": 44178.28125,
-        "training_after": 43727.0546875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 313,
-        "accepted": 253,
-        "changed_groups": 113378,
-        "training_before": 61001.0859375,
-        "training_after": 60863.09375,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1341,6 +404,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -126,8 +126,8 @@
     "arvq-layer-013-down.safetensors": "c03216a30f3453fe6937a68f2abfb68f7e0681e4496eeae383b1e7f55e908dad",
     "arvq-layer-021-gateup.safetensors": "44ebb898ebdc16272e2f20972a2ecd2be8918912ad3d56f793d9023419f29584",
     "arvq-layer-021-down.safetensors": "9b37feacc7dfbfb518d2a48dcad28769ddb0dc6e4ec826b176423621f584a537",
-    "arvq-layer-029-gateup.safetensors": "d7cd962a0ea74edf330bb67d9adbe4f6da00707c651d09517e7d18c7d6184727",
-    "arvq-layer-029-down.safetensors": "8b804cdb75f2c9f4811bbf2dac7438334e2205e5da6d9e21128432da0590f249",
+    "arvq-layer-029-gateup.safetensors": "0b1c06620ed26418bf144d1d8ff4cd9af23abf28e34af47e01c8bfbe8397537a",
+    "arvq-layer-029-down.safetensors": "1a4123d760bcecaab07a6201ac3b62f75f4babaeb6ec27003cded9cd4244c733",
     "arvq-layer-037-gateup.safetensors": "778d09971f325c3fd1ef81bdc9c8648d112e8135d57b9b847315a09e97fa58ca",
     "arvq-layer-037-down.safetensors": "52f9376e9722eb12a36f63137cd0568ac3c8526d772f1fd8d0f1d27a767b451d",
     "arvq-layer-045-gateup.safetensors": "cbf3217a9a4ee754df200e7f448aa7df89863213caac1d4141a3d703f762328a",