Replace layer 40 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-040-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1316be9975215d1fde4dc642e7a9b0ff8cf3dca653d1bf02eabee4410c11df53
-size 587541196
+oid sha256:f34e4b4f37a14ea82f2ab7ad48b7913f2820fdad66ae4076ee56dd6d84ec0c6b
+size 597279372

arvq-layer-040-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cef2efd6a3b4069eaa7ba261c72b1ee4a5ef7fa58efbec247fd908cd7188372c
-size 1174710996
+oid sha256:cb02a1a8e4c99606d9818b762d2d1be6b5d61b3c8aedf000e501e40a0201f9c5
+size 1194181268

cold_manifests/layer-040-manifest.json

@@ -2,9 +2,10 @@
   "layer": 40,
   "cold_expert_ids": [
     0,
+    1,
     2,
     3,
-    4,
+    5,
     6,
     7,
     8,
@@ -22,15 +23,12 @@
     22,
     23,
     24,
-    27,
+    25,
+    26,
     28,
-    29,
     30,
     31,
     32,
-    33,
-    34,
-    36,
     37,
     38,
     39,
@@ -41,40 +39,46 @@
     47,
     48,
     49,
-    50,
+    51,
     52,
     53,
+    54,
     55,
-    56,
     57,
     58,
-    59,
+    60,
     61,
     62,
-    63,
     64,
     65,
     66,
+    67,
     68,
     69,
     70,
-    72,
+    71,
     73,
+    74,
     75,
-    77,
-    79,
+    76,
+    80,
     82,
+    84,
     85,
+    86,
     87,
+    88,
     90,
-    92,
     93,
     94,
     95,
     96,
+    97,
+    98,
+    99,
     100,
     101,
-    103,
+    102,
     104,
     105,
     106,
@@ -82,17 +86,16 @@
     108,
     109,
     110,
-    111,
     112,
     113,
     114,
     115,
-    116,
     119,
     120,
     121,
     122,
     123,
+    124,
     125,
     126,
     128,
@@ -100,30 +103,32 @@
     130,
     131,
     132,
+    133,
     135,
-    136,
     138,
+    139,
+    141,
     142,
-    144,
+    143,
     145,
     147,
     149,
+    150,
     152,
     153,
     154,
+    156,
+    157,
     158,
     159,
-    162,
+    160,
     163,
     164,
-    166,
     168,
     169,
     170,
     171,
-    172,
     175,
-    176,
     177,
     178,
     179,
@@ -131,80 +136,78 @@
     181,
     182,
     183,
+    184,
     185,
+    186,
     189,
     190,
     191,
     193,
     194,
     195,
+    196,
     197,
     198,
     199,
     201,
     202,
-    203,
-    204,
-    206,
     207,
     208,
     209,
+    210,
     211,
     212,
     213,
+    214,
     215,
-    216,
     217,
     219,
     220,
     222,
     223,
-    225,
-    226,
     227,
     228,
     229,
     230,
-    231,
     232,
+    233,
     235,
     236,
-    237,
     240,
+    241,
     243,
     244,
     245,
     246,
-    247,
+    248,
     249,
     250,
     251,
-    253,
     254,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-040-gateup.safetensors",
-      "sha256": "cef2efd6a3b4069eaa7ba261c72b1ee4a5ef7fa58efbec247fd908cd7188372c"
+      "sha256": "cb02a1a8e4c99606d9818b762d2d1be6b5d61b3c8aedf000e501e40a0201f9c5"
     },
     "w2": {
       "file": "arvq-layer-040-down.safetensors",
-      "sha256": "1316be9975215d1fde4dc642e7a9b0ff8cf3dca653d1bf02eabee4410c11df53"
+      "sha256": "f34e4b4f37a14ea82f2ab7ad48b7913f2820fdad66ae4076ee56dd6d84ec0c6b"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3403643374087248,
-      "hess_recon_rel_fro": 0.15107074252964703,
+      "cb_rel_l2": 0.34038957519361374,
+      "hess_recon_rel_fro": 0.1539926321803278,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 469.9881024360657
+      "seconds": 326.1839439868927
     },
     "w2": {
-      "cb_rel_l2": 0.34037901422548084,
-      "hess_recon_rel_fro": 0.290177725809104,
+      "cb_rel_l2": 0.34031678508368457,
+      "hess_recon_rel_fro": 0.29244295972631185,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 154.3226284980774
+      "seconds": 108.25287318229675
     }
   },
   "no_rotation": true,
@@ -223,23 +226,20 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "4d5980c15fd2ad4489684ef9a7fc2dc0e19ce3362056b8ac9a3df8ef3af22ed0",
+    "capture_sha256": "fc3002fde3d7352b3b6730624df88add61362a8e7ba3b8cc847f4c045b42bc03",
     "cold_ids": [
       0,
       1,
       2,
       3,
-      4,
       5,
       6,
       7,
       8,
       9,
       10,
-      11,
       12,
       13,
-      14,
       15,
       16,
       17,
@@ -252,43 +252,30 @@
       24,
       25,
       26,
-      27,
       28,
-      29,
       30,
       31,
       32,
-      33,
-      34,
-      35,
-      36,
       37,
       38,
       39,
-      40,
       41,
       42,
       43,
-      44,
       45,
-      46,
       47,
       48,
       49,
-      50,
       51,
       52,
       53,
       54,
       55,
-      56,
       57,
       58,
-      59,
       60,
       61,
       62,
-      63,
       64,
       65,
       66,
@@ -297,27 +284,18 @@
       69,
       70,
       71,
-      72,
       73,
       74,
       75,
       76,
-      77,
-      78,
-      79,
       80,
-      81,
       82,
-      83,
       84,
       85,
       86,
       87,
       88,
-      89,
       90,
-      91,
-      92,
       93,
       94,
       95,
@@ -328,7 +306,6 @@
       100,
       101,
       102,
-      103,
       104,
       105,
       106,
@@ -336,14 +313,10 @@
       108,
       109,
       110,
-      111,
       112,
       113,
       114,
       115,
-      116,
-      117,
-      118,
       119,
       120,
       121,
@@ -352,56 +325,37 @@
       124,
       125,
       126,
-      127,
       128,
       129,
       130,
       131,
       132,
       133,
-      134,
       135,
-      136,
-      137,
       138,
       139,
-      140,
       141,
       142,
       143,
-      144,
       145,
-      146,
       147,
-      148,
       149,
       150,
-      151,
       152,
       153,
       154,
-      155,
       156,
       157,
       158,
       159,
       160,
-      161,
-      162,
       163,
       164,
-      165,
-      166,
-      167,
       168,
       169,
       170,
       171,
-      172,
-      173,
-      174,
       175,
-      176,
       177,
       178,
       179,
@@ -412,12 +366,9 @@
       184,
       185,
       186,
-      187,
-      188,
       189,
       190,
       191,
-      192,
       193,
       194,
       195,
@@ -425,13 +376,8 @@
       197,
       198,
       199,
-      200,
       201,
       202,
-      203,
-      204,
-      205,
-      206,
       207,
       208,
       209,
@@ -441,48 +387,33 @@
       213,
       214,
       215,
-      216,
       217,
-      218,
       219,
       220,
-      221,
       222,
       223,
-      224,
-      225,
-      226,
       227,
       228,
       229,
       230,
-      231,
       232,
       233,
-      234,
       235,
       236,
-      237,
-      238,
-      239,
       240,
       241,
-      242,
       243,
       244,
       245,
       246,
-      247,
       248,
       249,
       250,
       251,
-      252,
-      253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -492,866 +423,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "59f7bca5fdd6ec4c3b50002a98b74b6e7076dc0b009c6e6ca3f7a21b4678cf8c",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 40,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.19522256129917523,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 45,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 5230,
-      "codebook_values": 1482752,
-      "scales_changed": 36672020,
-      "scale_values": 53379072
-    },
-    "initial_validation": {
-      "target_rel": 0.1955733450864833,
-      "reference_rel": 0.1955733450864833,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 49942.0234375,
-          "reference_energy": 1904173.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 70319.21875,
-          "reference_energy": 1853071.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 309096.71875,
-          "reference_energy": 3423241.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 56463.2421875,
-          "reference_energy": 1858216.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 156274.09375,
-          "reference_energy": 1849197.875
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 60087.8359375,
-          "reference_energy": 5011509.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 58230.2890625,
-          "reference_energy": 1872363.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 46554.8828125,
-          "reference_energy": 1939973.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 49746.97265625,
-          "reference_energy": 1929284.25
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 50237.7109375,
-          "reference_energy": 1973334.875
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 49161.3515625,
-          "reference_energy": 1972181.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 80394.0,
-          "reference_energy": 3364985.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 61179.38671875,
-          "reference_energy": 1934969.375
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 40875.53125,
-          "reference_energy": 1953059.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 44511.421875,
-          "reference_energy": 1830772.875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 216872.921875,
-          "reference_energy": 1930624.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.19522256129917523,
-      "reference_rel": 0.19522256129917523,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 49835.1953125,
-          "reference_energy": 1904173.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 70165.65625,
-          "reference_energy": 1853071.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 308541.125,
-          "reference_energy": 3423241.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 56317.21875,
-          "reference_energy": 1858216.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 154024.375,
-          "reference_energy": 1849197.875
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 59745.01953125,
-          "reference_energy": 5011509.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 58108.296875,
-          "reference_energy": 1872363.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 46759.6875,
-          "reference_energy": 1939973.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 49582.875,
-          "reference_energy": 1929284.25
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 50120.0546875,
-          "reference_energy": 1973334.875
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 49050.3046875,
-          "reference_energy": 1972181.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 79713.4921875,
-          "reference_energy": 3364985.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 61001.2578125,
-          "reference_energy": 1934969.375
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 40790.53515625,
-          "reference_energy": 1953059.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 44370.5078125,
-          "reference_energy": 1830772.875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 216804.5625,
-          "reference_energy": 1930624.0
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.19522256129917523,
-      "reference_rel": 0.19522256129917523
-    },
-    "development_audit": {
-      "target_rel": 0.1636333358036894,
-      "reference_rel": 0.1636333358036894,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 51291.39453125,
-          "reference_energy": 1879215.375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 60250.84375,
-          "reference_energy": 1987552.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 46387.5,
-          "reference_energy": 1906448.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 53855.9453125,
-          "reference_energy": 4964151.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 68256.46875,
-          "reference_energy": 3420940.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 44413.9921875,
-          "reference_energy": 1943767.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 142155.109375,
-          "reference_energy": 3453174.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 39980.1015625,
-          "reference_energy": 1971322.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 55032.3671875,
-          "reference_energy": 1822063.875
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 53349.4609375,
-          "reference_energy": 1919050.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 49684.1171875,
-          "reference_energy": 1864245.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 142906.796875,
-          "reference_energy": 1882592.875
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 59948.05859375,
-          "reference_energy": 1900741.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 55660.7890625,
-          "reference_energy": 3423835.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 46146.9921875,
-          "reference_energy": 1839910.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 49817.63671875,
-          "reference_energy": 1882782.375
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.16386855296880676,
-      "reference_rel": 0.16386855296880676,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 51397.453125,
-          "reference_energy": 1879215.375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 60357.71875,
-          "reference_energy": 1987552.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 46449.9453125,
-          "reference_energy": 1906448.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 54103.9296875,
-          "reference_energy": 4964151.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 68553.40625,
-          "reference_energy": 3420940.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 44212.4453125,
-          "reference_energy": 1943767.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 143836.296875,
-          "reference_energy": 3453174.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 39761.46875,
-          "reference_energy": 1971322.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 55180.37890625,
-          "reference_energy": 1822063.875
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 53477.5078125,
-          "reference_energy": 1919050.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 49840.296875,
-          "reference_energy": 1864245.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 143024.859375,
-          "reference_energy": 1882592.875
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 60104.6484375,
-          "reference_energy": 1900741.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 55594.6796875,
-          "reference_energy": 3423835.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 46261.125,
-          "reference_energy": 1839910.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 49913.46875,
-          "reference_energy": 1882782.375
-        }
-      ]
-    },
-    "best_step": 45,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.19547191506608724,
-          "reference_rel": 0.19547191506608724
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9564657231563846,
-        "batch_loss": 0.8945630788803101,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 51.58656620979309,
-        "adaptive_schedule": {
-          "best": 0.19547191506608724,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1482752,
-          "scales_changed": 10871072,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.19549133380791703,
-          "reference_rel": 0.19549133380791703
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9559954787992033,
-        "batch_loss": 0.8914395719766617,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 108.8031976222992,
-        "adaptive_schedule": {
-          "best": 0.19547191506608724,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 33587,
-          "codebook_values": 1482752,
-          "scales_changed": 20592447,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.19541298177640284,
-          "reference_rel": 0.19541298177640284
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9546498771273022,
-        "batch_loss": 0.9502743780612946,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 162.00546216964722,
-        "adaptive_schedule": {
-          "best": 0.19541298177640284,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7829,
-          "codebook_values": 1482752,
-          "scales_changed": 25875140,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.19535734873993038,
-          "reference_rel": 0.19535734873993038
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9539854898137821,
-        "batch_loss": 0.9207183867692947,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 230.0210530757904,
-        "adaptive_schedule": {
-          "best": 0.19535734873993038,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6166,
-          "codebook_values": 1482752,
-          "scales_changed": 29314083,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.19532590835032326,
-          "reference_rel": 0.19532590835032326
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9535948106849987,
-        "batch_loss": 0.9260809123516083,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 289.1424024105072,
-        "adaptive_schedule": {
-          "best": 0.19532590835032326,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5446,
-          "codebook_values": 1482752,
-          "scales_changed": 31706314,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.1953112712116995,
-          "reference_rel": 0.1953112712116995
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9533598515216203,
-        "batch_loss": 0.9161847531795502,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 349.34577441215515,
-        "adaptive_schedule": {
-          "best": 0.1953112712116995,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4859,
-          "codebook_values": 1482752,
-          "scales_changed": 33449235,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.1952900185653858,
-          "reference_rel": 0.1952900185653858
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9531974392435874,
-        "batch_loss": 0.9673894643783569,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 402.4638192653656,
-        "adaptive_schedule": {
-          "best": 0.1952900185653858,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4668,
-          "codebook_values": 1482752,
-          "scales_changed": 34775582,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.1952627503023498,
-          "reference_rel": 0.1952627503023498
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9531078328070768,
-        "batch_loss": 0.876895472407341,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 475.6668243408203,
-        "adaptive_schedule": {
-          "best": 0.1952627503023498,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4940,
-          "codebook_values": 1482752,
-          "scales_changed": 35827238,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.19522256129917523,
-          "reference_rel": 0.19522256129917523
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9530780689521952,
-        "batch_loss": 0.8754175752401352,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 528.7454051971436,
-        "adaptive_schedule": {
-          "best": 0.19522256129917523,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5230,
-          "codebook_values": 1482752,
-          "scales_changed": 36672020,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.1952339424133861,
-          "reference_rel": 0.1952339424133861
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9528936142200086,
-        "batch_loss": 0.9313409328460693,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 586.7400496006012,
-        "adaptive_schedule": {
-          "best": 0.19522256129917523,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2687,
-          "codebook_values": 1482752,
-          "scales_changed": 36841723,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.1952467192045548,
-          "reference_rel": 0.1952467192045548
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9528730905608923,
-        "batch_loss": 0.9879082590341568,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 640.1329443454742,
-        "adaptive_schedule": {
-          "best": 0.19522256129917523,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2823,
-          "codebook_values": 1482752,
-          "scales_changed": 36984762,
-          "scale_values": 53379072
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.19524598864838574,
-          "reference_rel": 0.19524598864838574
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9528624134805262,
-        "batch_loss": 0.9161676466464996,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 704.2472217082977,
-        "adaptive_schedule": {
-          "best": 0.19522256129917523,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 3097,
-          "codebook_values": 1482752,
-          "scales_changed": 37111700,
-          "scale_values": 53379072
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 354,
-        "accepted": 293,
-        "changed_groups": 179992,
-        "training_before": 719517.25,
-        "training_after": 718894.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 352,
-        "accepted": 325,
-        "changed_groups": 207248,
-        "training_before": 629022.625,
-        "training_after": 628485.125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 354,
-        "accepted": 307,
-        "changed_groups": 198945,
-        "training_before": 651169.375,
-        "training_after": 650657.75,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1365,6 +436,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -184,8 +184,8 @@
     "arvq-layer-024-down.safetensors": "d705dfe05953b3908cd6a0cb80b9650593b7fe2a00dcc07cd57f4648604222d9",
     "arvq-layer-032-gateup.safetensors": "1f69a13c0fa3605ecb4de2df81fcf8957515ad6e1c89fe75074cf29a67d7669a",
     "arvq-layer-032-down.safetensors": "74a9594a1cb21c33568ad1178dd4101259bcc500bb0b55c0da2b06f309ee2522",
-    "arvq-layer-040-gateup.safetensors": "cef2efd6a3b4069eaa7ba261c72b1ee4a5ef7fa58efbec247fd908cd7188372c",
-    "arvq-layer-040-down.safetensors": "1316be9975215d1fde4dc642e7a9b0ff8cf3dca653d1bf02eabee4410c11df53",
+    "arvq-layer-040-gateup.safetensors": "cb02a1a8e4c99606d9818b762d2d1be6b5d61b3c8aedf000e501e40a0201f9c5",
+    "arvq-layer-040-down.safetensors": "f34e4b4f37a14ea82f2ab7ad48b7913f2820fdad66ae4076ee56dd6d84ec0c6b",
     "arvq-layer-048-gateup.safetensors": "f78974ea7e95efe1b4137d8855f8488e6355fc578446e1e6c0e4a27e83dd1475",
     "arvq-layer-048-down.safetensors": "48811c62d136ec1624e48c4536d62993e4612687a4813082c163ecd55e43e789",
     "arvq-layer-056-gateup.safetensors": "1e8333ac013ae8273ae4145060f0e8a590b9b1d04b7fbb0bf7be589295c84db8",