Replace layer 30 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-030-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02674a797776d79ba9e983f94b2baa4763693a110d38930ba0c06767fec851b4
-size 581049036
+oid sha256:98adc04bfd7a4af7aa778f4a3ed7df06dffe4c129da16a285cd0d706433e7b8d
+size 551834252

arvq-layer-030-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:436f235f0b2ac2e420caca5cda401b551a739566007240c7943856090e6ab6a9
-size 1161730772
+oid sha256:d12a2796addfb73ce99eba9abdd1e0a6d9f4e39f8be8f7ca8d0d70ec5c92899e
+size 1103319700

cold_manifests/layer-030-manifest.json

@@ -2,51 +2,44 @@
   "layer": 30,
   "cold_expert_ids": [
     0,
+    1,
     2,
     3,
     4,
     6,
     7,
-    8,
-    10,
     12,
     13,
-    14,
     15,
-    16,
     17,
     18,
+    19,
     22,
     23,
     24,
     26,
+    27,
     28,
-    29,
+    30,
     31,
     33,
     35,
     36,
     37,
-    39,
-    40,
-    41,
-    43,
+    38,
+    42,
     44,
     45,
     46,
     47,
     49,
-    50,
     51,
-    52,
     53,
     54,
     55,
     56,
     58,
-    60,
     61,
-    63,
     64,
     65,
     66,
@@ -54,13 +47,12 @@
     71,
     73,
     74,
+    75,
     76,
-    77,
-    78,
     80,
-    81,
     82,
     83,
+    84,
     86,
     87,
     88,
@@ -70,48 +62,46 @@
     93,
     94,
     95,
-    96,
     97,
-    98,
     99,
+    101,
     102,
-    103,
     104,
     105,
     106,
     108,
-    110,
     111,
     112,
     114,
     115,
-    117,
+    116,
     118,
     120,
     122,
     123,
     124,
     125,
-    126,
     127,
     129,
-    131,
+    130,
+    132,
     133,
     134,
     135,
+    136,
     137,
+    138,
     139,
-    141,
     142,
     143,
     145,
     146,
-    147,
     148,
+    149,
     151,
     152,
-    153,
     154,
+    155,
     156,
     157,
     158,
@@ -129,21 +119,21 @@
     174,
     175,
     176,
-    177,
     178,
+    179,
     181,
     182,
     183,
     185,
-    186,
     187,
     189,
     191,
     192,
+    193,
     194,
-    195,
     197,
-    199,
+    198,
+    200,
     201,
     202,
     203,
@@ -152,8 +142,8 @@
     208,
     209,
     210,
-    211,
     213,
+    215,
     216,
     217,
     218,
@@ -161,20 +151,21 @@
     220,
     221,
     222,
+    223,
     224,
-    225,
+    226,
     227,
+    231,
     234,
-    235,
     236,
-    237,
     238,
     240,
+    241,
     242,
     244,
     245,
+    246,
     247,
-    249,
     250,
     251,
     252,
@@ -184,25 +175,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-030-gateup.safetensors",
-      "sha256": "436f235f0b2ac2e420caca5cda401b551a739566007240c7943856090e6ab6a9"
+      "sha256": "d12a2796addfb73ce99eba9abdd1e0a6d9f4e39f8be8f7ca8d0d70ec5c92899e"
     },
     "w2": {
       "file": "arvq-layer-030-down.safetensors",
-      "sha256": "02674a797776d79ba9e983f94b2baa4763693a110d38930ba0c06767fec851b4"
+      "sha256": "98adc04bfd7a4af7aa778f4a3ed7df06dffe4c129da16a285cd0d706433e7b8d"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3402572184948004,
-      "hess_recon_rel_fro": 0.14353528801507015,
+      "cb_rel_l2": 0.340455119817466,
+      "hess_recon_rel_fro": 0.14932612245728558,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 480.1585695743561
+      "seconds": 315.08940958976746
     },
     "w2": {
-      "cb_rel_l2": 0.3396648037863446,
-      "hess_recon_rel_fro": 0.2785474906479434,
+      "cb_rel_l2": 0.3402259025304688,
+      "hess_recon_rel_fro": 0.291587592169816,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 151.67959761619568
+      "seconds": 102.10411858558655
     }
   },
   "no_rotation": true,
@@ -221,140 +212,91 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "217b9ee3e52687534d0a96cb106b0f66b811c3936e147ef9a062178d251abe23",
+    "capture_sha256": "466d456cbb03e99dcec2e87f1812236946e09db39353614ff03e13018057eeea",
     "cold_ids": [
       0,
       1,
       2,
       3,
       4,
-      5,
       6,
       7,
-      8,
-      9,
-      10,
-      11,
       12,
       13,
-      14,
       15,
-      16,
       17,
       18,
       19,
-      20,
-      21,
       22,
       23,
       24,
-      25,
       26,
       27,
       28,
-      29,
       30,
       31,
-      32,
       33,
-      34,
       35,
       36,
       37,
       38,
-      39,
-      40,
-      41,
       42,
-      43,
       44,
       45,
       46,
       47,
-      48,
       49,
-      50,
       51,
-      52,
       53,
       54,
       55,
       56,
-      57,
       58,
-      59,
-      60,
       61,
-      62,
-      63,
       64,
       65,
       66,
       67,
-      68,
-      69,
-      70,
       71,
-      72,
       73,
       74,
       75,
       76,
-      77,
-      78,
-      79,
       80,
-      81,
       82,
       83,
       84,
-      85,
       86,
       87,
       88,
       89,
       90,
-      91,
       92,
       93,
       94,
       95,
-      96,
       97,
-      98,
       99,
-      100,
       101,
       102,
-      103,
       104,
       105,
       106,
-      107,
       108,
-      109,
-      110,
       111,
       112,
-      113,
       114,
       115,
       116,
-      117,
       118,
-      119,
       120,
-      121,
       122,
       123,
       124,
       125,
-      126,
       127,
-      128,
       129,
       130,
-      131,
       132,
       133,
       134,
@@ -363,20 +305,14 @@
       137,
       138,
       139,
-      140,
-      141,
       142,
       143,
-      144,
       145,
       146,
-      147,
       148,
       149,
-      150,
       151,
       152,
-      153,
       154,
       155,
       156,
@@ -388,56 +324,38 @@
       162,
       163,
       164,
-      165,
-      166,
       167,
       168,
-      169,
-      170,
       171,
       172,
       173,
       174,
       175,
       176,
-      177,
       178,
       179,
-      180,
       181,
       182,
       183,
-      184,
       185,
-      186,
       187,
-      188,
       189,
-      190,
       191,
       192,
       193,
       194,
-      195,
-      196,
       197,
       198,
-      199,
       200,
       201,
       202,
       203,
-      204,
-      205,
       206,
       207,
       208,
       209,
       210,
-      211,
-      212,
       213,
-      214,
       215,
       216,
       217,
@@ -448,39 +366,26 @@
       222,
       223,
       224,
-      225,
       226,
       227,
-      228,
-      229,
-      230,
       231,
-      232,
-      233,
       234,
-      235,
       236,
-      237,
       238,
-      239,
       240,
       241,
       242,
-      243,
       244,
       245,
       246,
       247,
-      248,
-      249,
       250,
       251,
       252,
-      253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -490,571 +395,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "1fe9426dcd08a232ea320a541a3c050a21bdf2b84a08748236a21c31248a342d",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=15",
-  "pv_report": {
-    "layer": 30,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.21843093202774871,
-    "training_tokens_seen": 3932160,
-    "adaptive_schedule": {
-      "best": 0.1065091271687575,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 15,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": true,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 12793,
-      "codebook_values": 1466368,
-      "scales_changed": 28381522,
-      "scale_values": 52789248
-    },
-    "initial_validation": {
-      "target_rel": 0.1071067237588772,
-      "reference_rel": 0.1071067237588772,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 2433.051513671875,
-          "reference_energy": 1353427.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 7413.8896484375,
-          "reference_energy": 1319310.375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 114865.0,
-          "reference_energy": 2710170.25
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 2712.333740234375,
-          "reference_energy": 1315690.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 62236.83984375,
-          "reference_energy": 1285845.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 4546.04443359375,
-          "reference_energy": 4076045.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 2780.271728515625,
-          "reference_energy": 1296053.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 2140.7529296875,
-          "reference_energy": 1379273.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 2614.338623046875,
-          "reference_energy": 1360550.875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 3183.53759765625,
-          "reference_energy": 1393775.375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 2299.77099609375,
-          "reference_energy": 1391513.875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 5879.6201171875,
-          "reference_energy": 2688617.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 2544.09423828125,
-          "reference_energy": 1383300.875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 2322.755126953125,
-          "reference_energy": 1377162.625
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 3123.810546875,
-          "reference_energy": 1280988.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 88487.9453125,
-          "reference_energy": 1374684.5
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.1065091271687575,
-      "reference_rel": 0.1065091271687575,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 2468.40869140625,
-          "reference_energy": 1353427.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 7055.00244140625,
-          "reference_energy": 1319310.375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 113052.9609375,
-          "reference_energy": 2710170.25
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 2741.373046875,
-          "reference_energy": 1315690.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 61785.234375,
-          "reference_energy": 1285845.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 4592.91796875,
-          "reference_energy": 4076045.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 2820.73681640625,
-          "reference_energy": 1296053.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 2180.82958984375,
-          "reference_energy": 1379273.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 2631.29296875,
-          "reference_energy": 1360550.875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 3221.14208984375,
-          "reference_energy": 1393775.375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 2280.0576171875,
-          "reference_energy": 1391513.875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 5747.73193359375,
-          "reference_energy": 2688617.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 2553.27880859375,
-          "reference_energy": 1383300.875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 2332.186279296875,
-          "reference_energy": 1377162.625
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 3151.9072265625,
-          "reference_energy": 1280988.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 87524.015625,
-          "reference_energy": 1374684.5
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.1065091271687575,
-      "reference_rel": 0.1065091271687575
-    },
-    "development_audit": {
-      "target_rel": 0.06829221089512329,
-      "reference_rel": 0.06829221089512329,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 2808.123046875,
-          "reference_energy": 1315601.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 4099.732421875,
-          "reference_energy": 1404667.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 2532.5830078125,
-          "reference_energy": 1344053.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 3804.74658203125,
-          "reference_energy": 4085817.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 3764.7626953125,
-          "reference_energy": 2707011.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 3006.720703125,
-          "reference_energy": 1377555.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 27761.353515625,
-          "reference_energy": 2730949.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 2314.689208984375,
-          "reference_energy": 1404184.25
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 2680.412109375,
-          "reference_energy": 1277859.875
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 2783.73681640625,
-          "reference_energy": 1381487.875
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 2586.10400390625,
-          "reference_energy": 1325008.625
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 57158.6484375,
-          "reference_energy": 1337267.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 2178.7158203125,
-          "reference_energy": 1328048.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 3340.123046875,
-          "reference_energy": 2728757.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 2273.25830078125,
-          "reference_energy": 1284945.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 9284.546875,
-          "reference_energy": 1350833.625
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.06829453473974971,
-      "reference_rel": 0.06829453473974971,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 2756.59912109375,
-          "reference_energy": 1315601.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 4015.10498046875,
-          "reference_energy": 1404667.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 2488.34765625,
-          "reference_energy": 1344053.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 3821.65966796875,
-          "reference_energy": 4085817.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 3748.1748046875,
-          "reference_energy": 2707011.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 2993.622314453125,
-          "reference_energy": 1377555.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 27065.20703125,
-          "reference_energy": 2730949.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 2272.611328125,
-          "reference_energy": 1404184.25
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 2646.89501953125,
-          "reference_energy": 1277859.875
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 2746.095458984375,
-          "reference_energy": 1381487.875
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 2668.60400390625,
-          "reference_energy": 1325008.625
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 57979.66796875,
-          "reference_energy": 1337267.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 2158.973876953125,
-          "reference_energy": 1328048.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 3348.1455078125,
-          "reference_energy": 2728757.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 2273.05224609375,
-          "reference_energy": 1284945.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 9404.5048828125,
-          "reference_energy": 1350833.625
-        }
-      ]
-    },
-    "best_step": 15,
-    "steps_run": 15,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.10702406535527038,
-          "reference_rel": 0.10702406535527038
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8708107405708039,
-        "batch_loss": 0.7940679490566254,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 50.82424592971802,
-        "adaptive_schedule": {
-          "best": 0.10702406535527038,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1466368,
-          "scales_changed": 13212871,
-          "scale_values": 52789248
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.10683175019363571,
-          "reference_rel": 0.10683175019363571
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8699296875337893,
-        "batch_loss": 0.7978150993585587,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 98.33339476585388,
-        "adaptive_schedule": {
-          "best": 0.10683175019363571,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 25105,
-          "codebook_values": 1466368,
-          "scales_changed": 23204318,
-          "scale_values": 52789248
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.1065091271687575,
-          "reference_rel": 0.1065091271687575
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8691307596758523,
-        "batch_loss": 0.9815794378519058,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 150.29587841033936,
-        "adaptive_schedule": {
-          "best": 0.1065091271687575,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 12793,
-          "codebook_values": 1466368,
-          "scales_changed": 28381522,
-          "scale_values": 52789248
-        }
-      }
-    ],
-    "index_reassignments": [],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "Validation checkpoint at update15, qualified by development audit during recovery",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true,
-    "recovery": {
-      "original_report": "/tmp/glm53-sequential-full-decay/layer30_rejected_step20/report.json",
-      "selected_step": 15,
-      "reason": "Original validation-selected update20 regressed development audit; update15 replay passes both gates",
-      "audit_used_for_recovery_selection": true
-    }
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1066,6 +408,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -146,8 +146,8 @@
     "arvq-layer-014-down.safetensors": "e5da3c4cf5722cea950df7d0e25a994caced97d9bc89c668edcfd1697ea42257",
     "arvq-layer-022-gateup.safetensors": "d4226086cd592e83c59520159c24f687bc1c10778da845628070da6fabb48a70",
     "arvq-layer-022-down.safetensors": "5158574b17d172f14f59872648a343b7d2834b9a8e00a11dc00a842a43a572d5",
-    "arvq-layer-030-gateup.safetensors": "436f235f0b2ac2e420caca5cda401b551a739566007240c7943856090e6ab6a9",
-    "arvq-layer-030-down.safetensors": "02674a797776d79ba9e983f94b2baa4763693a110d38930ba0c06767fec851b4",
+    "arvq-layer-030-gateup.safetensors": "d12a2796addfb73ce99eba9abdd1e0a6d9f4e39f8be8f7ca8d0d70ec5c92899e",
+    "arvq-layer-030-down.safetensors": "98adc04bfd7a4af7aa778f4a3ed7df06dffe4c129da16a285cd0d706433e7b8d",
     "arvq-layer-038-gateup.safetensors": "18960cc7d96ffe6053b8f664ecdf9268e3a68b45421c684d023b2d9b721d5770",
     "arvq-layer-038-down.safetensors": "3a2667a2d89fb0542d427afde1be420fd85dfc8e2cdbb81adc6505a6807890fa",
     "arvq-layer-046-gateup.safetensors": "e4ae047344e69c8d228f5f22fc36c6d70471551456153dd4aba21ccf4897402f",