Replace layer 31 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-031-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9d6662fb2b248398bbd897a93d03d60b9e17261a8eed191e7df565ea6e2acf1
-size 564818636
+oid sha256:476b482b1e52b7b43e69b4af7853a63cb97ec31bea4d20c14a15d9c5fe9c5292
+size 548588172

arvq-layer-031-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ee956e8e1955c216bce4a4c722d3c3a8d41883119501c3671314f31a874081c
-size 1129280212
+oid sha256:d58dfabaac99a54f0da9636537131c147a17d65e3883e63d07d62ca6614afdf1
+size 1096829588

cold_manifests/layer-031-manifest.json

@@ -1,90 +1,86 @@
 {
   "layer": 31,
   "cold_expert_ids": [
+    0,
     1,
     6,
     7,
     10,
     11,
+    12,
+    13,
     14,
     15,
+    17,
     20,
     21,
     22,
     23,
     24,
     25,
+    26,
     29,
     31,
     33,
-    34,
+    35,
     36,
+    38,
     39,
     40,
     41,
-    42,
-    44,
+    45,
     46,
     47,
     48,
     50,
     51,
-    53,
     54,
     55,
     56,
     58,
     60,
     61,
-    62,
     63,
     64,
     65,
     66,
     67,
-    68,
     69,
-    70,
     72,
     73,
+    74,
     75,
     77,
     78,
     80,
     81,
     82,
+    83,
     84,
     86,
-    87,
     88,
     90,
     91,
+    92,
     94,
-    95,
-    96,
     97,
     98,
-    99,
     100,
-    101,
     102,
     103,
     104,
     105,
-    106,
     107,
     108,
     109,
-    112,
+    111,
     114,
     115,
+    116,
     117,
     119,
     120,
-    121,
-    123,
     124,
-    125,
     126,
     127,
     128,
@@ -92,49 +88,49 @@
     130,
     131,
     132,
-    133,
     134,
     135,
     137,
     138,
     139,
-    140,
     141,
     143,
     144,
     145,
+    146,
     147,
     148,
     149,
     150,
     151,
-    153,
     154,
     157,
-    158,
     159,
     162,
     163,
     164,
+    165,
     167,
     168,
     169,
-    170,
     171,
     172,
     173,
+    175,
     176,
+    177,
     178,
-    179,
     180,
     181,
+    182,
     183,
     184,
     185,
-    186,
+    187,
     191,
     194,
     195,
+    196,
     197,
     201,
     202,
@@ -143,61 +139,60 @@
     205,
     206,
     207,
+    208,
+    209,
     210,
     211,
     212,
+    214,
     215,
-    216,
     217,
     218,
     219,
-    221,
-    224,
+    222,
+    223,
     225,
     226,
-    227,
     229,
     230,
     231,
     232,
+    233,
     235,
     236,
     239,
     241,
-    242,
-    243,
     244,
     245,
     247,
-    248,
     249,
-    250,
     251,
     252,
-    254
+    254,
+    255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-031-gateup.safetensors",
-      "sha256": "0ee956e8e1955c216bce4a4c722d3c3a8d41883119501c3671314f31a874081c"
+      "sha256": "d58dfabaac99a54f0da9636537131c147a17d65e3883e63d07d62ca6614afdf1"
     },
     "w2": {
       "file": "arvq-layer-031-down.safetensors",
-      "sha256": "d9d6662fb2b248398bbd897a93d03d60b9e17261a8eed191e7df565ea6e2acf1"
+      "sha256": "476b482b1e52b7b43e69b4af7853a63cb97ec31bea4d20c14a15d9c5fe9c5292"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3402205825786375,
-      "hess_recon_rel_fro": 0.14227847201863672,
+      "cb_rel_l2": 0.34036874221215524,
+      "hess_recon_rel_fro": 0.14890600519098468,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 489.21248507499695
+      "seconds": 315.9179005622864
     },
     "w2": {
-      "cb_rel_l2": 0.3401457089472041,
-      "hess_recon_rel_fro": 0.27283575627779033,
+      "cb_rel_l2": 0.3403513708156158,
+      "hess_recon_rel_fro": 0.2891700399777086,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 156.7397496700287
+      "seconds": 101.73369002342224
     }
   },
   "no_rotation": true,
@@ -216,28 +211,19 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "e53586e9e1ed2ff8cdf729d0151e553198e831c180bc217abb63b3eafe06ad16",
+    "capture_sha256": "df3d86467c177ff7cb618ff6e48797b19552e99c5babc3acab99953bc7f13759",
     "cold_ids": [
       0,
       1,
-      2,
-      3,
-      4,
-      5,
       6,
       7,
-      8,
-      9,
       10,
       11,
       12,
       13,
       14,
       15,
-      16,
       17,
-      18,
-      19,
       20,
       21,
       22,
@@ -245,105 +231,68 @@
       24,
       25,
       26,
-      27,
-      28,
       29,
-      30,
       31,
-      32,
       33,
-      34,
       35,
       36,
-      37,
       38,
       39,
       40,
       41,
-      42,
-      43,
-      44,
       45,
       46,
       47,
       48,
-      49,
       50,
       51,
-      52,
-      53,
       54,
       55,
       56,
-      57,
       58,
-      59,
       60,
       61,
-      62,
       63,
       64,
       65,
       66,
       67,
-      68,
       69,
-      70,
-      71,
       72,
       73,
       74,
       75,
-      76,
       77,
       78,
-      79,
       80,
       81,
       82,
       83,
       84,
-      85,
       86,
-      87,
       88,
-      89,
       90,
       91,
       92,
-      93,
       94,
-      95,
-      96,
       97,
       98,
-      99,
       100,
-      101,
       102,
       103,
       104,
       105,
-      106,
       107,
       108,
       109,
-      110,
       111,
-      112,
-      113,
       114,
       115,
       116,
       117,
-      118,
       119,
       120,
-      121,
-      122,
-      123,
       124,
-      125,
       126,
       127,
       128,
@@ -351,16 +300,12 @@
       130,
       131,
       132,
-      133,
       134,
       135,
-      136,
       137,
       138,
       139,
-      140,
       141,
-      142,
       143,
       144,
       145,
@@ -370,55 +315,35 @@
       149,
       150,
       151,
-      152,
-      153,
       154,
-      155,
-      156,
       157,
-      158,
       159,
-      160,
-      161,
       162,
       163,
       164,
       165,
-      166,
       167,
       168,
       169,
-      170,
       171,
       172,
       173,
-      174,
       175,
       176,
       177,
       178,
-      179,
       180,
       181,
       182,
       183,
       184,
       185,
-      186,
       187,
-      188,
-      189,
-      190,
       191,
-      192,
-      193,
       194,
       195,
       196,
       197,
-      198,
-      199,
-      200,
       201,
       202,
       203,
@@ -431,51 +356,34 @@
       210,
       211,
       212,
-      213,
       214,
       215,
-      216,
       217,
       218,
       219,
-      220,
-      221,
       222,
       223,
-      224,
       225,
       226,
-      227,
-      228,
       229,
       230,
       231,
       232,
       233,
-      234,
       235,
       236,
-      237,
-      238,
       239,
-      240,
       241,
-      242,
-      243,
       244,
       245,
-      246,
       247,
-      248,
       249,
-      250,
       251,
       252,
-      253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -485,896 +393,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "0ce98fa54808ada4e523524558fa8fd2e2392b54dd65d489a6ed1c7e6915b270",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=65",
-  "pv_report": {
-    "layer": 31,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.9465340387869111,
-    "training_tokens_seen": 17039360,
-    "adaptive_schedule": {
-      "best": 0.11863778472482699,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 50,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 13602,
-      "codebook_values": 1425408,
-      "scales_changed": 36474931,
-      "scale_values": 51314688
-    },
-    "initial_validation": {
-      "target_rel": 0.12013432484669206,
-      "reference_rel": 0.12013432484669206,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 3484.006591796875,
-          "reference_energy": 1410584.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 10314.759765625,
-          "reference_energy": 1372091.875
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 149130.4375,
-          "reference_energy": 2812890.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 3920.77587890625,
-          "reference_energy": 1373336.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 82956.8515625,
-          "reference_energy": 1345855.25
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 6351.35693359375,
-          "reference_energy": 4231381.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 4029.60888671875,
-          "reference_energy": 1361111.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 2929.94482421875,
-          "reference_energy": 1441861.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 3620.474365234375,
-          "reference_energy": 1424230.125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 4302.8466796875,
-          "reference_energy": 1462302.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 3257.73388671875,
-          "reference_energy": 1456563.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 7899.0244140625,
-          "reference_energy": 2779781.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 3702.73974609375,
-          "reference_energy": 1443727.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 3148.22509765625,
-          "reference_energy": 1442948.25
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 4304.60986328125,
-          "reference_energy": 1339716.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 112650.03125,
-          "reference_energy": 1433285.125
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.11863778472482699,
-      "reference_rel": 0.11863778472482699,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 3516.037841796875,
-          "reference_energy": 1410584.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 9957.751953125,
-          "reference_energy": 1372091.875
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 146976.96875,
-          "reference_energy": 2812890.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 3968.458984375,
-          "reference_energy": 1373336.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 76456.703125,
-          "reference_energy": 1345855.25
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 6387.890625,
-          "reference_energy": 4231381.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 4084.3798828125,
-          "reference_energy": 1361111.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 3028.88818359375,
-          "reference_energy": 1441861.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 3662.47607421875,
-          "reference_energy": 1424230.125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 4347.251953125,
-          "reference_energy": 1462302.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 3270.64794921875,
-          "reference_energy": 1456563.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 7285.7412109375,
-          "reference_energy": 2779781.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 3709.07275390625,
-          "reference_energy": 1443727.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 3170.544189453125,
-          "reference_energy": 1442948.25
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 4358.408203125,
-          "reference_energy": 1339716.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 111769.859375,
-          "reference_energy": 1433285.125
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.11863778472482699,
-      "reference_rel": 0.11863778472482699
-    },
-    "development_audit": {
-      "target_rel": 0.07715647044214424,
-      "reference_rel": 0.07715647044214424,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 4075.7890625,
-          "reference_energy": 1374985.25
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 5486.3701171875,
-          "reference_energy": 1472974.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 3693.969970703125,
-          "reference_energy": 1404384.5
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 5247.3115234375,
-          "reference_energy": 4225458.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 5273.328125,
-          "reference_energy": 2813537.75
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 4524.68212890625,
-          "reference_energy": 1441951.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 41588.421875,
-          "reference_energy": 2839122.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 3123.220458984375,
-          "reference_energy": 1471242.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 3776.44384765625,
-          "reference_energy": 1333101.125
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 4032.49169921875,
-          "reference_energy": 1440859.75
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 3780.65478515625,
-          "reference_energy": 1384999.25
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 69706.125,
-          "reference_energy": 1393503.25
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 3600.674560546875,
-          "reference_energy": 1391730.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 4595.95703125,
-          "reference_energy": 2830398.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 3307.709716796875,
-          "reference_energy": 1341494.625
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 10204.478515625,
-          "reference_energy": 1407542.75
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.07838917416037487,
-      "reference_rel": 0.07838917416037487,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 4003.361328125,
-          "reference_energy": 1374985.25
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 5392.82666015625,
-          "reference_energy": 1472974.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 3634.275390625,
-          "reference_energy": 1404384.5
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 5187.19921875,
-          "reference_energy": 4225458.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 5221.2548828125,
-          "reference_energy": 2813537.75
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 3936.732177734375,
-          "reference_energy": 1441951.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 41079.234375,
-          "reference_energy": 2839122.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 3069.513427734375,
-          "reference_energy": 1471242.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 3715.0771484375,
-          "reference_energy": 1333101.125
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 3986.66943359375,
-          "reference_energy": 1440859.75
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 3826.013427734375,
-          "reference_energy": 1384999.25
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 76123.9375,
-          "reference_energy": 1393503.25
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 3148.64501953125,
-          "reference_energy": 1391730.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 4553.08447265625,
-          "reference_energy": 2830398.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 3277.16943359375,
-          "reference_energy": 1341494.625
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 11531.916015625,
-          "reference_energy": 1407542.75
-        }
-      ]
-    },
-    "best_step": 50,
-    "steps_run": 65,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.12007485310374144,
-          "reference_rel": 0.12007485310374144
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8811543383747167,
-        "batch_loss": 0.7976066768169403,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 49.83992266654968,
-        "adaptive_schedule": {
-          "best": 0.12007485310374144,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1425408,
-          "scales_changed": 13205598,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.1200283890302531,
-          "reference_rel": 0.1200283890302531
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8805776023974303,
-        "batch_loss": 0.80718794465065,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 96.23347520828247,
-        "adaptive_schedule": {
-          "best": 0.1200283890302531,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 20032,
-          "codebook_values": 1425408,
-          "scales_changed": 22678321,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.11990995051006023,
-          "reference_rel": 0.11990995051006023
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8787226274946631,
-        "batch_loss": 0.9991404563188553,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 144.70802974700928,
-        "adaptive_schedule": {
-          "best": 0.11990995051006023,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7663,
-          "codebook_values": 1425408,
-          "scales_changed": 27499889,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.11927280874356003,
-          "reference_rel": 0.11927280874356003
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8813876774558115,
-        "batch_loss": 0.913467526435852,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 210.73487734794617,
-        "adaptive_schedule": {
-          "best": 0.11927280874356003,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 16253,
-          "codebook_values": 1425408,
-          "scales_changed": 30470236,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.11916719909675358,
-          "reference_rel": 0.11916719909675358
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8799889124279421,
-        "batch_loss": 0.8696423768997192,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 256.5794610977173,
-        "adaptive_schedule": {
-          "best": 0.11916719909675358,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 18140,
-          "codebook_values": 1425408,
-          "scales_changed": 32421701,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.1192726526695063,
-          "reference_rel": 0.1192726526695063
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8785649275248965,
-        "batch_loss": 0.831413671374321,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 306.28409242630005,
-        "adaptive_schedule": {
-          "best": 0.11916719909675358,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 14623,
-          "codebook_values": 1425408,
-          "scales_changed": 33802948,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.11890256887573224,
-          "reference_rel": 0.11890256887573224
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8793346505018513,
-        "batch_loss": 0.9857276231050491,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 352.743043422699,
-        "adaptive_schedule": {
-          "best": 0.11890256887573224,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 15693,
-          "codebook_values": 1425408,
-          "scales_changed": 34858304,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.11905228966172497,
-          "reference_rel": 0.11905228966172497
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8788043924898106,
-        "batch_loss": 0.7437147498130798,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 417.2638928890228,
-        "adaptive_schedule": {
-          "best": 0.11890256887573224,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 1,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 16931,
-          "codebook_values": 1425408,
-          "scales_changed": 35685361,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.118667227544575,
-          "reference_rel": 0.118667227544575
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8784708541132112,
-        "batch_loss": 0.7499759197235107,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 464.38159346580505,
-        "adaptive_schedule": {
-          "best": 0.118667227544575,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 16398,
-          "codebook_values": 1425408,
-          "scales_changed": 36347112,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.11863778472482699,
-          "reference_rel": 0.11863778472482699
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8778685626989069,
-        "batch_loss": 0.8989466577768326,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 520.0703835487366,
-        "adaptive_schedule": {
-          "best": 0.11863778472482699,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 13602,
-          "codebook_values": 1425408,
-          "scales_changed": 36474931,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.11872288118987218,
-          "reference_rel": 0.11872288118987218
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8775320867236578,
-        "batch_loss": 1.0262474715709686,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 568.8596551418304,
-        "adaptive_schedule": {
-          "best": 0.11863778472482699,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 13351,
-          "codebook_values": 1425408,
-          "scales_changed": 36576739,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.11884788637487119,
-          "reference_rel": 0.11884788637487119
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8773314465866725,
-        "batch_loss": 0.8946944624185562,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 633.9062309265137,
-        "adaptive_schedule": {
-          "best": 0.11863778472482699,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 13398,
-          "codebook_values": 1425408,
-          "scales_changed": 36661288,
-          "scale_values": 51314688
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.11888553408040456,
-          "reference_rel": 0.11888553408040456
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8771162255166367,
-        "batch_loss": 0.8443105220794678,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 690.880485534668,
-        "adaptive_schedule": {
-          "best": 0.11863778472482699,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 12590,
-          "codebook_values": 1425408,
-          "scales_changed": 36737831,
-          "scale_values": 51314688
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 342,
-        "accepted": 278,
-        "changed_groups": 276451,
-        "training_before": 170672.25,
-        "training_after": 170463.640625,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 346,
-        "accepted": 301,
-        "changed_groups": 272090,
-        "training_before": 103103.390625,
-        "training_after": 100115.203125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 344,
-        "accepted": 272,
-        "changed_groups": 232235,
-        "training_before": 127986.421875,
-        "training_after": 127865.7265625,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1386,6 +406,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -164,8 +164,8 @@
     "arvq-layer-015-down.safetensors": "6df87d95ab40b51ac5389a6fe1c517e925967c5dfef8411d6d2f5e52d694056e",
     "arvq-layer-023-gateup.safetensors": "132f305ef1a889096a4d16749a1feebc4ec86c8d4ee50f681677831b75c5d3dd",
     "arvq-layer-023-down.safetensors": "57f832c571b3b8cc22d846b33d22e09daeed186579afa2b23c29169a470b84df",
-    "arvq-layer-031-gateup.safetensors": "0ee956e8e1955c216bce4a4c722d3c3a8d41883119501c3671314f31a874081c",
-    "arvq-layer-031-down.safetensors": "d9d6662fb2b248398bbd897a93d03d60b9e17261a8eed191e7df565ea6e2acf1",
+    "arvq-layer-031-gateup.safetensors": "d58dfabaac99a54f0da9636537131c147a17d65e3883e63d07d62ca6614afdf1",
+    "arvq-layer-031-down.safetensors": "476b482b1e52b7b43e69b4af7853a63cb97ec31bea4d20c14a15d9c5fe9c5292",
     "arvq-layer-039-gateup.safetensors": "81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88",
     "arvq-layer-039-down.safetensors": "7354b720a76bc164652667ac0cc7cd2ebcf1c3dbc569752498aeb15d7525a4e2",
     "arvq-layer-047-gateup.safetensors": "2af85995df82a2c9c3d91dd070a63f20bdcd1c9d532ef9b69214860e5f9da3ab",