Replace layer 43 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-043-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a23aaa4a347243d3617e55be573e0b02a65f6a87d9059f3182fb88ba5eec5eab
-size 597279436
+oid sha256:d9524c47cc5bf4e9aaa535127315d844606d4212986b6e3015aa8cf865519332
+size 600525452

arvq-layer-043-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6c3501498e6e8b61d95a6ef8bd5822ef3f071c9171dbe759e890173db7bfb46
-size 1194181332
+oid sha256:386e0d0c865b9536c2a452294bb704daa00e7e6148e9cb152ff2772f5623719b
+size 1200671380

cold_manifests/layer-043-manifest.json

@@ -4,8 +4,8 @@
     0,
     1,
     2,
-    3,
-    6,
+    4,
+    5,
     7,
     8,
     10,
@@ -13,7 +13,6 @@
     12,
     13,
     14,
-    15,
     16,
     17,
     18,
@@ -21,38 +20,39 @@
     21,
     22,
     23,
+    24,
     25,
+    26,
     28,
     29,
     30,
     31,
     32,
-    33,
     34,
-    35,
     36,
+    37,
+    39,
     40,
     41,
     42,
-    45,
+    43,
+    46,
     48,
+    49,
     50,
-    51,
     52,
+    53,
     54,
     55,
     56,
     59,
     60,
     61,
-    63,
     65,
-    66,
     67,
     70,
     71,
     72,
-    74,
     75,
     76,
     77,
@@ -66,39 +66,38 @@
     86,
     88,
     89,
+    90,
+    92,
     93,
     94,
+    95,
     97,
     98,
     99,
-    101,
-    102,
-    103,
     105,
     106,
     108,
-    109,
     110,
     111,
+    112,
     113,
     114,
     115,
     116,
     117,
-    118,
     119,
     121,
     122,
     123,
     124,
-    125,
+    126,
     127,
     128,
-    129,
     130,
     132,
     133,
     136,
+    137,
     140,
     141,
     142,
@@ -109,28 +108,26 @@
     147,
     148,
     149,
-    150,
+    151,
     152,
     153,
     154,
     155,
-    156,
     157,
     158,
-    159,
     161,
-    163,
     164,
     165,
     166,
     167,
-    169,
+    168,
     170,
+    171,
     172,
     174,
+    175,
     176,
     177,
-    178,
     179,
     181,
     182,
@@ -140,22 +137,27 @@
     187,
     188,
     189,
+    190,
+    191,
+    192,
     193,
-    194,
+    195,
     196,
     197,
+    198,
+    199,
     200,
     201,
+    203,
     204,
     205,
     207,
     208,
     209,
     210,
-    211,
     212,
     214,
-    216,
+    217,
     218,
     219,
     220,
@@ -163,51 +165,50 @@
     222,
     223,
     224,
-    225,
     226,
-    228,
-    229,
+    227,
+    230,
     231,
     232,
-    235,
     236,
     237,
     238,
     240,
-    242,
+    241,
     243,
+    244,
     245,
     246,
     247,
     248,
     249,
     250,
-    252,
+    251,
     253,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-043-gateup.safetensors",
-      "sha256": "e6c3501498e6e8b61d95a6ef8bd5822ef3f071c9171dbe759e890173db7bfb46"
+      "sha256": "386e0d0c865b9536c2a452294bb704daa00e7e6148e9cb152ff2772f5623719b"
     },
     "w2": {
       "file": "arvq-layer-043-down.safetensors",
-      "sha256": "a23aaa4a347243d3617e55be573e0b02a65f6a87d9059f3182fb88ba5eec5eab"
+      "sha256": "d9524c47cc5bf4e9aaa535127315d844606d4212986b6e3015aa8cf865519332"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34038724047724445,
-      "hess_recon_rel_fro": 0.15565741891241236,
+      "cb_rel_l2": 0.340402415918821,
+      "hess_recon_rel_fro": 0.15575155028601198,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 466.7094442844391
+      "seconds": 330.9740180969238
     },
     "w2": {
-      "cb_rel_l2": 0.34029588331326927,
-      "hess_recon_rel_fro": 0.2933986164470563,
+      "cb_rel_l2": 0.34028116587727236,
+      "hess_recon_rel_fro": 0.2948274808371242,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 152.21383929252625
+      "seconds": 111.27888011932373
     }
   },
   "no_rotation": true,
@@ -226,87 +227,63 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "e678fe2e5c5b7ff7395dc43f0d67c488432afc729f65a05a19c85dc073809eea",
+    "capture_sha256": "c3d3c2c98bc004ac688dbe760b26186281cf1a36b5801ec969273f3a2dcf61c4",
     "cold_ids": [
       0,
       1,
       2,
-      3,
       4,
       5,
-      6,
       7,
       8,
-      9,
       10,
       11,
       12,
       13,
       14,
-      15,
       16,
       17,
       18,
       19,
-      20,
       21,
       22,
       23,
       24,
       25,
       26,
-      27,
       28,
       29,
       30,
       31,
       32,
-      33,
       34,
-      35,
       36,
       37,
-      38,
       39,
       40,
       41,
       42,
       43,
-      44,
-      45,
       46,
-      47,
       48,
       49,
       50,
-      51,
       52,
       53,
       54,
       55,
       56,
-      57,
-      58,
       59,
       60,
       61,
-      62,
-      63,
-      64,
       65,
-      66,
       67,
-      68,
-      69,
       70,
       71,
       72,
-      73,
-      74,
       75,
       76,
       77,
-      78,
       79,
       80,
       81,
@@ -315,29 +292,19 @@
       84,
       85,
       86,
-      87,
       88,
       89,
       90,
-      91,
       92,
       93,
       94,
       95,
-      96,
       97,
       98,
       99,
-      100,
-      101,
-      102,
-      103,
-      104,
       105,
       106,
-      107,
       108,
-      109,
       110,
       111,
       112,
@@ -346,28 +313,19 @@
       115,
       116,
       117,
-      118,
       119,
-      120,
       121,
       122,
       123,
       124,
-      125,
       126,
       127,
       128,
-      129,
       130,
-      131,
       132,
       133,
-      134,
-      135,
       136,
       137,
-      138,
-      139,
       140,
       141,
       142,
@@ -378,40 +336,29 @@
       147,
       148,
       149,
-      150,
       151,
       152,
       153,
       154,
       155,
-      156,
       157,
       158,
-      159,
-      160,
       161,
-      162,
-      163,
       164,
       165,
       166,
       167,
       168,
-      169,
       170,
       171,
       172,
-      173,
       174,
       175,
       176,
       177,
-      178,
       179,
-      180,
       181,
       182,
-      183,
       184,
       185,
       186,
@@ -422,7 +369,6 @@
       191,
       192,
       193,
-      194,
       195,
       196,
       197,
@@ -430,21 +376,15 @@
       199,
       200,
       201,
-      202,
       203,
       204,
       205,
-      206,
       207,
       208,
       209,
       210,
-      211,
       212,
-      213,
       214,
-      215,
-      216,
       217,
       218,
       219,
@@ -453,24 +393,16 @@
       222,
       223,
       224,
-      225,
       226,
       227,
-      228,
-      229,
       230,
       231,
       232,
-      233,
-      234,
-      235,
       236,
       237,
       238,
-      239,
       240,
       241,
-      242,
       243,
       244,
       245,
@@ -480,12 +412,10 @@
       249,
       250,
       251,
-      252,
       253,
-      254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -495,926 +425,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "b2b65f30f1a7bb6bc2c8c758b2a0c9e96b041bf194fac5dc146b775d0b4abf8f",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 43,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1.0,
-    "training_tokens_seen": 18001846,
-    "adaptive_schedule": {
-      "best": 0.2259841880308831,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 65,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 2246,
-      "codebook_values": 1507328,
-      "scales_changed": 37012212,
-      "scale_values": 54263808
-    },
-    "initial_validation": {
-      "target_rel": 0.2262760947260998,
-      "reference_rel": 0.2262760947260998,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 94723.0,
-          "reference_energy": 2256327.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 119704.078125,
-          "reference_energy": 2181613.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 369917.75,
-          "reference_energy": 3707020.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 106100.0703125,
-          "reference_energy": 2170779.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 191305.28125,
-          "reference_energy": 2253564.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 103751.28125,
-          "reference_energy": 5384100.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 111072.0,
-          "reference_energy": 2223035.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 91484.578125,
-          "reference_energy": 2263950.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 92685.25,
-          "reference_energy": 2243280.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 93121.21875,
-          "reference_energy": 2328994.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 91260.0,
-          "reference_energy": 2314087.25
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 140857.5,
-          "reference_energy": 3668743.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 115624.3125,
-          "reference_energy": 2253219.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 76804.796875,
-          "reference_energy": 2302078.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 80579.46875,
-          "reference_energy": 2174352.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 270965.09375,
-          "reference_energy": 2265462.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.2259841880308831,
-      "reference_rel": 0.2259841880308831,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 94519.8125,
-          "reference_energy": 2256327.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 119359.1640625,
-          "reference_energy": 2181613.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 368925.4375,
-          "reference_energy": 3707020.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 105859.1875,
-          "reference_energy": 2170779.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 190952.765625,
-          "reference_energy": 2253564.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 103337.78125,
-          "reference_energy": 5384100.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 110807.6484375,
-          "reference_energy": 2223035.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 91283.078125,
-          "reference_energy": 2263950.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 92455.640625,
-          "reference_energy": 2243280.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 92911.7734375,
-          "reference_energy": 2328994.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 91079.46875,
-          "reference_energy": 2314087.25
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 140053.96875,
-          "reference_energy": 3668743.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 115276.2109375,
-          "reference_energy": 2253219.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 76659.171875,
-          "reference_energy": 2302078.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 80276.625,
-          "reference_energy": 2174352.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 270654.4375,
-          "reference_energy": 2265462.0
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.2259841880308831,
-      "reference_rel": 0.2259841880308831
-    },
-    "development_audit": {
-      "target_rel": 0.20104015667831565,
-      "reference_rel": 0.20104015667831565,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 96031.234375,
-          "reference_energy": 2248027.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 113559.390625,
-          "reference_energy": 2301897.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 85288.640625,
-          "reference_energy": 2268180.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 95478.90625,
-          "reference_energy": 5324203.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 121728.0,
-          "reference_energy": 3722113.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 81441.765625,
-          "reference_energy": 2334878.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 201662.34375,
-          "reference_energy": 3791406.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 76017.1328125,
-          "reference_energy": 2306417.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 107070.796875,
-          "reference_energy": 2202029.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 104594.40625,
-          "reference_energy": 2251150.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 98535.3125,
-          "reference_energy": 2213933.25
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 182665.6875,
-          "reference_energy": 2243835.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 113131.640625,
-          "reference_energy": 2220610.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 103980.90625,
-          "reference_energy": 3737658.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 84062.078125,
-          "reference_energy": 2182539.75
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 95709.328125,
-          "reference_energy": 2220688.0
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.20129814819778605,
-      "reference_rel": 0.20129814819778605,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 96159.078125,
-          "reference_energy": 2248027.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 113766.96875,
-          "reference_energy": 2301897.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 85443.1953125,
-          "reference_energy": 2268180.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 95798.1796875,
-          "reference_energy": 5324203.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 122178.28125,
-          "reference_energy": 3722113.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 81787.4296875,
-          "reference_energy": 2334878.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 202055.0,
-          "reference_energy": 3791406.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 76174.203125,
-          "reference_energy": 2306417.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 107288.5234375,
-          "reference_energy": 2202029.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 104947.28125,
-          "reference_energy": 2251150.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 98864.015625,
-          "reference_energy": 2213933.25
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 183154.84375,
-          "reference_energy": 2243835.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 113353.8203125,
-          "reference_energy": 2220610.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 104285.9453125,
-          "reference_energy": 3737658.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 84245.2109375,
-          "reference_energy": 2182539.75
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 95978.109375,
-          "reference_energy": 2220688.0
-        }
-      ]
-    },
-    "best_step": 65,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.2261863087371358,
-          "reference_rel": 0.2261863087371358
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9672271479860396,
-        "batch_loss": 0.9124526381492615,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 52.13890266418457,
-        "adaptive_schedule": {
-          "best": 0.2261863087371358,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1507328,
-          "scales_changed": 9417660,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.22617097720400464,
-          "reference_rel": 0.22617097720400464
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9666748779071316,
-        "batch_loss": 0.9067666232585907,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 101.95193600654602,
-        "adaptive_schedule": {
-          "best": 0.22617097720400464,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 28549,
-          "codebook_values": 1507328,
-          "scales_changed": 18957106,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.22611224661546725,
-          "reference_rel": 0.22611224661546725
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9657324304520414,
-        "batch_loss": 0.9467688351869583,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 152.7456076145172,
-        "adaptive_schedule": {
-          "best": 0.22611224661546725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5685,
-          "codebook_values": 1507328,
-          "scales_changed": 24499888,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.22607002249752198,
-          "reference_rel": 0.22607002249752198
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9652162996867514,
-        "batch_loss": 0.9288646131753922,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 221.74368691444397,
-        "adaptive_schedule": {
-          "best": 0.22607002249752198,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5440,
-          "codebook_values": 1507328,
-          "scales_changed": 28222142,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.22604006735716534,
-          "reference_rel": 0.22604006735716534
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9649005030928954,
-        "batch_loss": 0.9440774768590927,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 271.44965052604675,
-        "adaptive_schedule": {
-          "best": 0.22604006735716534,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4962,
-          "codebook_values": 1507328,
-          "scales_changed": 30858187,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.22602638044094303,
-          "reference_rel": 0.22602638044094303
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9647184672326277,
-        "batch_loss": 0.9298018664121628,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 325.6296172142029,
-        "adaptive_schedule": {
-          "best": 0.22602638044094303,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4713,
-          "codebook_values": 1507328,
-          "scales_changed": 32798900,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.2260116715147085,
-          "reference_rel": 0.2260116715147085
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9645580062748023,
-        "batch_loss": 0.9646244049072266,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 374.2896399497986,
-        "adaptive_schedule": {
-          "best": 0.2260116715147085,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4168,
-          "codebook_values": 1507328,
-          "scales_changed": 34281851,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.22599987964567206,
-          "reference_rel": 0.22599987964567206
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9644564647074035,
-        "batch_loss": 0.9009492248296738,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 442.36306715011597,
-        "adaptive_schedule": {
-          "best": 0.22599987964567206,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3986,
-          "codebook_values": 1507328,
-          "scales_changed": 35454198,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.22599689659386069,
-          "reference_rel": 0.22599689659386069
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9643766129612662,
-        "batch_loss": 0.8971697092056274,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 492.90931844711304,
-        "adaptive_schedule": {
-          "best": 0.22599689659386069,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3363,
-          "codebook_values": 1507328,
-          "scales_changed": 36390799,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.22598923605826063,
-          "reference_rel": 0.22598923605826063
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9642527003400937,
-        "batch_loss": 0.9389650523662567,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 550.2816860675812,
-        "adaptive_schedule": {
-          "best": 0.22598923605826063,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1436,
-          "codebook_values": 1507328,
-          "scales_changed": 36580994,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.2259882098313773,
-          "reference_rel": 0.2259882098313773
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9642626991969,
-        "batch_loss": 0.98050257563591,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 601.6420297622681,
-        "adaptive_schedule": {
-          "best": 0.2259882098313773,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 55,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2012,
-          "codebook_values": 1507328,
-          "scales_changed": 36740404,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.2259854863763482,
-          "reference_rel": 0.2259854863763482
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9642551516198151,
-        "batch_loss": 0.9259683191776276,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 666.7045586109161,
-        "adaptive_schedule": {
-          "best": 0.2259854863763482,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 60,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2162,
-          "codebook_values": 1507328,
-          "scales_changed": 36882143,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.2259841880308831,
-          "reference_rel": 0.2259841880308831
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9642487085194638,
-        "batch_loss": 0.9283534735441208,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 721.6762900352478,
-        "adaptive_schedule": {
-          "best": 0.2259841880308831,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 65,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2246,
-          "codebook_values": 1507328,
-          "scales_changed": 37012212,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.22598484955406073,
-          "reference_rel": 0.22598484955406073
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9642286328991528,
-        "batch_loss": 0.9700861871242523,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 761.701408624649,
-        "adaptive_schedule": {
-          "best": 0.2259841880308831,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 65,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2272,
-          "codebook_values": 1507328,
-          "scales_changed": 37112298,
-          "scale_values": 54263808
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 352,
-        "accepted": 313,
-        "changed_groups": 207135,
-        "training_before": 1123468.5,
-        "training_after": 1122306.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 352,
-        "accepted": 291,
-        "changed_groups": 193411,
-        "training_before": 1039515.375,
-        "training_after": 1038585.125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 356,
-        "accepted": 300,
-        "changed_groups": 199477,
-        "training_before": 1062073.375,
-        "training_after": 1060996.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1428,6 +438,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -90,8 +90,8 @@
     "arvq-layer-027-down.safetensors": "51620286ed62b386a5bc311f97ade31a3b7aa4031e9aa47ac3b26fe7d3cc9150",
     "arvq-layer-035-gateup.safetensors": "043c0dc60ae4699e17685ca7e50c923109c4520b6fb69eb96444af7d4598962b",
     "arvq-layer-035-down.safetensors": "781848c161cf3f0ff1f280ce85311781196bf138cd3af4000b4b01a59d6b5264",
-    "arvq-layer-043-gateup.safetensors": "e6c3501498e6e8b61d95a6ef8bd5822ef3f071c9171dbe759e890173db7bfb46",
-    "arvq-layer-043-down.safetensors": "a23aaa4a347243d3617e55be573e0b02a65f6a87d9059f3182fb88ba5eec5eab",
+    "arvq-layer-043-gateup.safetensors": "386e0d0c865b9536c2a452294bb704daa00e7e6148e9cb152ff2772f5623719b",
+    "arvq-layer-043-down.safetensors": "d9524c47cc5bf4e9aaa535127315d844606d4212986b6e3015aa8cf865519332",
     "arvq-layer-051-gateup.safetensors": "ca839e08a82979ed0c5840e00e94679cb1477cf5ed9bdacbb8f59b0627f68203",
     "arvq-layer-051-down.safetensors": "8a9bdbd94f7016fb940fa75fcff2c6600eedc1b8f02327ff648239bd1a02735d",
     "arvq-layer-059-gateup.safetensors": "4294bdb3fa8d79a307f9950c32a3d6fe484a32b2ed0aae60eebf6fb47967ae0a",