Replace layer 49 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-049-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a2dfe619af1e649c451c609c7664c1de8b9a5031b6df692777f6fda058f5f51
-size 548588236
+oid sha256:79a998a4eb6aaac88ac7c19c6d19970c65636cb87c5e9dd318350efdeb0c1d1c
+size 594033292

arvq-layer-049-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56bb23fcb552b2fcdfc163ca5d12a104632e5ca0c1ef04ac875c79442de38013
-size 1096829652
+oid sha256:061b62d959fd6e7e9cd3eab2597e908364ac3923f239ad08040c6a5741d8ad53
+size 1187691156

cold_manifests/layer-049-manifest.json

@@ -2,72 +2,74 @@
   "layer": 49,
   "cold_expert_ids": [
     0,
+    1,
     2,
     3,
+    5,
     6,
     7,
     10,
     11,
     13,
     14,
-    17,
+    15,
     18,
+    19,
     20,
     21,
+    22,
     23,
+    24,
     25,
     26,
-    27,
     28,
     30,
     31,
     32,
     33,
     34,
-    35,
     36,
     38,
     39,
     42,
-    44,
     45,
     47,
     48,
     49,
-    51,
+    50,
     52,
     53,
-    55,
+    54,
     56,
-    59,
+    58,
     60,
-    61,
     62,
     64,
     65,
     66,
     67,
+    68,
     69,
     70,
     71,
-    73,
-    74,
     75,
+    76,
     78,
     79,
-    80,
     81,
     82,
     83,
     84,
     85,
     86,
+    87,
     90,
     92,
     93,
+    94,
     95,
     96,
-    97,
+    98,
     99,
     100,
     101,
@@ -75,6 +77,7 @@
     106,
     107,
     109,
+    111,
     113,
     114,
     115,
@@ -84,9 +87,11 @@
     120,
     124,
     125,
+    126,
     128,
     129,
     130,
+    131,
     132,
     134,
     135,
@@ -95,40 +100,48 @@
     138,
     139,
     140,
+    141,
     143,
-    146,
     147,
     148,
     149,
     150,
+    152,
     153,
     154,
     155,
     156,
     157,
     158,
+    160,
+    161,
     162,
     164,
     167,
+    168,
     169,
     171,
     172,
-    173,
     174,
     175,
     176,
     177,
     178,
-    179,
     181,
+    182,
+    184,
     185,
     186,
-    189,
+    187,
+    188,
     190,
     193,
     195,
+    196,
     197,
     200,
+    201,
+    203,
     204,
     206,
     207,
@@ -136,6 +149,7 @@
     210,
     211,
     212,
+    215,
     216,
     217,
     219,
@@ -146,6 +160,7 @@
     226,
     227,
     228,
+    229,
     230,
     231,
     233,
@@ -166,7 +181,6 @@
     249,
     250,
     251,
-    252,
     253,
     254,
     255
@@ -174,25 +188,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-049-gateup.safetensors",
-      "sha256": "56bb23fcb552b2fcdfc163ca5d12a104632e5ca0c1ef04ac875c79442de38013"
+      "sha256": "061b62d959fd6e7e9cd3eab2597e908364ac3923f239ad08040c6a5741d8ad53"
     },
     "w2": {
       "file": "arvq-layer-049-down.safetensors",
-      "sha256": "0a2dfe619af1e649c451c609c7664c1de8b9a5031b6df692777f6fda058f5f51"
+      "sha256": "79a998a4eb6aaac88ac7c19c6d19970c65636cb87c5e9dd318350efdeb0c1d1c"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3402939378437163,
-      "hess_recon_rel_fro": 0.15976597297723458,
+      "cb_rel_l2": 0.3403627141872685,
+      "hess_recon_rel_fro": 0.1607539999674307,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 462.8739056587219
+      "seconds": 332.0740976333618
     },
     "w2": {
-      "cb_rel_l2": 0.340272536826961,
-      "hess_recon_rel_fro": 0.29351658628871685,
+      "cb_rel_l2": 0.3402248960302902,
+      "hess_recon_rel_fro": 0.2957962746470028,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 153.1221091747284
+      "seconds": 110.28439378738403
     }
   },
   "no_rotation": true,
@@ -211,26 +225,20 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "8c676e8e1beb3ffc75811305e4d7fdcf2eb5ea5d5587197fd05cc3ec286e546d",
+    "capture_sha256": "4b62de1305543772c66c05de5dc02e2a91d282f89539a6ab5742385852ebdcee",
     "cold_ids": [
       0,
       1,
       2,
       3,
-      4,
       5,
       6,
       7,
-      8,
-      9,
       10,
       11,
-      12,
       13,
       14,
       15,
-      16,
-      17,
       18,
       19,
       20,
@@ -240,43 +248,28 @@
       24,
       25,
       26,
-      27,
       28,
-      29,
       30,
       31,
       32,
       33,
       34,
-      35,
       36,
-      37,
       38,
       39,
-      40,
-      41,
       42,
-      43,
-      44,
       45,
-      46,
       47,
       48,
       49,
       50,
-      51,
       52,
       53,
       54,
-      55,
       56,
-      57,
       58,
-      59,
       60,
-      61,
       62,
-      63,
       64,
       65,
       66,
@@ -285,15 +278,10 @@
       69,
       70,
       71,
-      72,
-      73,
-      74,
       75,
       76,
-      77,
       78,
       79,
-      80,
       81,
       82,
       83,
@@ -301,52 +289,36 @@
       85,
       86,
       87,
-      88,
-      89,
       90,
-      91,
       92,
       93,
       94,
       95,
       96,
-      97,
       98,
       99,
       100,
       101,
-      102,
       103,
-      104,
-      105,
       106,
       107,
-      108,
       109,
-      110,
       111,
-      112,
       113,
       114,
       115,
       116,
       117,
       118,
-      119,
       120,
-      121,
-      122,
-      123,
       124,
       125,
       126,
-      127,
       128,
       129,
       130,
       131,
       132,
-      133,
       134,
       135,
       136,
@@ -355,16 +327,11 @@
       139,
       140,
       141,
-      142,
       143,
-      144,
-      145,
-      146,
       147,
       148,
       149,
       150,
-      151,
       152,
       153,
       154,
@@ -372,70 +339,47 @@
       156,
       157,
       158,
-      159,
       160,
       161,
       162,
-      163,
       164,
-      165,
-      166,
       167,
       168,
       169,
-      170,
       171,
       172,
-      173,
       174,
       175,
       176,
       177,
       178,
-      179,
-      180,
       181,
       182,
-      183,
       184,
       185,
       186,
       187,
       188,
-      189,
       190,
-      191,
-      192,
       193,
-      194,
       195,
       196,
       197,
-      198,
-      199,
       200,
       201,
-      202,
       203,
       204,
-      205,
       206,
       207,
       208,
-      209,
       210,
       211,
       212,
-      213,
-      214,
       215,
       216,
       217,
-      218,
       219,
       220,
-      221,
-      222,
       223,
       224,
       225,
@@ -445,13 +389,11 @@
       229,
       230,
       231,
-      232,
       233,
       234,
       235,
       236,
       237,
-      238,
       239,
       240,
       241,
@@ -465,12 +407,11 @@
       249,
       250,
       251,
-      252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -480,866 +421,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "558f17d58fc31ce6a15e7a6896150185c9f5d222f722a3d3dbe924f80f353045",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 49,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.2789341851468615,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 15,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 7831,
-      "codebook_values": 1384448,
-      "scales_changed": 19553214,
-      "scale_values": 49840128
-    },
-    "initial_validation": {
-      "target_rel": 0.2790533744336196,
-      "reference_rel": 0.2790533744336196,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 239546.734375,
-          "reference_energy": 3127584.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 271579.0625,
-          "reference_energy": 3055043.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 414678.28125,
-          "reference_energy": 4414620.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 275810.1875,
-          "reference_energy": 2991313.25
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 246048.265625,
-          "reference_energy": 3113381.75
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 250375.296875,
-          "reference_energy": 6238750.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 282899.375,
-          "reference_energy": 3041122.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 247937.015625,
-          "reference_energy": 3074767.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 229615.78125,
-          "reference_energy": 3055161.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 225775.40625,
-          "reference_energy": 3111365.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 228839.28125,
-          "reference_energy": 3148168.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 327636.0625,
-          "reference_energy": 4539791.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 301998.25,
-          "reference_energy": 3120925.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 195641.140625,
-          "reference_energy": 3101186.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 185797.15625,
-          "reference_energy": 2980401.0
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 375261.75,
-          "reference_energy": 3098897.5
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.2789341851468615,
-      "reference_rel": 0.2789341851468615,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 239376.9375,
-          "reference_energy": 3127584.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 271369.40625,
-          "reference_energy": 3055043.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 414252.5625,
-          "reference_energy": 4414620.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 275483.75,
-          "reference_energy": 2991313.25
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 245982.5625,
-          "reference_energy": 3113381.75
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 250045.71875,
-          "reference_energy": 6238750.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 282675.625,
-          "reference_energy": 3041122.5
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 247694.296875,
-          "reference_energy": 3074767.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 229362.234375,
-          "reference_energy": 3055161.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 225588.28125,
-          "reference_energy": 3111365.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 228648.59375,
-          "reference_energy": 3148168.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 327356.625,
-          "reference_energy": 4539791.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 301652.4375,
-          "reference_energy": 3120925.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 195523.171875,
-          "reference_energy": 3101186.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 185731.375,
-          "reference_energy": 2980401.0
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 375023.5,
-          "reference_energy": 3098897.5
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.2789341851468615,
-      "reference_rel": 0.2789341851468615
-    },
-    "development_audit": {
-      "target_rel": 0.26909877518246317,
-      "reference_rel": 0.26909877518246317,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 233430.84375,
-          "reference_energy": 3102338.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 291834.46875,
-          "reference_energy": 3048998.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 203986.65625,
-          "reference_energy": 3101616.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 241080.0625,
-          "reference_energy": 6165425.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 292317.71875,
-          "reference_energy": 4413415.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 216040.53125,
-          "reference_energy": 3204521.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 348673.09375,
-          "reference_energy": 4569804.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 205568.6875,
-          "reference_energy": 3112773.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 263765.625,
-          "reference_energy": 3135705.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 273368.4375,
-          "reference_energy": 3091696.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 256843.0625,
-          "reference_energy": 3021575.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 271274.96875,
-          "reference_energy": 3160500.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 278960.5625,
-          "reference_energy": 3048948.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 265827.8125,
-          "reference_energy": 4502916.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 220938.796875,
-          "reference_energy": 3039270.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 253886.046875,
-          "reference_energy": 3145037.0
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.26922334258438857,
-      "reference_rel": 0.26922334258438857,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 233539.5625,
-          "reference_energy": 3102338.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 292047.65625,
-          "reference_energy": 3048998.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 204020.671875,
-          "reference_energy": 3101616.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 241374.09375,
-          "reference_energy": 6165425.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 292741.0625,
-          "reference_energy": 4413415.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 216380.296875,
-          "reference_energy": 3204521.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 348990.375,
-          "reference_energy": 4569804.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 205735.25,
-          "reference_energy": 3112773.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 264006.9375,
-          "reference_energy": 3135705.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 273751.375,
-          "reference_energy": 3091696.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 257065.546875,
-          "reference_energy": 3021575.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 271455.90625,
-          "reference_energy": 3160500.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 279204.8125,
-          "reference_energy": 3048948.75
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 266055.59375,
-          "reference_energy": 4502916.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 221077.265625,
-          "reference_energy": 3039270.25
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 254164.15625,
-          "reference_energy": 3145037.0
-        }
-      ]
-    },
-    "best_step": 15,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.2789787637197307,
-          "reference_rel": 0.2789787637197307
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9809910051598877,
-        "batch_loss": 0.9401408582925797,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 52.91561245918274,
-        "adaptive_schedule": {
-          "best": 0.2789787637197307,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1384448,
-          "scales_changed": 5905920,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.278939181340891,
-          "reference_rel": 0.278939181340891
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9803890528977595,
-        "batch_loss": 0.9350131005048752,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 103.83308172225952,
-        "adaptive_schedule": {
-          "best": 0.278939181340891,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 19720,
-          "codebook_values": 1384448,
-          "scales_changed": 14136486,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.2789341851468615,
-          "reference_rel": 0.2789341851468615
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9797758257548224,
-        "batch_loss": 0.9526158571243286,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 153.89956426620483,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7831,
-          "codebook_values": 1384448,
-          "scales_changed": 19553214,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.27896381909603146,
-          "reference_rel": 0.27896381909603146
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9795485299042581,
-        "batch_loss": 0.9547634869813919,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 219.37319946289062,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 9352,
-          "codebook_values": 1384448,
-          "scales_changed": 23348194,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.27898402082726054,
-          "reference_rel": 0.27898402082726054
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9793855161030279,
-        "batch_loss": 0.9532788842916489,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 273.9892089366913,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 9779,
-          "codebook_values": 1384448,
-          "scales_changed": 26090339,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.2789997880053497,
-          "reference_rel": 0.2789997880053497
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9792641539192678,
-        "batch_loss": 0.9432947486639023,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 328.1168246269226,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 10622,
-          "codebook_values": 1384448,
-          "scales_changed": 28125764,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.2789874240731857,
-          "reference_rel": 0.2789874240731857
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9790952198308966,
-        "batch_loss": 0.9636296480894089,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 383.829313993454,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 11855,
-          "codebook_values": 1384448,
-          "scales_changed": 29691548,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.27898437941265525,
-          "reference_rel": 0.27898437941265525
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9789936916694248,
-        "batch_loss": 0.934404045343399,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 453.98327803611755,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 12827,
-          "codebook_values": 1384448,
-          "scales_changed": 30924895,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.2790096212461687,
-          "reference_rel": 0.2790096212461687
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.978893544654874,
-        "batch_loss": 0.9342323243618011,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 511.8981418609619,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 12598,
-          "codebook_values": 1384448,
-          "scales_changed": 31919593,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.2789836820219663,
-          "reference_rel": 0.2789836820219663
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9787584699268429,
-        "batch_loss": 0.9489616900682449,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 565.9121353626251,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 11151,
-          "codebook_values": 1384448,
-          "scales_changed": 32125070,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.2789926237064633,
-          "reference_rel": 0.2789926237064633
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.97875044237483,
-        "batch_loss": 0.9762788265943527,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 622.7157917022705,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 11564,
-          "codebook_values": 1384448,
-          "scales_changed": 32298881,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.2790563133795923,
-          "reference_rel": 0.2790563133795923
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9788814159600921,
-        "batch_loss": 0.9402946084737778,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 690.7925577163696,
-        "adaptive_schedule": {
-          "best": 0.2789341851468615,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 12689,
-          "codebook_values": 1384448,
-          "scales_changed": 32458306,
-          "scale_values": 49840128
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 326,
-        "accepted": 265,
-        "changed_groups": 282106,
-        "training_before": 2392803.5,
-        "training_after": 2386653.5,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 332,
-        "accepted": 245,
-        "changed_groups": 265429,
-        "training_before": 2356026.0,
-        "training_after": 2354141.75,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 326,
-        "accepted": 256,
-        "changed_groups": 284234,
-        "training_before": 2296962.75,
-        "training_after": 2295092.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1353,6 +434,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -204,8 +204,8 @@
     "arvq-layer-033-down.safetensors": "60a84fc1e1460b7cd267d57ba57211fdc5f81e3b746342aec3f05259d1ba8613",
     "arvq-layer-041-gateup.safetensors": "4248d095a3c6ea70575f860a0793d5af1d4d62cd94c1a5ea26e40a5f2a840f76",
     "arvq-layer-041-down.safetensors": "dd4f5824c0d628e136944935d964a1dda02d6f55f87d351299547449466b7fd3",
-    "arvq-layer-049-gateup.safetensors": "56bb23fcb552b2fcdfc163ca5d12a104632e5ca0c1ef04ac875c79442de38013",
-    "arvq-layer-049-down.safetensors": "0a2dfe619af1e649c451c609c7664c1de8b9a5031b6df692777f6fda058f5f51",
+    "arvq-layer-049-gateup.safetensors": "061b62d959fd6e7e9cd3eab2597e908364ac3923f239ad08040c6a5741d8ad53",
+    "arvq-layer-049-down.safetensors": "79a998a4eb6aaac88ac7c19c6d19970c65636cb87c5e9dd318350efdeb0c1d1c",
     "arvq-layer-057-gateup.safetensors": "55ffaac51b4de0a2a03675bd415ae427e9cdb99abc6acc1ebd4f17765f7f5252",
     "arvq-layer-057-down.safetensors": "8d9ce6cf03ff433abaab4a8c22c45f5b58336d949970daf8e2aaca41384aeb41",
     "arvq-layer-065-gateup.safetensors": "06a39e11662a2c4dddc44ef8540cee511c55d212c6fd604829165140d099db92",