Replace layer 38 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-038-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a2667a2d89fb0542d427afde1be420fd85dfc8e2cdbb81adc6505a6807890fa
-size 545342156
+oid sha256:6316ab1a977c949ba473b29845a6a9af81ef35f17094494bdd364896068b5610
+size 571310732

arvq-layer-038-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18960cc7d96ffe6053b8f664ecdf9268e3a68b45421c684d023b2d9b721d5770
-size 1090339540
+oid sha256:85d8ffc8af883dfe2936289b00cdf6d736c46a93641fb204b6e539a1977bd5b9
+size 1142260372

cold_manifests/layer-038-manifest.json

@@ -4,28 +4,30 @@
     0,
     2,
     3,
-    4,
+    5,
     7,
     8,
-    9,
-    10,
+    11,
     12,
     13,
-    14,
+    17,
     18,
-    20,
+    19,
+    21,
     22,
     23,
     24,
+    26,
     29,
+    32,
     33,
     34,
     35,
     36,
     37,
+    38,
     39,
     40,
-    41,
     43,
     44,
     46,
@@ -36,14 +38,19 @@
     52,
     53,
     55,
+    56,
     57,
+    59,
     60,
+    61,
     64,
     65,
     66,
+    67,
     68,
     69,
     70,
+    71,
     72,
     74,
     75,
@@ -52,120 +59,121 @@
     79,
     80,
     81,
-    82,
-    83,
     84,
     86,
     88,
+    89,
     90,
     91,
     96,
     101,
     102,
     103,
-    104,
     105,
     106,
-    110,
     111,
     112,
     113,
     114,
     115,
     116,
+    117,
     118,
     119,
     120,
-    121,
+    122,
     123,
-    126,
+    124,
     127,
+    128,
     129,
     130,
     131,
-    132,
     133,
     134,
-    135,
-    136,
     137,
     138,
     139,
     140,
     141,
+    142,
     143,
     144,
     145,
     146,
     149,
+    150,
+    152,
     153,
-    154,
     155,
-    156,
+    157,
     158,
+    160,
     161,
     162,
     163,
     164,
+    165,
     166,
     168,
     169,
     170,
     171,
-    172,
     173,
     174,
+    175,
     176,
     177,
     178,
     179,
     180,
     182,
-    183,
+    184,
     185,
     186,
-    187,
     188,
     189,
-    190,
     193,
     194,
     195,
     196,
+    197,
     198,
+    199,
     201,
     202,
-    203,
+    205,
     208,
     209,
     210,
     211,
     212,
-    213,
     214,
-    217,
+    215,
     219,
     220,
     221,
     222,
     223,
+    224,
     226,
     227,
     228,
     229,
+    230,
     231,
+    232,
     234,
+    235,
+    237,
+    238,
     241,
     242,
     243,
     244,
-    245,
     246,
     247,
-    248,
-    250,
     251,
-    252,
     253,
     254,
     255
@@ -173,25 +181,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-038-gateup.safetensors",
-      "sha256": "18960cc7d96ffe6053b8f664ecdf9268e3a68b45421c684d023b2d9b721d5770"
+      "sha256": "85d8ffc8af883dfe2936289b00cdf6d736c46a93641fb204b6e539a1977bd5b9"
     },
     "w2": {
       "file": "arvq-layer-038-down.safetensors",
-      "sha256": "3a2667a2d89fb0542d427afde1be420fd85dfc8e2cdbb81adc6505a6807890fa"
+      "sha256": "6316ab1a977c949ba473b29845a6a9af81ef35f17094494bdd364896068b5610"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3403470313650017,
-      "hess_recon_rel_fro": 0.15309009252510433,
+      "cb_rel_l2": 0.3402415484869939,
+      "hess_recon_rel_fro": 0.1592534505787186,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 472.0078213214874
+      "seconds": 314.476238489151
     },
     "w2": {
-      "cb_rel_l2": 0.34041519226182176,
-      "hess_recon_rel_fro": 0.2934987980777156,
+      "cb_rel_l2": 0.34041561949399934,
+      "hess_recon_rel_fro": 0.3006931993887474,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 154.53038835525513
+      "seconds": 105.49327039718628
     }
   },
   "no_rotation": true,
@@ -210,40 +218,26 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "32781cd6c77966b8f6d45e0df63e83bcdf567ea60863703ccdae7431d181a45f",
+    "capture_sha256": "b9e0322af2164e9f68b9c6f3b25b18b9b55e3b5224f572bcd65f5b3e5cc7a160",
     "cold_ids": [
       0,
-      1,
       2,
       3,
-      4,
       5,
-      6,
       7,
       8,
-      9,
-      10,
       11,
       12,
       13,
-      14,
-      15,
-      16,
       17,
       18,
       19,
-      20,
       21,
       22,
       23,
       24,
-      25,
       26,
-      27,
-      28,
       29,
-      30,
-      31,
       32,
       33,
       34,
@@ -253,29 +247,21 @@
       38,
       39,
       40,
-      41,
-      42,
       43,
       44,
-      45,
       46,
       47,
       48,
-      49,
       50,
       51,
       52,
       53,
-      54,
       55,
       56,
       57,
-      58,
       59,
       60,
       61,
-      62,
-      63,
       64,
       65,
       66,
@@ -285,44 +271,25 @@
       70,
       71,
       72,
-      73,
       74,
       75,
       76,
       77,
-      78,
       79,
       80,
       81,
-      82,
-      83,
       84,
-      85,
       86,
-      87,
       88,
       89,
       90,
       91,
-      92,
-      93,
-      94,
-      95,
       96,
-      97,
-      98,
-      99,
-      100,
       101,
       102,
       103,
-      104,
       105,
       106,
-      107,
-      108,
-      109,
-      110,
       111,
       112,
       113,
@@ -333,22 +300,16 @@
       118,
       119,
       120,
-      121,
       122,
       123,
       124,
-      125,
-      126,
       127,
       128,
       129,
       130,
       131,
-      132,
       133,
       134,
-      135,
-      136,
       137,
       138,
       139,
@@ -359,19 +320,13 @@
       144,
       145,
       146,
-      147,
-      148,
       149,
       150,
-      151,
       152,
       153,
-      154,
       155,
-      156,
       157,
       158,
-      159,
       160,
       161,
       162,
@@ -379,12 +334,10 @@
       164,
       165,
       166,
-      167,
       168,
       169,
       170,
       171,
-      172,
       173,
       174,
       175,
@@ -393,18 +346,12 @@
       178,
       179,
       180,
-      181,
       182,
-      183,
       184,
       185,
       186,
-      187,
       188,
       189,
-      190,
-      191,
-      192,
       193,
       194,
       195,
@@ -412,32 +359,22 @@
       197,
       198,
       199,
-      200,
       201,
       202,
-      203,
-      204,
       205,
-      206,
-      207,
       208,
       209,
       210,
       211,
       212,
-      213,
       214,
       215,
-      216,
-      217,
-      218,
       219,
       220,
       221,
       222,
       223,
       224,
-      225,
       226,
       227,
       228,
@@ -445,31 +382,22 @@
       230,
       231,
       232,
-      233,
       234,
       235,
-      236,
       237,
       238,
-      239,
-      240,
       241,
       242,
       243,
       244,
-      245,
       246,
       247,
-      248,
-      249,
-      250,
       251,
-      252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -479,866 +407,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "8d01cf775841e6d86a8ba74e3dd742a2a927480b3098f92a0c0cbf647bccb322",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 38,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.17944146946888725,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 40,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 3131,
-      "codebook_values": 1376256,
-      "scales_changed": 32309979,
-      "scale_values": 49545216
-    },
-    "initial_validation": {
-      "target_rel": 0.17960681601178594,
-      "reference_rel": 0.17960681601178594,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 33894.703125,
-          "reference_energy": 1785723.375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 50507.2109375,
-          "reference_energy": 1733528.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 284606.21875,
-          "reference_energy": 3303205.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 37341.09375,
-          "reference_energy": 1740884.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 142648.328125,
-          "reference_energy": 1724684.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 41814.6484375,
-          "reference_energy": 4872984.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 40226.625,
-          "reference_energy": 1751318.875
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 29908.46875,
-          "reference_energy": 1823804.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 33635.8984375,
-          "reference_energy": 1796564.625
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 34560.6015625,
-          "reference_energy": 1858712.125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 33950.1015625,
-          "reference_energy": 1849871.75
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 54673.0546875,
-          "reference_energy": 3243022.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 41328.8125,
-          "reference_energy": 1822806.25
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 28009.115234375,
-          "reference_energy": 1837471.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 31510.181640625,
-          "reference_energy": 1715521.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 200080.65625,
-          "reference_energy": 1818879.875
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.17944146946888725,
-      "reference_rel": 0.17944146946888725,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 33847.0703125,
-          "reference_energy": 1785723.375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 50358.1640625,
-          "reference_energy": 1733528.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 284150.84375,
-          "reference_energy": 3303205.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 37293.6171875,
-          "reference_energy": 1740884.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 142405.21875,
-          "reference_energy": 1724684.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 41675.0859375,
-          "reference_energy": 4872984.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 40164.7265625,
-          "reference_energy": 1751318.875
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 29872.09765625,
-          "reference_energy": 1823804.5
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 33581.9296875,
-          "reference_energy": 1796564.625
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 34493.39453125,
-          "reference_energy": 1858712.125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 33876.91015625,
-          "reference_energy": 1849871.75
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 54415.375,
-          "reference_energy": 3243022.5
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 41266.671875,
-          "reference_energy": 1822806.25
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 27954.63671875,
-          "reference_energy": 1837471.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 31449.42578125,
-          "reference_energy": 1715521.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 199831.75,
-          "reference_energy": 1818879.875
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.17944146946888725,
-      "reference_rel": 0.17944146946888725
-    },
-    "development_audit": {
-      "target_rel": 0.14393935014878248,
-      "reference_rel": 0.14393935014878248,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 34725.62890625,
-          "reference_energy": 1756561.625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 39691.34375,
-          "reference_energy": 1868364.125
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 31834.30859375,
-          "reference_energy": 1786917.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 37571.3671875,
-          "reference_energy": 4828909.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 46532.015625,
-          "reference_energy": 3304872.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 30461.689453125,
-          "reference_energy": 1828629.25
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 123385.484375,
-          "reference_energy": 3342776.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 26178.98828125,
-          "reference_energy": 1855729.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 36549.65625,
-          "reference_energy": 1693362.5
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 37004.50390625,
-          "reference_energy": 1812719.625
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 33518.6796875,
-          "reference_energy": 1753350.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 128569.9140625,
-          "reference_energy": 1764293.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 40019.1328125,
-          "reference_energy": 1780996.625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 38410.6484375,
-          "reference_energy": 3308889.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 30796.75390625,
-          "reference_energy": 1715516.5
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 34154.2421875,
-          "reference_energy": 1768831.5
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.1440887977384466,
-      "reference_rel": 0.1440887977384466,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 34764.921875,
-          "reference_energy": 1756561.625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 39737.96875,
-          "reference_energy": 1868364.125
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 31885.28515625,
-          "reference_energy": 1786917.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 37725.32421875,
-          "reference_energy": 4828909.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 46675.953125,
-          "reference_energy": 3304872.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 30556.05859375,
-          "reference_energy": 1828629.25
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 123509.296875,
-          "reference_energy": 3342776.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 26212.056640625,
-          "reference_energy": 1855729.0
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 36613.296875,
-          "reference_energy": 1693362.5
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 37102.2734375,
-          "reference_energy": 1812719.625
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 33606.11328125,
-          "reference_energy": 1753350.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 128856.453125,
-          "reference_energy": 1764293.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 40075.11328125,
-          "reference_energy": 1780996.625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 38540.6328125,
-          "reference_energy": 3308889.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 30864.21484375,
-          "reference_energy": 1715516.5
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 34236.3671875,
-          "reference_energy": 1768831.5
-        }
-      ]
-    },
-    "best_step": 40,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.17955213877982507,
-          "reference_rel": 0.17955213877982507
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.956788841587352,
-        "batch_loss": 0.8882136940956116,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 49.54285216331482,
-        "adaptive_schedule": {
-          "best": 0.17955213877982507,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1376256,
-          "scales_changed": 8963230,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.17954428603424238,
-          "reference_rel": 0.17954428603424238
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.956639852673752,
-        "batch_loss": 0.8859453648328781,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 97.16759872436523,
-        "adaptive_schedule": {
-          "best": 0.17954428603424238,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 19117,
-          "codebook_values": 1376256,
-          "scales_changed": 17773746,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.1795074687981107,
-          "reference_rel": 0.1795074687981107
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9553310392604821,
-        "batch_loss": 0.9645052552223206,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 147.1776716709137,
-        "adaptive_schedule": {
-          "best": 0.1795074687981107,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4280,
-          "codebook_values": 1376256,
-          "scales_changed": 22819737,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.17946218703314962,
-          "reference_rel": 0.17946218703314962
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9549531854377901,
-        "batch_loss": 0.9224357903003693,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 206.17729806900024,
-        "adaptive_schedule": {
-          "best": 0.17946218703314962,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4046,
-          "codebook_values": 1376256,
-          "scales_changed": 26117143,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.17944604789492144,
-          "reference_rel": 0.17944604789492144
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9546469707717397,
-        "batch_loss": 0.9236540347337723,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 256.5486056804657,
-        "adaptive_schedule": {
-          "best": 0.17944604789492144,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3774,
-          "codebook_values": 1376256,
-          "scales_changed": 28405312,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.17944675736395735,
-          "reference_rel": 0.17944675736395735
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9544466925031139,
-        "batch_loss": 0.9143165946006775,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 304.2834966182709,
-        "adaptive_schedule": {
-          "best": 0.17944604789492144,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3477,
-          "codebook_values": 1376256,
-          "scales_changed": 30064479,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.1794431062598024,
-          "reference_rel": 0.1794431062598024
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9542527701485309,
-        "batch_loss": 0.9843097925186157,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 356.05538535118103,
-        "adaptive_schedule": {
-          "best": 0.1794431062598024,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3073,
-          "codebook_values": 1376256,
-          "scales_changed": 31322298,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.17944146946888725,
-          "reference_rel": 0.17944146946888725
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9541932609492495,
-        "batch_loss": 0.8654253333806992,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 417.2343602180481,
-        "adaptive_schedule": {
-          "best": 0.17944146946888725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3131,
-          "codebook_values": 1376256,
-          "scales_changed": 32309979,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.1794600285159272,
-          "reference_rel": 0.1794600285159272
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9540594464938058,
-        "batch_loss": 0.8673814982175827,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 471.17846393585205,
-        "adaptive_schedule": {
-          "best": 0.17944146946888725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2876,
-          "codebook_values": 1376256,
-          "scales_changed": 33099761,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.17945150701507015,
-          "reference_rel": 0.17945150701507015
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9538829247663951,
-        "batch_loss": 0.9367623180150986,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 517.8566815853119,
-        "adaptive_schedule": {
-          "best": 0.17944146946888725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1150,
-          "codebook_values": 1376256,
-          "scales_changed": 33254796,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.17945296576529257,
-          "reference_rel": 0.17945296576529257
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.953899362172705,
-        "batch_loss": 1.0069809556007385,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 565.3292081356049,
-        "adaptive_schedule": {
-          "best": 0.17944146946888725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1716,
-          "codebook_values": 1376256,
-          "scales_changed": 33384002,
-          "scale_values": 49545216
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.17945947319096286,
-          "reference_rel": 0.17945947319096286
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.953901662182793,
-        "batch_loss": 0.9198732972145081,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 628.189727306366,
-        "adaptive_schedule": {
-          "best": 0.17944146946888725,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 1931,
-          "codebook_values": 1376256,
-          "scales_changed": 33495314,
-          "scale_values": 49545216
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 320,
-        "accepted": 267,
-        "changed_groups": 201029,
-        "training_before": 553750.5,
-        "training_after": 553249.9375,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 326,
-        "accepted": 278,
-        "changed_groups": 187929,
-        "training_before": 463282.875,
-        "training_after": 462889.8125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 322,
-        "accepted": 270,
-        "changed_groups": 211275,
-        "training_before": 487197.3125,
-        "training_after": 486880.46875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1352,6 +420,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -148,8 +148,8 @@
     "arvq-layer-022-down.safetensors": "5158574b17d172f14f59872648a343b7d2834b9a8e00a11dc00a842a43a572d5",
     "arvq-layer-030-gateup.safetensors": "d12a2796addfb73ce99eba9abdd1e0a6d9f4e39f8be8f7ca8d0d70ec5c92899e",
     "arvq-layer-030-down.safetensors": "98adc04bfd7a4af7aa778f4a3ed7df06dffe4c129da16a285cd0d706433e7b8d",
-    "arvq-layer-038-gateup.safetensors": "18960cc7d96ffe6053b8f664ecdf9268e3a68b45421c684d023b2d9b721d5770",
-    "arvq-layer-038-down.safetensors": "3a2667a2d89fb0542d427afde1be420fd85dfc8e2cdbb81adc6505a6807890fa",
+    "arvq-layer-038-gateup.safetensors": "85d8ffc8af883dfe2936289b00cdf6d736c46a93641fb204b6e539a1977bd5b9",
+    "arvq-layer-038-down.safetensors": "6316ab1a977c949ba473b29845a6a9af81ef35f17094494bdd364896068b5610",
     "arvq-layer-046-gateup.safetensors": "e4ae047344e69c8d228f5f22fc36c6d70471551456153dd4aba21ccf4897402f",
     "arvq-layer-046-down.safetensors": "14e131496fffee7bf496066e411a31e310e81cf9ae58e2a0d4b19359ad7b6b7d",
     "arvq-layer-054-gateup.safetensors": "adbed751a09bc1fe833829b44414f2482a69dcad88eb1292f7e6d35bae3ce3e5",