Replace layer 13 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-013-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dc9871e9c7c157d30236523ac8954980d5aace0c7a485a216d82f45f09edf24
-size 477174476
+oid sha256:c03216a30f3453fe6937a68f2abfb68f7e0681e4496eeae383b1e7f55e908dad
+size 545342092

arvq-layer-013-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdb74ceae534181540c24dbb2aa9e6e277a2304e58356f4a722c537709655f86
-size 954047180
+oid sha256:63005959b66debf1dc9dfa22761c0657bd0f361a69bad11d499a17cfa7ebd165
+size 1090339476

cold_manifests/layer-013-manifest.json

@@ -1,33 +1,38 @@
 {
   "layer": 13,
   "cold_expert_ids": [
-    0,
     1,
     3,
     4,
+    5,
     6,
     7,
     9,
     11,
+    12,
     13,
     15,
+    16,
     17,
     18,
     20,
     21,
+    23,
     24,
     25,
     26,
     27,
     30,
-    33,
+    31,
     34,
+    35,
     36,
     38,
-    39,
+    42,
     44,
     45,
     46,
+    47,
     48,
     49,
     50,
@@ -37,16 +42,18 @@
     55,
     60,
     63,
-    64,
+    65,
     66,
+    67,
+    68,
     69,
     70,
     72,
+    73,
     74,
     75,
     76,
     77,
-    78,
     79,
     81,
     82,
@@ -54,73 +61,83 @@
     84,
     86,
     87,
+    88,
+    89,
     90,
     91,
     92,
+    95,
     97,
     98,
+    99,
     100,
     101,
     102,
+    105,
     106,
     108,
-    109,
-    112,
+    111,
     113,
-    116,
-    117,
-    118,
+    115,
     119,
     120,
+    121,
     122,
     124,
     125,
     126,
     127,
+    129,
     130,
     131,
     132,
+    133,
     134,
     136,
     137,
     138,
     139,
     140,
+    144,
+    146,
     147,
+    148,
     150,
     151,
+    152,
     153,
-    154,
     155,
+    156,
+    157,
     158,
     159,
+    160,
     161,
     162,
     163,
     165,
-    166,
     167,
     169,
     170,
-    171,
+    172,
     173,
     174,
     175,
+    177,
     180,
-    183,
+    181,
+    185,
     187,
     189,
     190,
     192,
-    193,
-    195,
     196,
     199,
     201,
     202,
+    203,
     204,
     205,
-    206,
     209,
     212,
     213,
@@ -131,46 +148,50 @@
     221,
     222,
     223,
-    224,
     225,
     226,
     227,
     228,
-    233,
+    229,
     234,
+    235,
     236,
     237,
     238,
     239,
     240,
     241,
+    243,
+    246,
+    247,
     248,
-    249,
+    250,
     251,
+    252,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-013-gateup.safetensors",
-      "sha256": "bdb74ceae534181540c24dbb2aa9e6e277a2304e58356f4a722c537709655f86"
+      "sha256": "63005959b66debf1dc9dfa22761c0657bd0f361a69bad11d499a17cfa7ebd165"
     },
     "w2": {
       "file": "arvq-layer-013-down.safetensors",
-      "sha256": "2dc9871e9c7c157d30236523ac8954980d5aace0c7a485a216d82f45f09edf24"
+      "sha256": "c03216a30f3453fe6937a68f2abfb68f7e0681e4496eeae383b1e7f55e908dad"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3404321963739593,
-      "hess_recon_rel_fro": 0.14837757362101298,
+      "cb_rel_l2": 0.34030007573543,
+      "hess_recon_rel_fro": 0.15014798151909575,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 470.62619161605835
+      "seconds": 303.1057801246643
     },
     "w2": {
-      "cb_rel_l2": 0.3400664226721716,
-      "hess_recon_rel_fro": 0.2470842549007344,
+      "cb_rel_l2": 0.3396606804682852,
+      "hess_recon_rel_fro": 0.24361415599268396,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 160.462247133255
+      "seconds": 107.76953649520874
     }
   },
   "no_rotation": true,
@@ -189,52 +210,36 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "de922b0bb8ef181b9bab3c7b35bc3e0cf6d22ad1b9f0002df9fc8deb65350d45",
+    "capture_sha256": "1b1487b16ac733c7787c8483fd698df2f1fc88fdbe30e8a4286aeafa2586f35c",
     "cold_ids": [
-      0,
       1,
-      2,
       3,
       4,
       5,
       6,
       7,
-      8,
       9,
-      10,
       11,
       12,
       13,
-      14,
       15,
       16,
       17,
       18,
-      19,
       20,
       21,
-      22,
       23,
       24,
       25,
       26,
       27,
-      28,
-      29,
       30,
       31,
-      32,
-      33,
       34,
       35,
       36,
-      37,
       38,
-      39,
-      40,
-      41,
       42,
-      43,
       44,
       45,
       46,
@@ -243,40 +248,28 @@
       49,
       50,
       51,
-      52,
       53,
       54,
       55,
-      56,
-      57,
-      58,
-      59,
       60,
-      61,
-      62,
       63,
-      64,
       65,
       66,
       67,
       68,
       69,
       70,
-      71,
       72,
       73,
       74,
       75,
       76,
       77,
-      78,
       79,
-      80,
       81,
       82,
       83,
       84,
-      85,
       86,
       87,
       88,
@@ -284,68 +277,46 @@
       90,
       91,
       92,
-      93,
-      94,
       95,
-      96,
       97,
       98,
       99,
       100,
       101,
       102,
-      103,
-      104,
       105,
       106,
-      107,
       108,
-      109,
-      110,
       111,
-      112,
       113,
-      114,
       115,
-      116,
-      117,
-      118,
       119,
       120,
       121,
       122,
-      123,
       124,
       125,
       126,
       127,
-      128,
       129,
       130,
       131,
       132,
       133,
       134,
-      135,
       136,
       137,
       138,
       139,
       140,
-      141,
-      142,
-      143,
       144,
-      145,
       146,
       147,
       148,
-      149,
       150,
       151,
       152,
       153,
-      154,
       155,
       156,
       157,
@@ -355,76 +326,44 @@
       161,
       162,
       163,
-      164,
       165,
-      166,
       167,
-      168,
       169,
       170,
-      171,
       172,
       173,
       174,
       175,
-      176,
       177,
-      178,
-      179,
       180,
       181,
-      182,
-      183,
-      184,
       185,
-      186,
       187,
-      188,
       189,
       190,
-      191,
       192,
-      193,
-      194,
-      195,
       196,
-      197,
-      198,
       199,
-      200,
       201,
       202,
       203,
       204,
       205,
-      206,
-      207,
-      208,
       209,
-      210,
-      211,
       212,
       213,
-      214,
-      215,
       216,
       217,
-      218,
       219,
       220,
       221,
       222,
       223,
-      224,
       225,
       226,
       227,
       228,
       229,
-      230,
-      231,
-      232,
-      233,
       234,
       235,
       236,
@@ -433,22 +372,16 @@
       239,
       240,
       241,
-      242,
       243,
-      244,
-      245,
       246,
       247,
       248,
-      249,
       250,
       251,
       252,
-      253,
-      254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -458,744 +391,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "82ef0a22b27cc344de1713f16e00abce574c0f49845036d38c5437efe83a6d2e",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 13,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 6871,
-      "codebook_values": 1204224,
-      "scales_changed": 33737816,
-      "scale_values": 43352064
-    },
-    "initial_validation": {
-      "target_rel": 0.010283886116512606,
-      "reference_rel": 0.010283886116512606,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 28.668766021728516,
-          "reference_energy": 394873.875
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 38.18562316894531,
-          "reference_energy": 391676.90625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 47.82691955566406,
-          "reference_energy": 814934.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 30.234031677246094,
-          "reference_energy": 385355.375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 46.920074462890625,
-          "reference_energy": 366961.0625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 94.38197326660156,
-          "reference_energy": 1242978.75
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 38.1528434753418,
-          "reference_energy": 359633.0
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 23.938743591308594,
-          "reference_energy": 393032.71875
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 32.44263458251953,
-          "reference_energy": 391412.5
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 41.310325622558594,
-          "reference_energy": 394470.15625
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 23.523799896240234,
-          "reference_energy": 399674.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 51.769744873046875,
-          "reference_energy": 823943.5625
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 32.83039855957031,
-          "reference_energy": 402122.21875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 35.66368865966797,
-          "reference_energy": 394501.96875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 241.45933532714844,
-          "reference_energy": 365181.90625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 30.51812171936035,
-          "reference_energy": 401339.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.010212310405548498,
-      "reference_rel": 0.010212310405548498,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 28.444143295288086,
-          "reference_energy": 394873.875
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 37.90333557128906,
-          "reference_energy": 391676.90625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 45.694129943847656,
-          "reference_energy": 814934.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 30.013158798217773,
-          "reference_energy": 385355.375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 47.05735778808594,
-          "reference_energy": 366961.0625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 91.3909683227539,
-          "reference_energy": 1242978.75
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 37.70020294189453,
-          "reference_energy": 359633.0
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 23.734975814819336,
-          "reference_energy": 393032.71875
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 32.152217864990234,
-          "reference_energy": 391412.5
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 40.729881286621094,
-          "reference_energy": 394470.15625
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 23.363143920898438,
-          "reference_energy": 399674.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 50.26123046875,
-          "reference_energy": 823943.5625
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 32.47034454345703,
-          "reference_energy": 402122.21875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 35.30437088012695,
-          "reference_energy": 394501.96875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 239.80667114257812,
-          "reference_energy": 365181.90625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 30.17894744873047,
-          "reference_energy": 401339.0
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.010212310405548498,
-      "reference_rel": 0.010212310405548498
-    },
-    "development_audit": {
-      "target_rel": 0.009373151142138663,
-      "reference_rel": 0.009373151142138663,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 46.223609924316406,
-          "reference_energy": 378136.28125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 24.942960739135742,
-          "reference_energy": 399432.1875
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 27.89571189880371,
-          "reference_energy": 389663.21875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 52.189239501953125,
-          "reference_energy": 1260355.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 42.014705657958984,
-          "reference_energy": 811717.375
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 34.83766555786133,
-          "reference_energy": 392184.6875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 42.38030242919922,
-          "reference_energy": 822693.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 23.260986328125,
-          "reference_energy": 399922.0625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 70.34660339355469,
-          "reference_energy": 369859.59375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 48.58657455444336,
-          "reference_energy": 404335.3125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 109.11643981933594,
-          "reference_energy": 382791.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 29.6011962890625,
-          "reference_energy": 393523.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 84.53868865966797,
-          "reference_energy": 382524.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 40.08860778808594,
-          "reference_energy": 824016.625
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 35.13262176513672,
-          "reference_energy": 370958.1875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 25.277265548706055,
-          "reference_energy": 400165.125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.009441710909218361,
-      "reference_rel": 0.009441710909218361,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 46.95138931274414,
-          "reference_energy": 378136.28125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 25.384075164794922,
-          "reference_energy": 399432.1875
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 28.16352081298828,
-          "reference_energy": 389663.21875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 54.002872467041016,
-          "reference_energy": 1260355.75
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 43.5159912109375,
-          "reference_energy": 811717.375
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 35.752052307128906,
-          "reference_energy": 392184.6875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 43.1569938659668,
-          "reference_energy": 822693.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 23.587848663330078,
-          "reference_energy": 399922.0625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 70.6146469116211,
-          "reference_energy": 369859.59375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 48.98493576049805,
-          "reference_energy": 404335.3125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 109.24168395996094,
-          "reference_energy": 382791.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 29.918018341064453,
-          "reference_energy": 393523.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 84.92294311523438,
-          "reference_energy": 382524.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 41.30708312988281,
-          "reference_energy": 824016.625
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 35.49040603637695,
-          "reference_energy": 370958.1875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 26.25137710571289,
-          "reference_energy": 400165.125
-        }
-      ]
-    },
-    "best_step": 69,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.010244597603298074,
-          "reference_rel": 0.010244597603298074
-        },
-        "training_probe_rel": 0.7546120012370856,
-        "batch_loss": 0.48678790032863617,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 54.15380644798279,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1204224,
-          "scales_changed": 22020711,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.010248278496867958,
-          "reference_rel": 0.010248278496867958
-        },
-        "training_probe_rel": 0.751114415565158,
-        "batch_loss": 0.4853346645832062,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 97.59974384307861,
-        "quantized_movement": {
-          "codebook_changed": 22225,
-          "codebook_values": 1204224,
-          "scales_changed": 26813854,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.010249507708492265,
-          "reference_rel": 0.010249507708492265
-        },
-        "training_probe_rel": 0.7472614344819948,
-        "batch_loss": 1.2234517633914948,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 140.80864024162292,
-        "quantized_movement": {
-          "codebook_changed": 19689,
-          "codebook_values": 1204224,
-          "scales_changed": 29166356,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.010249391043611871,
-          "reference_rel": 0.010249391043611871
-        },
-        "training_probe_rel": 0.7478103887463748,
-        "batch_loss": 0.8623318746685982,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 197.98195052146912,
-        "quantized_movement": {
-          "codebook_changed": 25758,
-          "codebook_values": 1204224,
-          "scales_changed": 30879162,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.010238527780113658,
-          "reference_rel": 0.010238527780113658
-        },
-        "training_probe_rel": 0.7499956025795413,
-        "batch_loss": 0.702179305255413,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 245.9493453502655,
-        "quantized_movement": {
-          "codebook_changed": 19298,
-          "codebook_values": 1204224,
-          "scales_changed": 31909195,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.010231361076055363,
-          "reference_rel": 0.010231361076055363
-        },
-        "training_probe_rel": 0.7512630985438865,
-        "batch_loss": 0.5156992003321648,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 290.24218249320984,
-        "quantized_movement": {
-          "codebook_changed": 12980,
-          "codebook_values": 1204224,
-          "scales_changed": 32551925,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.010226054493964496,
-          "reference_rel": 0.010226054493964496
-        },
-        "training_probe_rel": 0.7457111549419433,
-        "batch_loss": 0.5563370361924171,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 337.96415519714355,
-        "quantized_movement": {
-          "codebook_changed": 10107,
-          "codebook_values": 1204224,
-          "scales_changed": 32992636,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.010222748508898505,
-          "reference_rel": 0.010222748508898505
-        },
-        "training_probe_rel": 0.7434618802479549,
-        "batch_loss": 0.49238981306552887,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 396.1178665161133,
-        "quantized_movement": {
-          "codebook_changed": 10108,
-          "codebook_values": 1204224,
-          "scales_changed": 33329369,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.010219825287646953,
-          "reference_rel": 0.010219825287646953
-        },
-        "training_probe_rel": 0.7438885876582751,
-        "batch_loss": 0.5229201540350914,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 443.74031233787537,
-        "quantized_movement": {
-          "codebook_changed": 9774,
-          "codebook_values": 1204224,
-          "scales_changed": 33592148,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.010212498479670063,
-          "reference_rel": 0.010212498479670063
-        },
-        "training_probe_rel": 0.7429536052564376,
-        "batch_loss": 0.47262274473905563,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 491.05449199676514,
-        "quantized_movement": {
-          "codebook_changed": 5207,
-          "codebook_values": 1204224,
-          "scales_changed": 33640716,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.010214253042576745,
-          "reference_rel": 0.010214253042576745
-        },
-        "training_probe_rel": 0.7420112892117703,
-        "batch_loss": 0.47182509303092957,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 535.8265545368195,
-        "quantized_movement": {
-          "codebook_changed": 6212,
-          "codebook_values": 1204224,
-          "scales_changed": 33676759,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.010213625071929395,
-          "reference_rel": 0.010213625071929395
-        },
-        "training_probe_rel": 0.7416359373407698,
-        "batch_loss": 0.5111792236566544,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 594.6588439941406,
-        "quantized_movement": {
-          "codebook_changed": 6475,
-          "codebook_values": 1204224,
-          "scales_changed": 33704096,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.010212866873301186,
-          "reference_rel": 0.010212866873301186
-        },
-        "training_probe_rel": 0.7420700643197536,
-        "batch_loss": 0.4615151733160019,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 644.2535552978516,
-        "quantized_movement": {
-          "codebook_changed": 6610,
-          "codebook_values": 1204224,
-          "scales_changed": 33720105,
-          "scale_values": 43352064
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.010212310405548498,
-          "reference_rel": 0.010212310405548498
-        },
-        "training_probe_rel": 0.7428547020281892,
-        "batch_loss": 0.48072176426649094,
-        "best_step": 69,
-        "overfit_checks": 0,
-        "seconds": 678.9998152256012,
-        "quantized_movement": {
-          "codebook_changed": 6871,
-          "codebook_values": 1204224,
-          "scales_changed": 33737816,
-          "scale_values": 43352064
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 294,
-        "accepted": 259,
-        "changed_groups": 72631,
-        "training_before": 381.70135498046875,
-        "training_after": 380.5349426269531,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 294,
-        "accepted": 259,
-        "changed_groups": 76507,
-        "training_before": 369.1790771484375,
-        "training_after": 367.5005798339844,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 294,
-        "accepted": 258,
-        "changed_groups": 75511,
-        "training_before": 500.53997802734375,
-        "training_after": 499.391357421875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1207,6 +404,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -122,8 +122,8 @@
     "arvq-layer-076-down.safetensors": "d8974f85d6e718b8f32a05a3e8e3f25990b24017b2d56194f713844bc90ca59d",
     "arvq-layer-005-gateup.safetensors": "0790925920f9f1a9628b6adea828499ee4acb6c2e938b9142b47e224c2232bd3",
     "arvq-layer-005-down.safetensors": "22deea5f190cc91487d258a009214ef3632630f9b9580c3b533d6781c61ee599",
-    "arvq-layer-013-gateup.safetensors": "bdb74ceae534181540c24dbb2aa9e6e277a2304e58356f4a722c537709655f86",
-    "arvq-layer-013-down.safetensors": "2dc9871e9c7c157d30236523ac8954980d5aace0c7a485a216d82f45f09edf24",
+    "arvq-layer-013-gateup.safetensors": "63005959b66debf1dc9dfa22761c0657bd0f361a69bad11d499a17cfa7ebd165",
+    "arvq-layer-013-down.safetensors": "c03216a30f3453fe6937a68f2abfb68f7e0681e4496eeae383b1e7f55e908dad",
     "arvq-layer-021-gateup.safetensors": "00fa1997aff3c2335cf9bc629ca2606396d860316cb5cdbfe0b9998f494ad6fb",
     "arvq-layer-021-down.safetensors": "771952b3b97b86be49f6ab0d3a552dff741c3f0602778a628daee0d1857be412",
     "arvq-layer-029-gateup.safetensors": "d7cd962a0ea74edf330bb67d9adbe4f6da00707c651d09517e7d18c7d6184727",