Replace layer 11 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-011-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d940078cef908f78658f64ea64b058467ab695f353436abe53d17f4a89836aa
-size 496650956
+oid sha256:e10bf7a50cc711e08cbfae8d633efa83de595579c99ded8f7cd255392da12b0d
+size 509635212

arvq-layer-011-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:730c5b42d68c0f4cb57ad120f4c1b3e780e9951974ce1ef91fdaabee78990cb6
-size 992987852
+oid sha256:b5ca47616a4426542e1caa67ddd0b2ff485b9d3c6fec3d89147a4acc8fe85d90
+size 1018948236

cold_manifests/layer-011-manifest.json

@@ -1,20 +1,22 @@
 {
   "layer": 11,
   "cold_expert_ids": [
-    2,
     4,
     5,
     6,
     7,
     8,
+    9,
     10,
     12,
     13,
-    15,
+    14,
+    18,
     20,
     24,
     25,
     28,
+    29,
     32,
     34,
     35,
@@ -22,6 +24,7 @@
     37,
     38,
     42,
+    46,
     47,
     48,
     49,
@@ -31,18 +34,17 @@
     55,
     56,
     57,
+    58,
     59,
-    61,
-    62,
     64,
     66,
     67,
+    68,
     69,
     70,
     71,
     75,
     76,
-    77,
     78,
     82,
     83,
@@ -51,14 +53,15 @@
     86,
     88,
     89,
-    90,
     91,
     95,
+    96,
     97,
     98,
     99,
     100,
     101,
+    102,
     103,
     104,
     105,
@@ -75,37 +78,38 @@
     125,
     126,
     127,
-    128,
     129,
     133,
     135,
-    137,
+    138,
     139,
+    140,
     141,
     142,
     143,
     144,
     147,
-    148,
     149,
     150,
     151,
     154,
     155,
     156,
+    160,
     161,
     162,
     166,
     167,
     168,
     169,
-    170,
     171,
     172,
+    173,
     174,
     175,
     177,
     178,
+    179,
     182,
     183,
     184,
@@ -116,67 +120,67 @@
     191,
     193,
     195,
-    196,
     198,
     199,
     200,
+    201,
     202,
     203,
     206,
-    207,
     208,
-    210,
+    211,
     212,
+    214,
     215,
     216,
     217,
     218,
+    219,
     221,
     222,
     223,
     225,
     226,
+    227,
     228,
     229,
     230,
     231,
     232,
     233,
+    235,
     237,
     238,
     239,
-    243,
+    240,
+    244,
     245,
     246,
-    247,
     250,
-    251,
-    253,
-    254,
-    255
+    253
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-011-gateup.safetensors",
-      "sha256": "730c5b42d68c0f4cb57ad120f4c1b3e780e9951974ce1ef91fdaabee78990cb6"
+      "sha256": "b5ca47616a4426542e1caa67ddd0b2ff485b9d3c6fec3d89147a4acc8fe85d90"
     },
     "w2": {
       "file": "arvq-layer-011-down.safetensors",
-      "sha256": "3d940078cef908f78658f64ea64b058467ab695f353436abe53d17f4a89836aa"
+      "sha256": "e10bf7a50cc711e08cbfae8d633efa83de595579c99ded8f7cd255392da12b0d"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3405196847271464,
-      "hess_recon_rel_fro": 0.13392824217511895,
+      "cb_rel_l2": 0.34047711767243055,
+      "hess_recon_rel_fro": 0.1356589391304729,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 480.584997177124
+      "seconds": 291.7898979187012
     },
     "w2": {
-      "cb_rel_l2": 0.3382698002970882,
-      "hess_recon_rel_fro": 0.2774533578395662,
+      "cb_rel_l2": 0.33911292621046685,
+      "hess_recon_rel_fro": 0.2830439720618714,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 162.20718431472778
+      "seconds": 101.00737428665161
     }
   },
   "no_rotation": true,
@@ -195,12 +199,8 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "0e94a33cd898453435faa9112cd047277193f1707af6f66d5eb234027f3fc14d",
+    "capture_sha256": "e9420e2daf9e6dd14ebfb0e4264d1708c2f14677dffecb764399c5534ba88f90",
     "cold_ids": [
-      0,
-      1,
-      2,
-      3,
       4,
       5,
       6,
@@ -208,90 +208,52 @@
       8,
       9,
       10,
-      11,
       12,
       13,
       14,
-      15,
-      16,
-      17,
       18,
-      19,
       20,
-      21,
-      22,
-      23,
       24,
       25,
-      26,
-      27,
       28,
       29,
-      30,
-      31,
       32,
-      33,
       34,
       35,
       36,
       37,
       38,
-      39,
-      40,
-      41,
       42,
-      43,
-      44,
-      45,
       46,
       47,
       48,
       49,
       50,
       51,
-      52,
       53,
-      54,
       55,
       56,
       57,
       58,
       59,
-      60,
-      61,
-      62,
-      63,
       64,
-      65,
       66,
       67,
       68,
       69,
       70,
       71,
-      72,
-      73,
-      74,
       75,
       76,
-      77,
       78,
-      79,
-      80,
-      81,
       82,
       83,
       84,
       85,
       86,
-      87,
       88,
       89,
-      90,
       91,
-      92,
-      93,
-      94,
       95,
       96,
       97,
@@ -303,38 +265,22 @@
       103,
       104,
       105,
-      106,
       107,
-      108,
-      109,
       110,
       111,
       112,
       113,
-      114,
       115,
       116,
-      117,
       118,
       119,
-      120,
-      121,
       122,
-      123,
-      124,
       125,
       126,
       127,
-      128,
       129,
-      130,
-      131,
-      132,
       133,
-      134,
       135,
-      136,
-      137,
       138,
       139,
       140,
@@ -342,86 +288,57 @@
       142,
       143,
       144,
-      145,
-      146,
       147,
-      148,
       149,
       150,
       151,
-      152,
-      153,
       154,
       155,
       156,
-      157,
-      158,
-      159,
       160,
       161,
       162,
-      163,
-      164,
-      165,
       166,
       167,
       168,
       169,
-      170,
       171,
       172,
       173,
       174,
       175,
-      176,
       177,
       178,
       179,
-      180,
-      181,
       182,
       183,
       184,
-      185,
-      186,
       187,
       188,
       189,
       190,
       191,
-      192,
       193,
-      194,
       195,
-      196,
-      197,
       198,
       199,
       200,
       201,
       202,
       203,
-      204,
-      205,
       206,
-      207,
       208,
-      209,
-      210,
       211,
       212,
-      213,
       214,
       215,
       216,
       217,
       218,
       219,
-      220,
       221,
       222,
       223,
-      224,
       225,
       226,
       227,
@@ -431,30 +348,18 @@
       231,
       232,
       233,
-      234,
       235,
-      236,
       237,
       238,
       239,
       240,
-      241,
-      242,
-      243,
       244,
       245,
       246,
-      247,
-      248,
-      249,
       250,
-      251,
-      252,
-      253,
-      254,
-      255
+      253
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -464,744 +369,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "e031deec979ae69919e4642e8707f3ab98a5072804b2f0d1f205ee429bb7e32c",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 11,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 16700,
-      "codebook_values": 1253376,
-      "scales_changed": 32668749,
-      "scale_values": 45121536
-    },
-    "initial_validation": {
-      "target_rel": 0.008962129857470703,
-      "reference_rel": 0.008962129857470703,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 18.223129272460938,
-          "reference_energy": 393039.78125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 25.822460174560547,
-          "reference_energy": 389903.59375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 28.74580955505371,
-          "reference_energy": 812761.0625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 20.612762451171875,
-          "reference_energy": 383430.5625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 33.88007354736328,
-          "reference_energy": 365221.96875
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 70.46892547607422,
-          "reference_energy": 1240297.875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 28.6109561920166,
-          "reference_energy": 357831.4375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 14.299623489379883,
-          "reference_energy": 391027.28125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 23.120752334594727,
-          "reference_energy": 389540.0625
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 26.677326202392578,
-          "reference_energy": 392548.9375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 13.727688789367676,
-          "reference_energy": 397778.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 32.697547912597656,
-          "reference_energy": 821758.75
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 24.855072021484375,
-          "reference_energy": 400142.25
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 23.822750091552734,
-          "reference_energy": 392474.03125
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 228.30282592773438,
-          "reference_energy": 363418.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 19.885135650634766,
-          "reference_energy": 399196.9375
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.008890758065531312,
-      "reference_rel": 0.008890758065531312,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 18.38852310180664,
-          "reference_energy": 393039.78125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 24.334131240844727,
-          "reference_energy": 389903.59375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 26.888351440429688,
-          "reference_energy": 812761.0625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 19.46152114868164,
-          "reference_energy": 383430.5625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 34.097816467285156,
-          "reference_energy": 365221.96875
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 71.80986022949219,
-          "reference_energy": 1240297.875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 29.19046401977539,
-          "reference_energy": 357831.4375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 14.321334838867188,
-          "reference_energy": 391027.28125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 23.662376403808594,
-          "reference_energy": 389540.0625
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 26.20264434814453,
-          "reference_energy": 392548.9375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 13.197410583496094,
-          "reference_energy": 397778.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 31.55209732055664,
-          "reference_energy": 821758.75
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 24.796432495117188,
-          "reference_energy": 400142.25
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 23.431663513183594,
-          "reference_energy": 392474.03125
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 223.62081909179688,
-          "reference_energy": 363418.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 18.743539810180664,
-          "reference_energy": 399196.9375
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.008890758065531312,
-      "reference_rel": 0.008890758065531312
-    },
-    "development_audit": {
-      "target_rel": 0.008141771068886458,
-      "reference_rel": 0.008141771068886458,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 36.27265930175781,
-          "reference_energy": 376335.84375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 14.86660385131836,
-          "reference_energy": 397600.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 17.008771896362305,
-          "reference_energy": 387906.96875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 37.55353546142578,
-          "reference_energy": 1257859.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 30.396921157836914,
-          "reference_energy": 809485.625
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 19.244993209838867,
-          "reference_energy": 390199.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 30.061872482299805,
-          "reference_energy": 820225.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 14.097434997558594,
-          "reference_energy": 398042.875
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 59.60139465332031,
-          "reference_energy": 368012.4375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 36.46257019042969,
-          "reference_energy": 402349.125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 92.5858154296875,
-          "reference_energy": 380855.6875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 19.226173400878906,
-          "reference_energy": 391516.4375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 79.85885620117188,
-          "reference_energy": 380645.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 27.571346282958984,
-          "reference_energy": 821902.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 24.033727645874023,
-          "reference_energy": 368989.78125
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 14.673782348632812,
-          "reference_energy": 398193.53125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.008174700889544154,
-      "reference_rel": 0.008174700889544154,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 34.13384246826172,
-          "reference_energy": 376335.84375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 15.232490539550781,
-          "reference_energy": 397600.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 16.845911026000977,
-          "reference_energy": 387906.96875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 39.03060531616211,
-          "reference_energy": 1257859.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 30.95105743408203,
-          "reference_energy": 809485.625
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 20.341848373413086,
-          "reference_energy": 390199.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 30.89603614807129,
-          "reference_energy": 820225.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 14.109973907470703,
-          "reference_energy": 398042.875
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 59.45072937011719,
-          "reference_energy": 368012.4375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 36.486846923828125,
-          "reference_energy": 402349.125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 99.3090591430664,
-          "reference_energy": 380855.6875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 19.33519744873047,
-          "reference_energy": 391516.4375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 74.35530853271484,
-          "reference_energy": 380645.875
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 28.074968338012695,
-          "reference_energy": 821902.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 24.706369400024414,
-          "reference_energy": 368989.78125
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 14.742721557617188,
-          "reference_energy": 398193.53125
-        }
-      ]
-    },
-    "best_step": 65,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.00894423879250491,
-          "reference_rel": 0.00894423879250491
-        },
-        "training_probe_rel": 0.8320554973097531,
-        "batch_loss": 0.49525922536849976,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 54.41807222366333,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1253376,
-          "scales_changed": 14703025,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.008931160523047007,
-          "reference_rel": 0.008931160523047007
-        },
-        "training_probe_rel": 0.8296378930217762,
-        "batch_loss": 0.5055017322301865,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 100.48063826560974,
-        "quantized_movement": {
-          "codebook_changed": 11155,
-          "codebook_values": 1253376,
-          "scales_changed": 21659856,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.00891990300870185,
-          "reference_rel": 0.00891990300870185
-        },
-        "training_probe_rel": 0.8285246192339073,
-        "batch_loss": 0.7482397258281708,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 148.7380359172821,
-        "quantized_movement": {
-          "codebook_changed": 13609,
-          "codebook_values": 1253376,
-          "scales_changed": 25352055,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.008915967943693913,
-          "reference_rel": 0.008915967943693913
-        },
-        "training_probe_rel": 0.8314873077226037,
-        "batch_loss": 1.0633196905255318,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 207.5230746269226,
-        "quantized_movement": {
-          "codebook_changed": 19000,
-          "codebook_values": 1253376,
-          "scales_changed": 27894809,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.008926172076544083,
-          "reference_rel": 0.008926172076544083
-        },
-        "training_probe_rel": 0.8347926198251594,
-        "batch_loss": 0.8267179653048515,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 256.3367235660553,
-        "quantized_movement": {
-          "codebook_changed": 17932,
-          "codebook_values": 1253376,
-          "scales_changed": 29533395,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.008920887897550262,
-          "reference_rel": 0.008920887897550262
-        },
-        "training_probe_rel": 0.8442617615753755,
-        "batch_loss": 0.543873094022274,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 302.3236382007599,
-        "quantized_movement": {
-          "codebook_changed": 19406,
-          "codebook_values": 1253376,
-          "scales_changed": 30597136,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.008897864248149461,
-          "reference_rel": 0.008897864248149461
-        },
-        "training_probe_rel": 0.8285256002334618,
-        "batch_loss": 0.6184730604290962,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 352.03051376342773,
-        "quantized_movement": {
-          "codebook_changed": 16709,
-          "codebook_values": 1253376,
-          "scales_changed": 31343599,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.008901350735559435,
-          "reference_rel": 0.008901350735559435
-        },
-        "training_probe_rel": 0.830858852128133,
-        "batch_loss": 0.5217108279466629,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 412.30509638786316,
-        "quantized_movement": {
-          "codebook_changed": 17433,
-          "codebook_values": 1253376,
-          "scales_changed": 31920845,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.008901443325787024,
-          "reference_rel": 0.008901443325787024
-        },
-        "training_probe_rel": 0.8305768632345314,
-        "batch_loss": 0.5667754039168358,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 462.3632380962372,
-        "quantized_movement": {
-          "codebook_changed": 18667,
-          "codebook_values": 1253376,
-          "scales_changed": 32385301,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.008897678516804152,
-          "reference_rel": 0.008897678516804152
-        },
-        "training_probe_rel": 0.8305439743517955,
-        "batch_loss": 0.4883812367916107,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 509.59980273246765,
-        "quantized_movement": {
-          "codebook_changed": 16873,
-          "codebook_values": 1253376,
-          "scales_changed": 32476787,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.00889741837365716,
-          "reference_rel": 0.00889741837365716
-        },
-        "training_probe_rel": 0.8279167020220474,
-        "batch_loss": 0.4820914566516876,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 555.7137539386749,
-        "quantized_movement": {
-          "codebook_changed": 16462,
-          "codebook_values": 1253376,
-          "scales_changed": 32552727,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.00889599453234283,
-          "reference_rel": 0.00889599453234283
-        },
-        "training_probe_rel": 0.8255239087312795,
-        "batch_loss": 0.5507701486349106,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 620.1930184364319,
-        "quantized_movement": {
-          "codebook_changed": 16170,
-          "codebook_values": 1253376,
-          "scales_changed": 32616615,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.008890758065531312,
-          "reference_rel": 0.008890758065531312
-        },
-        "training_probe_rel": 0.8282845327038064,
-        "batch_loss": 0.47795575112104416,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 667.2604622840881,
-        "quantized_movement": {
-          "codebook_changed": 16700,
-          "codebook_values": 1253376,
-          "scales_changed": 32668749,
-          "scale_values": 45121536
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.008890796517544718,
-          "reference_rel": 0.008890796517544718
-        },
-        "training_probe_rel": 0.8298259659347955,
-        "batch_loss": 0.49752017855644226,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 703.8800301551819,
-        "quantized_movement": {
-          "codebook_changed": 16298,
-          "codebook_values": 1253376,
-          "scales_changed": 32712352,
-          "scale_values": 45121536
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 304,
-        "accepted": 270,
-        "changed_groups": 108582,
-        "training_before": 248.63616943359375,
-        "training_after": 247.81301879882812,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 306,
-        "accepted": 238,
-        "changed_groups": 95956,
-        "training_before": 246.21856689453125,
-        "training_after": 245.264404296875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 306,
-        "accepted": 254,
-        "changed_groups": 115257,
-        "training_before": 364.52288818359375,
-        "training_after": 363.6774597167969,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1213,6 +382,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -82,8 +82,8 @@
   "cold_file_sha256": {
     "arvq-layer-003-gateup.safetensors": "45a5b40ca1a0b8367759e861ee265a3c2c31d429e3dd65f8366d96595b7bb043",
     "arvq-layer-003-down.safetensors": "747894226436b976cf9c083bb56dc1a1347436efbc3ebcc8239003ca9e84e365",
-    "arvq-layer-011-gateup.safetensors": "730c5b42d68c0f4cb57ad120f4c1b3e780e9951974ce1ef91fdaabee78990cb6",
-    "arvq-layer-011-down.safetensors": "3d940078cef908f78658f64ea64b058467ab695f353436abe53d17f4a89836aa",
+    "arvq-layer-011-gateup.safetensors": "b5ca47616a4426542e1caa67ddd0b2ff485b9d3c6fec3d89147a4acc8fe85d90",
+    "arvq-layer-011-down.safetensors": "e10bf7a50cc711e08cbfae8d633efa83de595579c99ded8f7cd255392da12b0d",
     "arvq-layer-019-gateup.safetensors": "7e7793c993c837438b4ac50df3b93ec7d1ada4c0f7244793b1d58f52654eb5c4",
     "arvq-layer-019-down.safetensors": "1a565bca7db3a6d7a9fb05975df1fb6c65868a0b994cac0c4c775aff2ce1f661",
     "arvq-layer-027-gateup.safetensors": "4c7642d877ca157ad9b01d242b99700c67ed205da3e75df3e759fd8b32f63eaa",