Replace layer 10 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-010-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7464c4c53452da21a93fac64c9655c2bb8636d176055fc2c8faa33d7c0ee9ae
-size 707646156
+oid sha256:5fa0f170ee16f0ec3282aff80d630cba732b39fdfc04349dcfe14d8f6f375835
+size 561572492

arvq-layer-010-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c080b92026822f91c35cda50d02f2fd6342ed52ad9e842dddefc9ba2c0b718f5
-size 1414845140
+oid sha256:a8caad34d5af8dfe9155440299592c99845001717df4b4c338e4e2e99b486402
+size 1122790036

cold_manifests/layer-010-manifest.json

@@ -2,14 +2,12 @@
   "layer": 10,
   "cold_expert_ids": [
     0,
-    1,
     2,
     3,
     4,
     5,
     6,
     8,
-    9,
     10,
     11,
     12,
@@ -19,18 +17,14 @@
     17,
     18,
     19,
-    20,
-    21,
     23,
     24,
     25,
     26,
-    27,
     28,
     29,
     31,
     32,
-    34,
     35,
     36,
     37,
@@ -38,8 +32,6 @@
     40,
     42,
     43,
-    44,
-    45,
     46,
     49,
     50,
@@ -62,29 +54,20 @@
     69,
     70,
     71,
-    72,
     73,
     74,
     75,
     76,
     77,
-    78,
     79,
     80,
     81,
-    82,
     83,
-    84,
     85,
-    86,
-    87,
-    88,
-    89,
     90,
-    91,
     93,
     94,
-    95,
+    96,
     98,
     99,
     100,
@@ -96,36 +79,26 @@
     106,
     107,
     108,
-    109,
     110,
     112,
-    113,
     114,
     115,
     116,
-    117,
-    118,
     120,
     121,
     122,
     123,
     124,
-    125,
     126,
     127,
     129,
     130,
-    131,
-    133,
     134,
     137,
     138,
     140,
-    141,
-    142,
     143,
     144,
-    145,
     146,
     147,
     150,
@@ -133,16 +106,10 @@
     152,
     153,
     154,
-    155,
     156,
-    158,
-    159,
     160,
-    161,
     163,
     164,
-    165,
-    166,
     168,
     170,
     171,
@@ -152,7 +119,6 @@
     177,
     178,
     179,
-    180,
     181,
     182,
     183,
@@ -163,27 +129,21 @@
     191,
     192,
     193,
-    195,
     196,
     198,
     199,
     200,
     201,
     202,
+    203,
     204,
-    205,
     206,
     207,
     208,
     209,
-    210,
     211,
     212,
-    213,
     214,
-    215,
-    216,
-    217,
     218,
     219,
     220,
@@ -191,16 +151,11 @@
     222,
     224,
     225,
-    226,
-    227,
     228,
     229,
-    230,
     231,
-    232,
     233,
     234,
-    235,
     236,
     237,
     238,
@@ -210,9 +165,9 @@
     242,
     243,
     244,
+    245,
     247,
     248,
-    249,
     250,
     251,
     252,
@@ -223,25 +178,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-010-gateup.safetensors",
-      "sha256": "c080b92026822f91c35cda50d02f2fd6342ed52ad9e842dddefc9ba2c0b718f5"
+      "sha256": "a8caad34d5af8dfe9155440299592c99845001717df4b4c338e4e2e99b486402"
     },
     "w2": {
       "file": "arvq-layer-010-down.safetensors",
-      "sha256": "c7464c4c53452da21a93fac64c9655c2bb8636d176055fc2c8faa33d7c0ee9ae"
+      "sha256": "5fa0f170ee16f0ec3282aff80d630cba732b39fdfc04349dcfe14d8f6f375835"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34058056807196824,
-      "hess_recon_rel_fro": 0.13196134440004326,
+      "cb_rel_l2": 0.3405617699797219,
+      "hess_recon_rel_fro": 0.13351171290922292,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 503.1504454612732
+      "seconds": 335.3251895904541
     },
     "w2": {
-      "cb_rel_l2": 0.33833161656663774,
-      "hess_recon_rel_fro": 0.2851197509836799,
+      "cb_rel_l2": 0.33818224146001585,
+      "hess_recon_rel_fro": 0.28695327864681747,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 170.73315000534058
+      "seconds": 112.27513551712036
     }
   },
   "no_rotation": true,
@@ -260,57 +215,40 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "498a412f761b9d4a9f915f8118b7d3aca734d9fc0452b9d0b8580e370cf78b51",
+    "capture_sha256": "d1aebdf78d361fc41fca616247621e432d2d4a58e00dd167c82077ae1aa49d66",
     "cold_ids": [
       0,
-      1,
       2,
       3,
       4,
       5,
       6,
-      7,
       8,
-      9,
       10,
       11,
       12,
       13,
-      14,
       15,
       16,
       17,
       18,
       19,
-      20,
-      21,
-      22,
       23,
       24,
       25,
       26,
-      27,
       28,
       29,
-      30,
       31,
       32,
-      33,
-      34,
       35,
       36,
       37,
       38,
-      39,
       40,
-      41,
       42,
       43,
-      44,
-      45,
       46,
-      47,
-      48,
       49,
       50,
       51,
@@ -320,7 +258,6 @@
       55,
       56,
       57,
-      58,
       59,
       60,
       61,
@@ -329,37 +266,24 @@
       64,
       65,
       66,
-      67,
       68,
       69,
       70,
       71,
-      72,
       73,
       74,
       75,
       76,
       77,
-      78,
       79,
       80,
       81,
-      82,
       83,
-      84,
       85,
-      86,
-      87,
-      88,
-      89,
       90,
-      91,
-      92,
       93,
       94,
-      95,
       96,
-      97,
       98,
       99,
       100,
@@ -371,95 +295,57 @@
       106,
       107,
       108,
-      109,
       110,
-      111,
       112,
-      113,
       114,
       115,
       116,
-      117,
-      118,
-      119,
       120,
       121,
       122,
       123,
       124,
-      125,
       126,
       127,
-      128,
       129,
       130,
-      131,
-      132,
-      133,
       134,
-      135,
-      136,
       137,
       138,
-      139,
       140,
-      141,
-      142,
       143,
       144,
-      145,
       146,
       147,
-      148,
-      149,
       150,
       151,
       152,
       153,
       154,
-      155,
       156,
-      157,
-      158,
-      159,
       160,
-      161,
-      162,
       163,
       164,
-      165,
-      166,
-      167,
       168,
-      169,
       170,
       171,
       172,
-      173,
-      174,
       175,
       176,
       177,
       178,
       179,
-      180,
       181,
       182,
       183,
       184,
       185,
       186,
-      187,
-      188,
-      189,
       190,
       191,
       192,
       193,
-      194,
-      195,
       196,
-      197,
       198,
       199,
       200,
@@ -467,37 +353,25 @@
       202,
       203,
       204,
-      205,
       206,
       207,
       208,
       209,
-      210,
       211,
       212,
-      213,
       214,
-      215,
-      216,
-      217,
       218,
       219,
       220,
       221,
       222,
-      223,
       224,
       225,
-      226,
-      227,
       228,
       229,
-      230,
       231,
-      232,
       233,
       234,
-      235,
       236,
       237,
       238,
@@ -508,10 +382,8 @@
       243,
       244,
       245,
-      246,
       247,
       248,
-      249,
       250,
       251,
       252,
@@ -519,7 +391,7 @@
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -529,744 +401,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "882484db318f49f1aa71e76e8ad93fea203acc5f49ae6a588c3bea6a29d72957",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 10,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 39850,
-      "codebook_values": 1785856,
-      "scales_changed": 45997114,
-      "scale_values": 64290816
-    },
-    "initial_validation": {
-      "target_rel": 0.008668625735423947,
-      "reference_rel": 0.008668625735423947,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 14.465118408203125,
-          "reference_energy": 392863.125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 21.57046127319336,
-          "reference_energy": 389695.0625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 23.406421661376953,
-          "reference_energy": 812235.125
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 18.727806091308594,
-          "reference_energy": 383176.9375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 27.679866790771484,
-          "reference_energy": 364837.125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 74.04509735107422,
-          "reference_energy": 1239463.875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 24.614513397216797,
-          "reference_energy": 357505.09375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 10.71699333190918,
-          "reference_energy": 390664.1875
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 20.56491470336914,
-          "reference_energy": 389256.875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 22.53394317626953,
-          "reference_energy": 392338.125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 10.120392799377441,
-          "reference_energy": 397527.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 27.816390991210938,
-          "reference_energy": 821198.9375
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 25.42807388305664,
-          "reference_energy": 399991.03125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 19.588132858276367,
-          "reference_energy": 392244.25
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 236.20510864257812,
-          "reference_energy": 363106.15625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 15.036539077758789,
-          "reference_energy": 398908.4375
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.008423357403725084,
-      "reference_rel": 0.008423357403725084,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 14.497093200683594,
-          "reference_energy": 392863.125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 21.419940948486328,
-          "reference_energy": 389695.0625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 22.04938316345215,
-          "reference_energy": 812235.125
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 18.19477081298828,
-          "reference_energy": 383176.9375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 28.43381118774414,
-          "reference_energy": 364837.125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 59.54014587402344,
-          "reference_energy": 1239463.875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 25.61034393310547,
-          "reference_energy": 357505.09375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 10.676000595092773,
-          "reference_energy": 390664.1875
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 19.431734085083008,
-          "reference_energy": 389256.875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 21.45085334777832,
-          "reference_energy": 392338.125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 10.466497421264648,
-          "reference_energy": 397527.375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 26.021892547607422,
-          "reference_energy": 821198.9375
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 21.5968017578125,
-          "reference_energy": 399991.03125
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 18.868202209472656,
-          "reference_energy": 392244.25
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 225.302490234375,
-          "reference_energy": 363106.15625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 15.90488052368164,
-          "reference_energy": 398908.4375
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.008423357403725084,
-      "reference_rel": 0.008423357403725084
-    },
-    "development_audit": {
-      "target_rel": 0.00760554236609292,
-      "reference_rel": 0.00760554236609292,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 29.665719985961914,
-          "reference_energy": 376103.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 11.892800331115723,
-          "reference_energy": 397354.875
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 13.414108276367188,
-          "reference_energy": 387594.8125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 30.902999877929688,
-          "reference_energy": 1257261.125
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 23.98065185546875,
-          "reference_energy": 808922.3125
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 15.80724811553955,
-          "reference_energy": 389928.46875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 24.82379150390625,
-          "reference_energy": 819631.8125
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 10.85435962677002,
-          "reference_energy": 397707.84375
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 55.42243194580078,
-          "reference_energy": 367698.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 32.35812759399414,
-          "reference_energy": 402099.03125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 96.14175415039062,
-          "reference_energy": 380600.875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 15.381338119506836,
-          "reference_energy": 391321.15625
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 69.6849365234375,
-          "reference_energy": 380397.59375
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 21.41775131225586,
-          "reference_energy": 821517.25
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 19.980735778808594,
-          "reference_energy": 368675.71875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 10.961544036865234,
-          "reference_energy": 397836.625
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.007676060569717764,
-      "reference_rel": 0.007676060569717764,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 29.57758140563965,
-          "reference_energy": 376103.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 12.004722595214844,
-          "reference_energy": 397354.875
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 13.581186294555664,
-          "reference_energy": 387594.8125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 31.787586212158203,
-          "reference_energy": 1257261.125
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 26.258390426635742,
-          "reference_energy": 808922.3125
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 15.526031494140625,
-          "reference_energy": 389928.46875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 25.996652603149414,
-          "reference_energy": 819631.8125
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 10.959551811218262,
-          "reference_energy": 397707.84375
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 57.34396743774414,
-          "reference_energy": 367698.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 30.35947036743164,
-          "reference_energy": 402099.03125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 113.43617248535156,
-          "reference_energy": 380600.875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 15.237655639648438,
-          "reference_energy": 391321.15625
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 56.838157653808594,
-          "reference_energy": 380397.59375
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 22.00637435913086,
-          "reference_energy": 821517.25
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 19.527013778686523,
-          "reference_energy": 368675.71875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 11.242240905761719,
-          "reference_energy": 397836.625
-        }
-      ]
-    },
-    "best_step": 60,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.008638626346791222,
-          "reference_rel": 0.008638626346791222
-        },
-        "training_probe_rel": 0.7497608783998135,
-        "batch_loss": 0.450142577290535,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 68.63827705383301,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1785856,
-          "scales_changed": 18860776,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.00862401020262617,
-          "reference_rel": 0.00862401020262617
-        },
-        "training_probe_rel": 0.7472994938326071,
-        "batch_loss": 0.45770833641290665,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 123.33858275413513,
-        "quantized_movement": {
-          "codebook_changed": 26364,
-          "codebook_values": 1785856,
-          "scales_changed": 28165176,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.008614668139960709,
-          "reference_rel": 0.008614668139960709
-        },
-        "training_probe_rel": 0.7429470344433985,
-        "batch_loss": 0.49942465871572495,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 178.73549437522888,
-        "quantized_movement": {
-          "codebook_changed": 23780,
-          "codebook_values": 1785856,
-          "scales_changed": 33884957,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.008607531231654489,
-          "reference_rel": 0.008607531231654489
-        },
-        "training_probe_rel": 0.7406412913330852,
-        "batch_loss": 1.0470550805330276,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 264.24960565567017,
-        "quantized_movement": {
-          "codebook_changed": 27251,
-          "codebook_values": 1785856,
-          "scales_changed": 38043697,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.008591169803606176,
-          "reference_rel": 0.008591169803606176
-        },
-        "training_probe_rel": 0.7467721708308225,
-        "batch_loss": 0.7952140122652054,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 324.5457932949066,
-        "quantized_movement": {
-          "codebook_changed": 29244,
-          "codebook_values": 1785856,
-          "scales_changed": 40658078,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.008583588678817068,
-          "reference_rel": 0.008583588678817068
-        },
-        "training_probe_rel": 0.7535473514754558,
-        "batch_loss": 0.504750207066536,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 382.5267930030823,
-        "quantized_movement": {
-          "codebook_changed": 36071,
-          "codebook_values": 1785856,
-          "scales_changed": 42372691,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.008538740939152464,
-          "reference_rel": 0.008538740939152464
-        },
-        "training_probe_rel": 0.7418082291516714,
-        "batch_loss": 0.5733157768845558,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 444.4143662452698,
-        "quantized_movement": {
-          "codebook_changed": 37605,
-          "codebook_values": 1785856,
-          "scales_changed": 43638274,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.008502480845425696,
-          "reference_rel": 0.008502480845425696
-        },
-        "training_probe_rel": 0.7394138526117294,
-        "batch_loss": 0.4780666083097458,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 522.1349129676819,
-        "quantized_movement": {
-          "codebook_changed": 39374,
-          "codebook_values": 1785856,
-          "scales_changed": 44668980,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.00847172045436302,
-          "reference_rel": 0.00847172045436302
-        },
-        "training_probe_rel": 0.739342516469263,
-        "batch_loss": 0.5243113115429878,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 588.7654314041138,
-        "quantized_movement": {
-          "codebook_changed": 41602,
-          "codebook_values": 1785856,
-          "scales_changed": 45533261,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.008447133695815182,
-          "reference_rel": 0.008447133695815182
-        },
-        "training_probe_rel": 0.7376622919383926,
-        "batch_loss": 0.43710745871067047,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 643.7460918426514,
-        "quantized_movement": {
-          "codebook_changed": 37834,
-          "codebook_values": 1785856,
-          "scales_changed": 45708133,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.008429462950427385,
-          "reference_rel": 0.008429462950427385
-        },
-        "training_probe_rel": 0.7359210625531081,
-        "batch_loss": 0.4349115490913391,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 706.5978412628174,
-        "quantized_movement": {
-          "codebook_changed": 38982,
-          "codebook_values": 1785856,
-          "scales_changed": 45863107,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.008423357403725084,
-          "reference_rel": 0.008423357403725084
-        },
-        "training_probe_rel": 0.7346951180068357,
-        "batch_loss": 0.5048127323389053,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 785.3342144489288,
-        "quantized_movement": {
-          "codebook_changed": 39850,
-          "codebook_values": 1785856,
-          "scales_changed": 45997114,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.008439479778571537,
-          "reference_rel": 0.008439479778571537
-        },
-        "training_probe_rel": 0.7347082467832423,
-        "batch_loss": 0.42977412790060043,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 844.6250803470612,
-        "quantized_movement": {
-          "codebook_changed": 40468,
-          "codebook_values": 1785856,
-          "scales_changed": 46118949,
-          "scale_values": 64290816
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.008437246734864826,
-          "reference_rel": 0.008437246734864826
-        },
-        "training_probe_rel": 0.7365370117527309,
-        "batch_loss": 0.4468318670988083,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 892.621701002121,
-        "quantized_movement": {
-          "codebook_changed": 39989,
-          "codebook_values": 1785856,
-          "scales_changed": 46219466,
-          "scale_values": 64290816
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 434,
-        "accepted": 366,
-        "changed_groups": 178813,
-        "training_before": 207.76788330078125,
-        "training_after": 206.379638671875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 436,
-        "accepted": 357,
-        "changed_groups": 192522,
-        "training_before": 199.30587768554688,
-        "training_after": 198.55943298339844,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 436,
-        "accepted": 269,
-        "changed_groups": 158875,
-        "training_before": 317.95416259765625,
-        "training_after": 316.8648681640625,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1278,6 +414,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -212,8 +212,8 @@
     "arvq-layer-065-down.safetensors": "bf09df937004c59c18611c3b041a5e91969fbbd37712e19901d9c0d89d25cc0c",
     "arvq-layer-073-gateup.safetensors": "606a59d95c614e2a5f122e7d5cd8dae01f6721bf7617e1515c3b643b41a5de7b",
     "arvq-layer-073-down.safetensors": "f1f1d550f8dbc4cb5396f5ee9ef19060f1e37124a6d5d7cfefd9b73f2a31ff28",
-    "arvq-layer-010-gateup.safetensors": "c080b92026822f91c35cda50d02f2fd6342ed52ad9e842dddefc9ba2c0b718f5",
-    "arvq-layer-010-down.safetensors": "c7464c4c53452da21a93fac64c9655c2bb8636d176055fc2c8faa33d7c0ee9ae",
+    "arvq-layer-010-gateup.safetensors": "a8caad34d5af8dfe9155440299592c99845001717df4b4c338e4e2e99b486402",
+    "arvq-layer-010-down.safetensors": "5fa0f170ee16f0ec3282aff80d630cba732b39fdfc04349dcfe14d8f6f375835",
     "arvq-layer-018-gateup.safetensors": "c04af79fea7ce6f4b962474abadecdd5ff59bc33b65c94af5147eeaf344053aa",
     "arvq-layer-018-down.safetensors": "756959b1ab45e18f39f24dafdc66bbd412f6bdbf1f3ad38e98e6cec8c50540b3",
     "arvq-layer-026-gateup.safetensors": "a82c9fb204f5b81329af134dbed4126a20dec2032530399b14d8b3f4e676afcf",