Replace layer 7 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-007-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b90703351d83617129b322582e153d5c0e013fca69ec965f825e73676d8bfc0
-size 483666628
+oid sha256:07be9fafffa338c407f9047b05d5f1dddbdcfcf3bb391577f25254ac5ebce2d2
+size 558326404

arvq-layer-007-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75bfd4302812c424ef0e1977e4a5bb3aa01c57715739774aa4fd5a6c91e359b7
-size 967027404
+oid sha256:86d8a5759fc843d67bafcb0fb621fd3a5d3174be5c217ed5437c361427b419cd
+size 1116299916

cold_manifests/layer-007-manifest.json

@@ -1,17 +1,18 @@
 {
   "layer": 7,
   "cold_expert_ids": [
-    0,
+    1,
+    3,
     4,
-    5,
-    7,
+    6,
     9,
     11,
-    13,
+    12,
     14,
     15,
     16,
     17,
+    18,
     19,
     21,
     22,
@@ -22,17 +23,26 @@
     28,
     29,
     30,
+    31,
+    32,
     33,
+    34,
     35,
     36,
     39,
+    40,
     41,
     42,
     44,
+    46,
+    49,
     50,
+    52,
     53,
+    54,
     55,
     56,
+    57,
     58,
     59,
     61,
@@ -41,13 +51,11 @@
     64,
     65,
     67,
-    68,
     71,
     72,
-    74,
     75,
+    76,
     77,
-    79,
     81,
     83,
     85,
@@ -57,14 +65,18 @@
     90,
     93,
     94,
+    95,
     96,
     97,
     98,
     99,
+    100,
     101,
+    102,
     103,
     105,
     106,
+    108,
     109,
     110,
     111,
@@ -83,11 +95,15 @@
     128,
     129,
     130,
+    131,
+    133,
     134,
     135,
+    137,
+    139,
     140,
     141,
-    146,
+    145,
     147,
     148,
     149,
@@ -97,29 +113,31 @@
     155,
     157,
     159,
+    160,
     164,
     165,
     166,
     167,
     168,
-    169,
     170,
     171,
     172,
     173,
+    174,
+    175,
     178,
     182,
     183,
-    184,
     186,
     187,
     189,
     191,
-    192,
     194,
     197,
+    198,
     199,
     200,
+    203,
     204,
     206,
     207,
@@ -132,12 +150,16 @@
     214,
     215,
     216,
+    217,
     219,
     220,
     222,
     223,
-    233,
-    234,
+    224,
+    225,
+    226,
+    230,
+    232,
     235,
     237,
     240,
@@ -146,33 +168,34 @@
     244,
     245,
     247,
-    249,
     250,
+    251,
     252,
-    253
+    253,
+    254
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-007-gateup.safetensors",
-      "sha256": "75bfd4302812c424ef0e1977e4a5bb3aa01c57715739774aa4fd5a6c91e359b7"
+      "sha256": "86d8a5759fc843d67bafcb0fb621fd3a5d3174be5c217ed5437c361427b419cd"
     },
     "w2": {
       "file": "arvq-layer-007-down.safetensors",
-      "sha256": "8b90703351d83617129b322582e153d5c0e013fca69ec965f825e73676d8bfc0"
+      "sha256": "07be9fafffa338c407f9047b05d5f1dddbdcfcf3bb391577f25254ac5ebce2d2"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3407981651702732,
-      "hess_recon_rel_fro": 0.12538489713228892,
+      "cb_rel_l2": 0.3407264883906255,
+      "hess_recon_rel_fro": 0.12752884388284122,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 492.61593985557556
+      "seconds": 328.54320788383484
     },
     "w2": {
-      "cb_rel_l2": 0.3344143225678061,
-      "hess_recon_rel_fro": 0.29874387308052486,
+      "cb_rel_l2": 0.33375541248753343,
+      "hess_recon_rel_fro": 0.29686321722335457,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 170.60032320022583
+      "seconds": 112.80521726608276
     }
   },
   "no_rotation": true,
@@ -191,36 +214,27 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "cf2e16f7584f9aa672a99845a28e4a69c7aa144cb4ae09319352fb7749a8bdcb",
+    "capture_sha256": "40a63621f23c88913772d278ade72c4b06111e08ae3c88da32e5bf6b060de9c5",
     "cold_ids": [
-      0,
       1,
-      2,
       3,
       4,
-      5,
       6,
-      7,
-      8,
       9,
-      10,
       11,
       12,
-      13,
       14,
       15,
       16,
       17,
       18,
       19,
-      20,
       21,
       22,
       23,
       24,
       25,
       26,
-      27,
       28,
       29,
       30,
@@ -230,21 +244,14 @@
       34,
       35,
       36,
-      37,
-      38,
       39,
       40,
       41,
       42,
-      43,
       44,
-      45,
       46,
-      47,
-      48,
       49,
       50,
-      51,
       52,
       53,
       54,
@@ -253,39 +260,24 @@
       57,
       58,
       59,
-      60,
       61,
       62,
       63,
       64,
       65,
-      66,
       67,
-      68,
-      69,
-      70,
       71,
       72,
-      73,
-      74,
       75,
       76,
       77,
-      78,
-      79,
-      80,
       81,
-      82,
       83,
-      84,
       85,
       86,
       87,
       88,
-      89,
       90,
-      91,
-      92,
       93,
       94,
       95,
@@ -297,27 +289,21 @@
       101,
       102,
       103,
-      104,
       105,
       106,
-      107,
       108,
       109,
       110,
       111,
       112,
-      113,
       114,
       115,
       116,
-      117,
       118,
-      119,
       120,
       121,
       122,
       123,
-      124,
       125,
       126,
       127,
@@ -325,80 +311,49 @@
       129,
       130,
       131,
-      132,
       133,
       134,
       135,
-      136,
       137,
-      138,
       139,
       140,
       141,
-      142,
-      143,
-      144,
       145,
-      146,
       147,
       148,
       149,
-      150,
       151,
-      152,
       153,
       154,
       155,
-      156,
       157,
-      158,
       159,
       160,
-      161,
-      162,
-      163,
       164,
       165,
       166,
       167,
       168,
-      169,
       170,
       171,
       172,
       173,
       174,
       175,
-      176,
-      177,
       178,
-      179,
-      180,
-      181,
       182,
       183,
-      184,
-      185,
       186,
       187,
-      188,
       189,
-      190,
       191,
-      192,
-      193,
       194,
-      195,
-      196,
       197,
       198,
       199,
       200,
-      201,
-      202,
       203,
       204,
-      205,
       206,
       207,
       208,
@@ -411,46 +366,30 @@
       215,
       216,
       217,
-      218,
       219,
       220,
-      221,
       222,
       223,
       224,
       225,
       226,
-      227,
-      228,
-      229,
       230,
-      231,
       232,
-      233,
-      234,
       235,
-      236,
       237,
-      238,
-      239,
       240,
-      241,
       242,
       243,
       244,
       245,
-      246,
       247,
-      248,
-      249,
       250,
       251,
       252,
       253,
-      254,
-      255
+      254
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -460,744 +399,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "8796d13c4cc241d8e07c0101c1a01d9656a6a0900831748da5520064b16c6dae",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 7,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 0,
-      "codebook_values": 1220608,
-      "scales_changed": 24771311,
-      "scale_values": 43941888
-    },
-    "initial_validation": {
-      "target_rel": 0.04014603272518295,
-      "reference_rel": 0.04014603272518295,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1.061574101448059,
-          "reference_energy": 553.063720703125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 1.2048261165618896,
-          "reference_energy": 537.6328125
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 1.4507615566253662,
-          "reference_energy": 1081.0718994140625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1.065614938735962,
-          "reference_energy": 753.7952880859375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 1.2108345031738281,
-          "reference_energy": 606.6932983398438
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 2.362612247467041,
-          "reference_energy": 1672.0174560546875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1.14329195022583,
-          "reference_energy": 602.1569213867188
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.9780064225196838,
-          "reference_energy": 990.2828369140625
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1.1849850416183472,
-          "reference_energy": 672.886474609375
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 1.4595799446105957,
-          "reference_energy": 644.2298583984375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1.3236944675445557,
-          "reference_energy": 859.1251220703125
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 2.028231620788574,
-          "reference_energy": 1114.395751953125
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.7934694290161133,
-          "reference_energy": 736.1512451171875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1.2542407512664795,
-          "reference_energy": 659.9923706054688
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 1.4946060180664062,
-          "reference_energy": 639.56591796875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 1.0796284675598145,
-          "reference_energy": 966.165283203125
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.039369347857817406,
-      "reference_rel": 0.039369347857817406,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1.0520281791687012,
-          "reference_energy": 553.063720703125
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 1.1721543073654175,
-          "reference_energy": 537.6328125
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 1.3824801445007324,
-          "reference_energy": 1081.0718994140625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1.020632266998291,
-          "reference_energy": 753.7952880859375
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 1.1865681409835815,
-          "reference_energy": 606.6932983398438
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 2.161771535873413,
-          "reference_energy": 1672.0174560546875
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1.115621566772461,
-          "reference_energy": 602.1569213867188
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.9609564542770386,
-          "reference_energy": 990.2828369140625
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1.1642612218856812,
-          "reference_energy": 672.886474609375
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 1.3971765041351318,
-          "reference_energy": 644.2298583984375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1.2735860347747803,
-          "reference_energy": 859.1251220703125
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 1.8750054836273193,
-          "reference_energy": 1114.395751953125
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.7784773111343384,
-          "reference_energy": 736.1512451171875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1.2295215129852295,
-          "reference_energy": 659.9923706054688
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 1.4580342769622803,
-          "reference_energy": 639.56591796875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 1.0593130588531494,
-          "reference_energy": 966.165283203125
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.039369347857817406,
-      "reference_rel": 0.039369347857817406
-    },
-    "development_audit": {
-      "target_rel": 0.036672203589022526,
-      "reference_rel": 0.036672203589022526,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1.642279863357544,
-          "reference_energy": 588.7579345703125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 1.121078610420227,
-          "reference_energy": 859.2410278320312
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1.2972958087921143,
-          "reference_energy": 567.025634765625
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 1.2499146461486816,
-          "reference_energy": 1777.000244140625
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.9373067617416382,
-          "reference_energy": 1113.6199951171875
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 1.409938097000122,
-          "reference_energy": 734.097412109375
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 1.0000731945037842,
-          "reference_energy": 1223.009765625
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.9590531587600708,
-          "reference_energy": 753.18994140625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1.1471911668777466,
-          "reference_energy": 571.6087646484375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1.164369821548462,
-          "reference_energy": 1007.5822143554688
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.9550374746322632,
-          "reference_energy": 720.839599609375
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 1.0743039846420288,
-          "reference_energy": 711.4423217773438
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1.1055858135223389,
-          "reference_energy": 545.901611328125
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 1.141869306564331,
-          "reference_energy": 1112.1875
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1.1160504817962646,
-          "reference_energy": 671.982421875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 1.203904628753662,
-          "reference_energy": 817.4667358398438
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.03740945447169249,
-      "reference_rel": 0.03740945447169249,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1.7035794258117676,
-          "reference_energy": 588.7579345703125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 1.1673532724380493,
-          "reference_energy": 859.2410278320312
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1.3334438800811768,
-          "reference_energy": 567.025634765625
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 1.3046826124191284,
-          "reference_energy": 1777.000244140625
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.9935150146484375,
-          "reference_energy": 1113.6199951171875
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 1.506901741027832,
-          "reference_energy": 734.097412109375
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 1.0473570823669434,
-          "reference_energy": 1223.009765625
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.959888219833374,
-          "reference_energy": 753.18994140625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1.1801592111587524,
-          "reference_energy": 571.6087646484375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1.2028708457946777,
-          "reference_energy": 1007.5822143554688
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.9859434366226196,
-          "reference_energy": 720.839599609375
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 1.0940146446228027,
-          "reference_energy": 711.4423217773438
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1.1315054893493652,
-          "reference_energy": 545.901611328125
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 1.2405270338058472,
-          "reference_energy": 1112.1875
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1.1344845294952393,
-          "reference_energy": 671.982421875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 1.2913697957992554,
-          "reference_energy": 817.4667358398438
-        }
-      ]
-    },
-    "best_step": 5,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.039369347857817406,
-          "reference_rel": 0.039369347857817406
-        },
-        "training_probe_rel": 0.4482434290970393,
-        "batch_loss": 0.2212439738214016,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 51.401649951934814,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1220608,
-          "scales_changed": 24771311,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.039922004898258735,
-          "reference_rel": 0.039922004898258735
-        },
-        "training_probe_rel": 0.4499058763220949,
-        "batch_loss": 0.21631035208702087,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 96.1616587638855,
-        "quantized_movement": {
-          "codebook_changed": 27565,
-          "codebook_values": 1220608,
-          "scales_changed": 27222375,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.039936237718405945,
-          "reference_rel": 0.039936237718405945
-        },
-        "training_probe_rel": 0.44905841459374424,
-        "batch_loss": 0.20453546196222305,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 141.33335614204407,
-        "quantized_movement": {
-          "codebook_changed": 22696,
-          "codebook_values": 1220608,
-          "scales_changed": 29236966,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.039988378025553856,
-          "reference_rel": 0.039988378025553856
-        },
-        "training_probe_rel": 0.4472694219714674,
-        "batch_loss": 0.21005024015903473,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 202.13881707191467,
-        "quantized_movement": {
-          "codebook_changed": 25931,
-          "codebook_values": 1220608,
-          "scales_changed": 30959925,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.03996216627433792,
-          "reference_rel": 0.03996216627433792
-        },
-        "training_probe_rel": 0.4479364134788981,
-        "batch_loss": 0.21374153345823288,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 251.61676478385925,
-        "quantized_movement": {
-          "codebook_changed": 27090,
-          "codebook_values": 1220608,
-          "scales_changed": 32012410,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.039918915945767464,
-          "reference_rel": 0.039918915945767464
-        },
-        "training_probe_rel": 0.44659228766474024,
-        "batch_loss": 0.21320313587784767,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 296.7768642902374,
-        "quantized_movement": {
-          "codebook_changed": 27527,
-          "codebook_values": 1220608,
-          "scales_changed": 32670101,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.03990976591898969,
-          "reference_rel": 0.03990976591898969
-        },
-        "training_probe_rel": 0.4479065719103908,
-        "batch_loss": 0.20581983774900436,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 344.7729332447052,
-        "quantized_movement": {
-          "codebook_changed": 30569,
-          "codebook_values": 1220608,
-          "scales_changed": 33122488,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.03991171812810574,
-          "reference_rel": 0.03991171812810574
-        },
-        "training_probe_rel": 0.4480162669513711,
-        "batch_loss": 0.20292768254876137,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 404.8490831851959,
-        "quantized_movement": {
-          "codebook_changed": 35673,
-          "codebook_values": 1220608,
-          "scales_changed": 33486835,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.03991693362936387,
-          "reference_rel": 0.03991693362936387
-        },
-        "training_probe_rel": 0.44852311939947814,
-        "batch_loss": 0.20290343463420868,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 452.0170452594757,
-        "quantized_movement": {
-          "codebook_changed": 41780,
-          "codebook_values": 1220608,
-          "scales_changed": 33789718,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.03958583539272915,
-          "reference_rel": 0.03958583539272915
-        },
-        "training_probe_rel": 0.44164123568931246,
-        "batch_loss": 0.20336877554655075,
-        "best_step": 5,
-        "overfit_checks": 1,
-        "seconds": 499.2299280166626,
-        "quantized_movement": {
-          "codebook_changed": 30785,
-          "codebook_values": 1220608,
-          "scales_changed": 33849507,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.039713031224473616,
-          "reference_rel": 0.039713031224473616
-        },
-        "training_probe_rel": 0.44383766419105936,
-        "batch_loss": 0.20622558146715164,
-        "best_step": 5,
-        "overfit_checks": 2,
-        "seconds": 545.0033435821533,
-        "quantized_movement": {
-          "codebook_changed": 35659,
-          "codebook_values": 1220608,
-          "scales_changed": 33909788,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.03969501139545987,
-          "reference_rel": 0.03969501139545987
-        },
-        "training_probe_rel": 0.4437836809929915,
-        "batch_loss": 0.19661593064665794,
-        "best_step": 5,
-        "overfit_checks": 3,
-        "seconds": 610.6085932254791,
-        "quantized_movement": {
-          "codebook_changed": 36302,
-          "codebook_values": 1220608,
-          "scales_changed": 33953201,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.03969449814542722,
-          "reference_rel": 0.03969449814542722
-        },
-        "training_probe_rel": 0.44385928803508157,
-        "batch_loss": 0.19533583521842957,
-        "best_step": 5,
-        "overfit_checks": 4,
-        "seconds": 655.2502481937408,
-        "quantized_movement": {
-          "codebook_changed": 37272,
-          "codebook_values": 1220608,
-          "scales_changed": 33984707,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.03970102455333781,
-          "reference_rel": 0.03970102455333781
-        },
-        "training_probe_rel": 0.4439012597042755,
-        "batch_loss": 0.19966533407568932,
-        "best_step": 5,
-        "overfit_checks": 5,
-        "seconds": 690.3585414886475,
-        "quantized_movement": {
-          "codebook_changed": 38733,
-          "codebook_values": 1220608,
-          "scales_changed": 34017307,
-          "scale_values": 43941888
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 298,
-        "accepted": 232,
-        "changed_groups": 70306,
-        "training_before": 12.929471969604492,
-        "training_after": 12.770132064819336,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 298,
-        "accepted": 252,
-        "changed_groups": 74332,
-        "training_before": 11.856048583984375,
-        "training_after": 11.70853328704834,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 298,
-        "accepted": 231,
-        "changed_groups": 66890,
-        "training_before": 12.263163566589355,
-        "training_after": 12.164424896240234,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1209,6 +412,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -158,8 +158,8 @@
     "arvq-layer-062-down.safetensors": "f17d7178aeed671d1e853d8a42783a7f128d09a6f9c97c6bb245647f1b74f78e",
     "arvq-layer-070-gateup.safetensors": "c116dd49fd4235cdc61efbffb00f994f3aae899fce734a744459ae1575709365",
     "arvq-layer-070-down.safetensors": "54413ca41ad528dd672d881f7c3f32323696c10ea27e3f04f8da3fe0b603d155",
-    "arvq-layer-007-gateup.safetensors": "75bfd4302812c424ef0e1977e4a5bb3aa01c57715739774aa4fd5a6c91e359b7",
-    "arvq-layer-007-down.safetensors": "8b90703351d83617129b322582e153d5c0e013fca69ec965f825e73676d8bfc0",
+    "arvq-layer-007-gateup.safetensors": "86d8a5759fc843d67bafcb0fb621fd3a5d3174be5c217ed5437c361427b419cd",
+    "arvq-layer-007-down.safetensors": "07be9fafffa338c407f9047b05d5f1dddbdcfcf3bb391577f25254ac5ebce2d2",
     "arvq-layer-015-gateup.safetensors": "b7725ddb86ee6827620185595e0a4e6caed57dc05fc69d33be3589c6162ad614",
     "arvq-layer-015-down.safetensors": "8fa0f6228182dcc9315dcf73e3d441b2350a8ffb226f6e8425fc3a877f7196c5",
     "arvq-layer-023-gateup.safetensors": "0dfe65209a10f42f5577f14078b4fe079927195b09e7eb5525261f8804649118",