Replace layer 39 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-039-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7354b720a76bc164652667ac0cc7cd2ebcf1c3dbc569752498aeb15d7525a4e2
-size 561572556
+oid sha256:e0d7d7f463042264bda0f5087bb0231a84e8fc11285386d2ef63a377c9c88afe
+size 574556812

arvq-layer-039-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88
-size 1122790100
+oid sha256:e46b43a84e17a8da517c8f3ef392f25b96bd99e75e4f526cf0e65a86d4ab9007
+size 1148750484

cold_manifests/layer-039-manifest.json

@@ -1,21 +1,25 @@
 {
   "layer": 39,
   "cold_expert_ids": [
+    0,
     1,
     2,
     3,
     4,
+    5,
     6,
     7,
     8,
-    10,
     11,
+    13,
+    15,
     16,
     19,
     20,
     21,
     22,
     23,
+    24,
     25,
     26,
     27,
@@ -23,9 +27,7 @@
     29,
     30,
     31,
-    32,
-    33,
-    35,
+    34,
     37,
     38,
     39,
@@ -33,31 +35,33 @@
     43,
     44,
     45,
-    46,
-    49,
     50,
-    51,
     53,
     54,
     55,
     56,
     57,
     59,
+    60,
     61,
+    62,
     63,
-    65,
     67,
+    68,
     69,
     70,
     71,
-    72,
     73,
+    74,
+    75,
+    77,
     78,
     80,
     81,
     82,
     83,
     85,
+    87,
     88,
     90,
     91,
@@ -65,60 +69,63 @@
     93,
     94,
     96,
+    99,
     100,
     101,
     103,
     105,
+    106,
     107,
-    108,
     109,
     110,
     112,
+    113,
+    115,
     116,
-    118,
     119,
     120,
-    121,
+    122,
     124,
     125,
     126,
-    128,
     129,
     130,
     131,
     132,
     133,
+    134,
     135,
     136,
     137,
     138,
-    139,
     140,
     141,
     142,
-    143,
+    144,
+    145,
     148,
     149,
     150,
+    151,
     152,
-    155,
     156,
-    159,
+    157,
     160,
     161,
     162,
-    163,
     164,
     165,
+    166,
+    167,
     169,
     170,
     172,
     176,
+    177,
     178,
     179,
     180,
     181,
-    182,
     184,
     185,
     186,
@@ -127,32 +134,27 @@
     189,
     191,
     192,
+    194,
     195,
-    196,
     197,
     198,
     199,
-    200,
     202,
-    204,
+    203,
     205,
+    206,
+    207,
+    208,
     209,
     210,
     211,
     213,
     214,
-    215,
     216,
     217,
-    218,
-    219,
     220,
-    221,
-    222,
-    224,
     225,
     226,
-    227,
     228,
     229,
     232,
@@ -160,7 +162,9 @@
     234,
     236,
     237,
+    238,
     239,
+    240,
     241,
     242,
     243,
@@ -170,33 +174,33 @@
     248,
     249,
     250,
-    251,
     252,
     253,
+    254,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-039-gateup.safetensors",
-      "sha256": "81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88"
+      "sha256": "e46b43a84e17a8da517c8f3ef392f25b96bd99e75e4f526cf0e65a86d4ab9007"
     },
     "w2": {
       "file": "arvq-layer-039-down.safetensors",
-      "sha256": "7354b720a76bc164652667ac0cc7cd2ebcf1c3dbc569752498aeb15d7525a4e2"
+      "sha256": "e0d7d7f463042264bda0f5087bb0231a84e8fc11285386d2ef63a377c9c88afe"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3403962377466783,
-      "hess_recon_rel_fro": 0.1561853852879117,
+      "cb_rel_l2": 0.34029828962014774,
+      "hess_recon_rel_fro": 0.16065502121766426,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 469.6795380115509
+      "seconds": 316.01648807525635
     },
     "w2": {
-      "cb_rel_l2": 0.3403725751046837,
-      "hess_recon_rel_fro": 0.29352976847653334,
+      "cb_rel_l2": 0.34043194744469946,
+      "hess_recon_rel_fro": 0.3015726512010265,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 154.27113723754883
+      "seconds": 106.57268476486206
     }
   },
   "no_rotation": true,
@@ -215,7 +219,7 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "752a3b17a32cdeeabe2300a18636a2e18365a33d60f13e705e6ab4106dbb1386",
+    "capture_sha256": "5948d67b2c44f807fc9c09077628722095620fb4cad9630a50dcbb7744296411",
     "cold_ids": [
       0,
       1,
@@ -226,16 +230,10 @@
       6,
       7,
       8,
-      9,
-      10,
       11,
-      12,
       13,
-      14,
       15,
       16,
-      17,
-      18,
       19,
       20,
       21,
@@ -249,103 +247,67 @@
       29,
       30,
       31,
-      32,
-      33,
       34,
-      35,
-      36,
       37,
       38,
       39,
-      40,
       41,
-      42,
       43,
       44,
       45,
-      46,
-      47,
-      48,
-      49,
       50,
-      51,
-      52,
       53,
       54,
       55,
       56,
       57,
-      58,
       59,
       60,
       61,
       62,
       63,
-      64,
-      65,
-      66,
       67,
       68,
       69,
       70,
       71,
-      72,
       73,
       74,
       75,
-      76,
       77,
       78,
-      79,
       80,
       81,
       82,
       83,
-      84,
       85,
-      86,
       87,
       88,
-      89,
       90,
       91,
       92,
       93,
       94,
-      95,
       96,
-      97,
-      98,
       99,
       100,
       101,
-      102,
       103,
-      104,
       105,
       106,
       107,
-      108,
       109,
       110,
-      111,
       112,
       113,
-      114,
       115,
       116,
-      117,
-      118,
       119,
       120,
-      121,
       122,
-      123,
       124,
       125,
       126,
-      127,
-      128,
       129,
       130,
       131,
@@ -356,72 +318,49 @@
       136,
       137,
       138,
-      139,
       140,
       141,
       142,
-      143,
       144,
       145,
-      146,
-      147,
       148,
       149,
       150,
       151,
       152,
-      153,
-      154,
-      155,
       156,
       157,
-      158,
-      159,
       160,
       161,
       162,
-      163,
       164,
       165,
       166,
       167,
-      168,
       169,
       170,
-      171,
       172,
-      173,
-      174,
-      175,
       176,
       177,
       178,
       179,
       180,
       181,
-      182,
-      183,
       184,
       185,
       186,
       187,
       188,
       189,
-      190,
       191,
       192,
-      193,
       194,
       195,
-      196,
       197,
       198,
       199,
-      200,
-      201,
       202,
       203,
-      204,
       205,
       206,
       207,
@@ -429,30 +368,18 @@
       209,
       210,
       211,
-      212,
       213,
       214,
-      215,
       216,
       217,
-      218,
-      219,
       220,
-      221,
-      222,
-      223,
-      224,
       225,
       226,
-      227,
       228,
       229,
-      230,
-      231,
       232,
       233,
       234,
-      235,
       236,
       237,
       238,
@@ -463,18 +390,16 @@
       243,
       244,
       245,
-      246,
       247,
       248,
       249,
       250,
-      251,
       252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -484,866 +409,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "49bfa05f5743a40b6f27585244c8c50511fde98656c59def695b7f909868e207",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 39,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.18732200155657983,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 40,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 2497,
-      "codebook_values": 1417216,
-      "scales_changed": 33876089,
-      "scale_values": 51019776
-    },
-    "initial_validation": {
-      "target_rel": 0.1874882514329183,
-      "reference_rel": 0.1874882514329183,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 41176.05859375,
-          "reference_energy": 1827345.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 59231.5234375,
-          "reference_energy": 1772965.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 295000.6875,
-          "reference_energy": 3341155.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 45803.734375,
-          "reference_energy": 1779353.125
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 148577.21875,
-          "reference_energy": 1761290.25
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 49804.171875,
-          "reference_energy": 4923309.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 48797.19921875,
-          "reference_energy": 1799948.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 36527.96875,
-          "reference_energy": 1854007.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 41078.91015625,
-          "reference_energy": 1848375.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 41833.359375,
-          "reference_energy": 1897198.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 41205.7890625,
-          "reference_energy": 1895605.5
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 65470.9296875,
-          "reference_energy": 3281516.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 48953.625,
-          "reference_energy": 1857654.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 33523.56640625,
-          "reference_energy": 1875011.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 37579.30859375,
-          "reference_energy": 1754255.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 207030.9375,
-          "reference_energy": 1851916.125
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.18732200155657983,
-      "reference_rel": 0.18732200155657983,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 41097.31640625,
-          "reference_energy": 1827345.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 59114.22265625,
-          "reference_energy": 1772965.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 294666.96875,
-          "reference_energy": 3341155.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 45705.76953125,
-          "reference_energy": 1779353.125
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 148377.4375,
-          "reference_energy": 1761290.25
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 49590.6328125,
-          "reference_energy": 4923309.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 48697.44140625,
-          "reference_energy": 1799948.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 36440.06640625,
-          "reference_energy": 1854007.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 40981.640625,
-          "reference_energy": 1848375.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 41730.203125,
-          "reference_energy": 1897198.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 41124.9921875,
-          "reference_energy": 1895605.5
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 65201.90625,
-          "reference_energy": 3281516.25
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 48858.046875,
-          "reference_energy": 1857654.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 33455.6875,
-          "reference_energy": 1875011.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 37474.296875,
-          "reference_energy": 1754255.75
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 206877.4375,
-          "reference_energy": 1851916.125
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.18732200155657983,
-      "reference_rel": 0.18732200155657983
-    },
-    "development_audit": {
-      "target_rel": 0.15346529331372671,
-      "reference_rel": 0.15346529331372671,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 42192.734375,
-          "reference_energy": 1798874.125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 48908.94140625,
-          "reference_energy": 1911729.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 38475.4453125,
-          "reference_energy": 1831052.875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 45180.65625,
-          "reference_energy": 4875900.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 55374.3203125,
-          "reference_energy": 3337210.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 36787.515625,
-          "reference_energy": 1866154.25
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 131975.3125,
-          "reference_energy": 3380267.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 31788.30859375,
-          "reference_energy": 1885876.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 45103.3359375,
-          "reference_energy": 1748091.5
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 44188.1796875,
-          "reference_energy": 1846123.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 40122.2578125,
-          "reference_energy": 1788309.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 134517.40625,
-          "reference_energy": 1797693.875
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 47760.859375,
-          "reference_energy": 1819209.0
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 46038.7890625,
-          "reference_energy": 3348589.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 37016.41015625,
-          "reference_energy": 1753593.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 41110.859375,
-          "reference_energy": 1804642.0
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.15361522803488586,
-      "reference_rel": 0.15361522803488586,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 42283.12890625,
-          "reference_energy": 1798874.125
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 48993.1328125,
-          "reference_energy": 1911729.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 38540.7109375,
-          "reference_energy": 1831052.875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 45344.4609375,
-          "reference_energy": 4875900.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 55501.3203125,
-          "reference_energy": 3337210.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 36944.28125,
-          "reference_energy": 1866154.25
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 132138.453125,
-          "reference_energy": 3380267.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 31857.453125,
-          "reference_energy": 1885876.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 45183.5,
-          "reference_energy": 1748091.5
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 44300.375,
-          "reference_energy": 1846123.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 40208.6875,
-          "reference_energy": 1788309.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 134649.15625,
-          "reference_energy": 1797693.875
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 47824.79296875,
-          "reference_energy": 1819209.0
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 46146.0234375,
-          "reference_energy": 3348589.75
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 37106.78125,
-          "reference_energy": 1753593.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 41213.11328125,
-          "reference_energy": 1804642.0
-        }
-      ]
-    },
-    "best_step": 40,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.18742535132067276,
-          "reference_rel": 0.18742535132067276
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.962715283338848,
-        "batch_loss": 0.8994393348693848,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 52.92750597000122,
-        "adaptive_schedule": {
-          "best": 0.18742535132067276,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1417216,
-          "scales_changed": 9581060,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.18742255026110502,
-          "reference_rel": 0.18742255026110502
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9619687391396183,
-        "batch_loss": 0.8965762406587601,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 108.08286690711975,
-        "adaptive_schedule": {
-          "best": 0.18742255026110502,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 26411,
-          "codebook_values": 1417216,
-          "scales_changed": 18976142,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.18738036438029437,
-          "reference_rel": 0.18738036438029437
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9610524293523998,
-        "batch_loss": 0.9660573154687881,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 158.49344110488892,
-        "adaptive_schedule": {
-          "best": 0.18738036438029437,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3992,
-          "codebook_values": 1417216,
-          "scales_changed": 24133452,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.18734758320434364,
-          "reference_rel": 0.18734758320434364
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9606723338302995,
-        "batch_loss": 0.9297686964273453,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 222.03588151931763,
-        "adaptive_schedule": {
-          "best": 0.18734758320434364,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3378,
-          "codebook_values": 1417216,
-          "scales_changed": 27499363,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.18732871801448284,
-          "reference_rel": 0.18732871801448284
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9603333810979244,
-        "batch_loss": 0.9333261996507645,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 278.5631744861603,
-        "adaptive_schedule": {
-          "best": 0.18732871801448284,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3251,
-          "codebook_values": 1417216,
-          "scales_changed": 29840140,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.1873245735754379,
-          "reference_rel": 0.1873245735754379
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9601343679473532,
-        "batch_loss": 0.9237191677093506,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 336.92755651474,
-        "adaptive_schedule": {
-          "best": 0.1873245735754379,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3324,
-          "codebook_values": 1417216,
-          "scales_changed": 31554961,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.18732229291409924,
-          "reference_rel": 0.18732229291409924
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9599811950471342,
-        "batch_loss": 0.9850030243396759,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 389.4468038082123,
-        "adaptive_schedule": {
-          "best": 0.18732229291409924,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2919,
-          "codebook_values": 1417216,
-          "scales_changed": 32855253,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.18732200155657983,
-          "reference_rel": 0.18732200155657983
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9598731531987508,
-        "batch_loss": 0.8797387033700943,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 460.6298134326935,
-        "adaptive_schedule": {
-          "best": 0.18732200155657983,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2497,
-          "codebook_values": 1417216,
-          "scales_changed": 33876089,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.18733694846868937,
-          "reference_rel": 0.18733694846868937
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9597423603074033,
-        "batch_loss": 0.8806288093328476,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 511.41920828819275,
-        "adaptive_schedule": {
-          "best": 0.18732200155657983,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1975,
-          "codebook_values": 1417216,
-          "scales_changed": 34689532,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.1873336743952257,
-          "reference_rel": 0.1873336743952257
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9596647344145469,
-        "batch_loss": 0.9439245611429214,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 564.4971852302551,
-        "adaptive_schedule": {
-          "best": 0.18732200155657983,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 847,
-          "codebook_values": 1417216,
-          "scales_changed": 34852388,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.18733546906212625,
-          "reference_rel": 0.18733546906212625
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9596540573371193,
-        "batch_loss": 1.0085333585739136,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 619.9837946891785,
-        "adaptive_schedule": {
-          "best": 0.18732200155657983,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1228,
-          "codebook_values": 1417216,
-          "scales_changed": 34987290,
-          "scale_values": 51019776
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.18733664060431973,
-          "reference_rel": 0.18733664060431973
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9596411458330344,
-        "batch_loss": 0.9276401549577713,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 686.791273355484,
-        "adaptive_schedule": {
-          "best": 0.18732200155657983,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 1395,
-          "codebook_values": 1417216,
-          "scales_changed": 35105651,
-          "scale_values": 51019776
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 338,
-        "accepted": 278,
-        "changed_groups": 231109,
-        "training_before": 626270.5,
-        "training_after": 625848.9375,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 338,
-        "accepted": 276,
-        "changed_groups": 224636,
-        "training_before": 536397.875,
-        "training_after": 536056.3125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 338,
-        "accepted": 269,
-        "changed_groups": 240166,
-        "training_before": 559763.1875,
-        "training_after": 559362.1875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1357,6 +422,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -166,8 +166,8 @@
     "arvq-layer-023-down.safetensors": "57f832c571b3b8cc22d846b33d22e09daeed186579afa2b23c29169a470b84df",
     "arvq-layer-031-gateup.safetensors": "d58dfabaac99a54f0da9636537131c147a17d65e3883e63d07d62ca6614afdf1",
     "arvq-layer-031-down.safetensors": "476b482b1e52b7b43e69b4af7853a63cb97ec31bea4d20c14a15d9c5fe9c5292",
-    "arvq-layer-039-gateup.safetensors": "81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88",
-    "arvq-layer-039-down.safetensors": "7354b720a76bc164652667ac0cc7cd2ebcf1c3dbc569752498aeb15d7525a4e2",
+    "arvq-layer-039-gateup.safetensors": "e46b43a84e17a8da517c8f3ef392f25b96bd99e75e4f526cf0e65a86d4ab9007",
+    "arvq-layer-039-down.safetensors": "e0d7d7f463042264bda0f5087bb0231a84e8fc11285386d2ef63a377c9c88afe",
     "arvq-layer-047-gateup.safetensors": "2af85995df82a2c9c3d91dd070a63f20bdcd1c9d532ef9b69214860e5f9da3ab",
     "arvq-layer-047-down.safetensors": "a45bb8e3993ad8ac087eef2fd6cb6bdb39c88e9c89623d501a714c8cf68a1365",
     "arvq-layer-055-gateup.safetensors": "7b85811d3a17240a1edb23dc160f409be4a0e12c85461c43526c63c388c7c9e8",