Replace layer 28 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-028-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e232e39bacec273de4500b3757012a53f56df88c9bfbc17d6d35a6ab4196c76
-size 483666636
+oid sha256:67163f4b240514834cc387800a86cf99d737bd2cb39e5da314c61423f5eaabfe
+size 551834252

arvq-layer-028-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d1fab3bbdf3a6495ca699eee436b0a9a1ed72d95c92b10bbc981fd3cad710d5
-size 967027404
+oid sha256:c05942ff9517746f7e2945c16c4f23362d2066ac7e993ff25d5d46930f1aa343
+size 1103319700

cold_manifests/layer-028-manifest.json

@@ -3,118 +3,137 @@
   "cold_expert_ids": [
     0,
     2,
+    5,
     6,
     7,
-    8,
+    9,
     14,
     15,
     16,
     17,
     18,
     19,
-    20,
     22,
     24,
     25,
-    28,
+    26,
+    27,
     29,
     33,
-    34,
+    35,
     37,
     38,
     39,
     41,
+    42,
     43,
-    46,
-    47,
+    44,
+    45,
+    48,
     49,
+    50,
     51,
     52,
     53,
     54,
-    55,
     56,
+    58,
     59,
-    60,
     61,
+    62,
     63,
     64,
-    65,
     66,
     67,
-    69,
     70,
     71,
     72,
     74,
-    75,
     76,
     77,
     78,
     79,
-    83,
+    81,
     84,
     86,
     88,
     90,
     91,
+    92,
+    93,
+    94,
+    95,
     96,
+    98,
     99,
+    100,
     101,
-    102,
+    103,
+    104,
+    105,
     106,
     107,
+    108,
     109,
     111,
     112,
     113,
-    117,
-    119,
+    116,
+    120,
     121,
+    123,
     124,
     125,
     126,
     127,
     129,
     130,
+    132,
+    133,
     134,
     135,
-    136,
     137,
-    141,
-    142,
+    138,
+    139,
     143,
+    145,
+    146,
     147,
-    148,
-    151,
+    150,
+    152,
+    153,
     154,
     155,
     156,
     157,
     159,
     161,
+    162,
     164,
     165,
     166,
     167,
+    168,
     170,
     171,
     172,
     173,
-    174,
-    176,
+    177,
+    178,
     179,
     180,
     181,
     183,
     184,
+    185,
     186,
     187,
     188,
+    189,
     190,
-    192,
     194,
     195,
+    196,
     197,
     198,
     199,
@@ -127,8 +146,8 @@
     213,
     214,
     216,
+    217,
     218,
-    220,
     222,
     223,
     224,
@@ -137,42 +156,44 @@
     228,
     230,
     231,
+    232,
     233,
     234,
     235,
+    236,
     237,
     238,
     239,
     240,
     241,
-    242,
-    243,
     247,
     251,
-    253
+    252,
+    253,
+    254
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-028-gateup.safetensors",
-      "sha256": "0d1fab3bbdf3a6495ca699eee436b0a9a1ed72d95c92b10bbc981fd3cad710d5"
+      "sha256": "c05942ff9517746f7e2945c16c4f23362d2066ac7e993ff25d5d46930f1aa343"
     },
     "w2": {
       "file": "arvq-layer-028-down.safetensors",
-      "sha256": "3e232e39bacec273de4500b3757012a53f56df88c9bfbc17d6d35a6ab4196c76"
+      "sha256": "67163f4b240514834cc387800a86cf99d737bd2cb39e5da314c61423f5eaabfe"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34038410856205314,
-      "hess_recon_rel_fro": 0.14702887536537437,
+      "cb_rel_l2": 0.34036508508142466,
+      "hess_recon_rel_fro": 0.1541356085219464,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 474.905935049057
+      "seconds": 313.52298736572266
     },
     "w2": {
-      "cb_rel_l2": 0.3399199350804623,
-      "hess_recon_rel_fro": 0.2700050910729305,
+      "cb_rel_l2": 0.3402730406298879,
+      "hess_recon_rel_fro": 0.28381280808787873,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 153.3264877796173
+      "seconds": 103.88066339492798
     }
   },
   "no_rotation": true,
@@ -191,56 +212,36 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "273dd7ac1197c20f2f95c43cef4673b94bb5169a035cc33788f4eaa5acc326d0",
+    "capture_sha256": "3615078ce57e9b9f15b138cb0c259709030d8bfa6f0d250736c0932412b7481e",
     "cold_ids": [
       0,
-      1,
       2,
-      3,
-      4,
       5,
       6,
       7,
-      8,
       9,
-      10,
-      11,
-      12,
-      13,
       14,
       15,
       16,
       17,
       18,
       19,
-      20,
-      21,
       22,
-      23,
       24,
       25,
       26,
       27,
-      28,
       29,
-      30,
-      31,
-      32,
       33,
-      34,
       35,
-      36,
       37,
       38,
       39,
-      40,
       41,
       42,
       43,
       44,
       45,
-      46,
-      47,
       48,
       49,
       50,
@@ -248,41 +249,27 @@
       52,
       53,
       54,
-      55,
       56,
-      57,
       58,
       59,
-      60,
       61,
       62,
       63,
       64,
-      65,
       66,
       67,
-      68,
-      69,
       70,
       71,
       72,
-      73,
       74,
-      75,
       76,
       77,
       78,
       79,
-      80,
       81,
-      82,
-      83,
       84,
-      85,
       86,
-      87,
       88,
-      89,
       90,
       91,
       92,
@@ -290,12 +277,10 @@
       94,
       95,
       96,
-      97,
       98,
       99,
       100,
       101,
-      102,
       103,
       104,
       105,
@@ -303,79 +288,54 @@
       107,
       108,
       109,
-      110,
       111,
       112,
       113,
-      114,
-      115,
       116,
-      117,
-      118,
-      119,
       120,
       121,
-      122,
       123,
       124,
       125,
       126,
       127,
-      128,
       129,
       130,
-      131,
       132,
       133,
       134,
       135,
-      136,
       137,
       138,
       139,
-      140,
-      141,
-      142,
       143,
-      144,
       145,
       146,
       147,
-      148,
-      149,
       150,
-      151,
       152,
       153,
       154,
       155,
       156,
       157,
-      158,
       159,
-      160,
       161,
       162,
-      163,
       164,
       165,
       166,
       167,
       168,
-      169,
       170,
       171,
       172,
       173,
-      174,
-      175,
-      176,
       177,
       178,
       179,
       180,
       181,
-      182,
       183,
       184,
       185,
@@ -384,45 +344,29 @@
       188,
       189,
       190,
-      191,
-      192,
-      193,
       194,
       195,
       196,
       197,
       198,
       199,
-      200,
       201,
-      202,
-      203,
-      204,
       205,
-      206,
       207,
-      208,
-      209,
       210,
       211,
       212,
       213,
       214,
-      215,
       216,
       217,
       218,
-      219,
-      220,
-      221,
       222,
       223,
       224,
-      225,
       226,
       227,
       228,
-      229,
       230,
       231,
       232,
@@ -435,22 +379,13 @@
       239,
       240,
       241,
-      242,
-      243,
-      244,
-      245,
-      246,
       247,
-      248,
-      249,
-      250,
       251,
       252,
       253,
-      254,
-      255
+      254
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -460,696 +395,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "3d27bfff4c10dd1c99c95e0cfeb8d292f0553888024fec00ae84c7622bea9356",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=35",
-  "pv_report": {
-    "layer": 28,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.5096721747314137,
-    "training_tokens_seen": 9175040,
-    "adaptive_schedule": {
-      "best": 0.04568640858239258,
-      "drop_after": 20,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 3,
-      "last_best": 5,
-      "early_drop": true
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 0,
-      "codebook_values": 1220608,
-      "scales_changed": 20911839,
-      "scale_values": 43941888
-    },
-    "initial_validation": {
-      "target_rel": 0.04575490412305372,
-      "reference_rel": 0.04575490412305372,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1225.066650390625,
-          "reference_energy": 633561.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 1730.5247802734375,
-          "reference_energy": 631992.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 2650.521728515625,
-          "reference_energy": 1248300.875
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1456.8228759765625,
-          "reference_energy": 626145.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 1573.7159423828125,
-          "reference_energy": 606195.125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 2587.072021484375,
-          "reference_energy": 1877452.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1273.91259765625,
-          "reference_energy": 585626.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 1031.33935546875,
-          "reference_energy": 628380.0625
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1168.089111328125,
-          "reference_energy": 630483.1875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 1688.952880859375,
-          "reference_energy": 640108.75
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1085.8212890625,
-          "reference_energy": 636793.1875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 2962.939208984375,
-          "reference_energy": 1262362.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 1347.319580078125,
-          "reference_energy": 641585.0625
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1239.173583984375,
-          "reference_energy": 637032.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 1850.2703857421875,
-          "reference_energy": 603941.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 1368.0098876953125,
-          "reference_energy": 643792.625
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.04568640858239258,
-      "reference_rel": 0.04568640858239258,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 1222.803955078125,
-          "reference_energy": 633561.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 1727.1553955078125,
-          "reference_energy": 631992.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 2643.668701171875,
-          "reference_energy": 1248300.875
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 1451.9749755859375,
-          "reference_energy": 626145.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 1569.89892578125,
-          "reference_energy": 606195.125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 2563.0009765625,
-          "reference_energy": 1877452.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 1271.9283447265625,
-          "reference_energy": 585626.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 1028.7801513671875,
-          "reference_energy": 628380.0625
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 1166.48046875,
-          "reference_energy": 630483.1875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 1684.0147705078125,
-          "reference_energy": 640108.75
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 1084.55859375,
-          "reference_energy": 636793.1875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 2954.15966796875,
-          "reference_energy": 1262362.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 1343.46484375,
-          "reference_energy": 641585.0625
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 1236.976318359375,
-          "reference_energy": 637032.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 1847.239990234375,
-          "reference_energy": 603941.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 1364.94287109375,
-          "reference_energy": 643792.625
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.04568640858239258,
-      "reference_rel": 0.04568640858239258
-    },
-    "development_audit": {
-      "target_rel": 0.04155074605290906,
-      "reference_rel": 0.04155074605290906,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1427.318359375,
-          "reference_energy": 614566.375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 1447.829833984375,
-          "reference_energy": 640015.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1303.251220703125,
-          "reference_energy": 625431.1875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 1855.1007080078125,
-          "reference_energy": 1890838.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 2012.58740234375,
-          "reference_energy": 1241441.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 1557.794921875,
-          "reference_energy": 637719.375
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 1515.7784423828125,
-          "reference_energy": 1254753.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 1073.861572265625,
-          "reference_energy": 640994.375
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1272.06640625,
-          "reference_energy": 598300.0625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1457.081787109375,
-          "reference_energy": 648946.5625
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 1285.84521484375,
-          "reference_energy": 623094.1875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 1277.2947998046875,
-          "reference_energy": 634994.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1079.980712890625,
-          "reference_energy": 616956.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 1691.516357421875,
-          "reference_energy": 1260324.375
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1229.2247314453125,
-          "reference_energy": 607396.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 1262.3966064453125,
-          "reference_energy": 640827.125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.04161201969282061,
-      "reference_rel": 0.04161201969282061,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 1433.3236083984375,
-          "reference_energy": 614566.375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 1453.325927734375,
-          "reference_energy": 640015.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 1307.08544921875,
-          "reference_energy": 625431.1875
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 1862.2064208984375,
-          "reference_energy": 1890838.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 2017.744384765625,
-          "reference_energy": 1241441.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 1569.3455810546875,
-          "reference_energy": 637719.375
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 1517.8726806640625,
-          "reference_energy": 1254753.25
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 1076.4232177734375,
-          "reference_energy": 640994.375
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 1273.0528564453125,
-          "reference_energy": 598300.0625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 1459.114501953125,
-          "reference_energy": 648946.5625
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 1288.16943359375,
-          "reference_energy": 623094.1875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 1282.1558837890625,
-          "reference_energy": 634994.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 1080.56982421875,
-          "reference_energy": 616956.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 1696.801025390625,
-          "reference_energy": 1260324.375
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 1232.830810546875,
-          "reference_energy": 607396.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 1266.05126953125,
-          "reference_energy": 640827.125
-        }
-      ]
-    },
-    "best_step": 5,
-    "steps_run": 35,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.04568640858239258,
-          "reference_rel": 0.04568640858239258
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8862424002453863,
-        "batch_loss": 0.7887698411941528,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 49.613221645355225,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1220608,
-          "scales_changed": 20911839,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.045771005430036774,
-          "reference_rel": 0.045771005430036774
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8854738997173387,
-        "batch_loss": 0.7587582617998123,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 99.75843739509583,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 1,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 44830,
-          "codebook_values": 1220608,
-          "scales_changed": 28161573,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.045745237084359014,
-          "reference_rel": 0.045745237084359014
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8817656107390905,
-        "batch_loss": 0.7794782817363739,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 152.43101000785828,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 2,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 15830,
-          "codebook_values": 1220608,
-          "scales_changed": 31060802,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.04575863825630863,
-          "reference_rel": 0.04575863825630863
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8803130919349227,
-        "batch_loss": 0.7869551777839661,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 212.30817031860352,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 20,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 3,
-          "last_best": 5,
-          "early_drop": true
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 14660,
-          "codebook_values": 1220608,
-          "scales_changed": 32687290,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.045735151366455014,
-          "reference_rel": 0.045735151366455014
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8789899747873411,
-        "batch_loss": 0.7921782433986664,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 259.7685933113098,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 20,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 3,
-          "last_best": 5,
-          "early_drop": true
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6263,
-          "codebook_values": 1220608,
-          "scales_changed": 32936361,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.04573494437802584,
-          "reference_rel": 0.04573494437802584
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8789951518683806,
-        "batch_loss": 0.7899673134088516,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 307.07192611694336,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 20,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 3,
-          "last_best": 5,
-          "early_drop": true
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7795,
-          "codebook_values": 1220608,
-          "scales_changed": 33110797,
-          "scale_values": 43941888
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.04572943616120235,
-          "reference_rel": 0.04572943616120235
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.8788437449521731,
-        "batch_loss": 0.7551818788051605,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 359.52196407318115,
-        "adaptive_schedule": {
-          "best": 0.04568640858239258,
-          "drop_after": 20,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 3,
-          "last_best": 5,
-          "early_drop": true
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 9612,
-          "codebook_values": 1220608,
-          "scales_changed": 33249076,
-          "scale_values": 43941888
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 294,
-        "accepted": 268,
-        "changed_groups": 181093,
-        "training_before": 22758.34765625,
-        "training_after": 22714.58203125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1161,6 +408,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -106,8 +106,8 @@
     "arvq-layer-012-down.safetensors": "064856379bbaffdfaaa646a6956caff0cc448a0b2b45bf4737569008c6024bfa",
     "arvq-layer-020-gateup.safetensors": "1d6162d1eda8cc65a5333f3e1c73d1d5950a2dfba9b7b13305bc91353fabc9bc",
     "arvq-layer-020-down.safetensors": "b11912f0d16ccf37e8ca883601f475328c922887289e9a9118ce47f7625c400a",
-    "arvq-layer-028-gateup.safetensors": "0d1fab3bbdf3a6495ca699eee436b0a9a1ed72d95c92b10bbc981fd3cad710d5",
-    "arvq-layer-028-down.safetensors": "3e232e39bacec273de4500b3757012a53f56df88c9bfbc17d6d35a6ab4196c76",
+    "arvq-layer-028-gateup.safetensors": "c05942ff9517746f7e2945c16c4f23362d2066ac7e993ff25d5d46930f1aa343",
+    "arvq-layer-028-down.safetensors": "67163f4b240514834cc387800a86cf99d737bd2cb39e5da314c61423f5eaabfe",
     "arvq-layer-036-gateup.safetensors": "4930617d4417c8ac0e5eefc8e762887b7ba6d20bea0a5b770f63ec11551c8d83",
     "arvq-layer-036-down.safetensors": "a6a356ca9d2380f020bbfa558081a1c11c5156ed91b98b1370f796cd7c8b4208",
     "arvq-layer-044-gateup.safetensors": "7b18a0f9409888498eb2b4a796fc0e2e99adff22393e7a36e76dfee696944cee",