Replace layer 9 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-009-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee9f7624fc6ef7291e4c94edc7ee8dfeee370b85d1252f82e2741a6504951f48
-size 805028548
+oid sha256:ff2e1a245d12346056621dd294c371f5f3f19d7c41e74d1052e43446cb6b7a41
+size 623248004

arvq-layer-009-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71de993f169cf02baa66586d09c952120bf20447b052a83978d4f459be939f78
-size 1609548492
+oid sha256:94830f339cefaf7a32c4693848cb3c97ee0798db8e62a11707dbae0d93482e05
+size 1246102156

cold_manifests/layer-009-manifest.json

@@ -1,16 +1,13 @@
 {
   "layer": 9,
   "cold_expert_ids": [
-    0,
     1,
     2,
     3,
     4,
     5,
     6,
-    7,
     8,
-    9,
     10,
     11,
     12,
@@ -21,27 +18,21 @@
     18,
     19,
     20,
-    21,
     22,
     23,
-    24,
     25,
-    26,
-    27,
     28,
     29,
     30,
     31,
     32,
     33,
-    34,
     35,
     36,
     37,
     38,
     39,
     40,
-    41,
     42,
     43,
     44,
@@ -49,15 +40,12 @@
     46,
     48,
     49,
-    50,
     51,
     52,
     53,
-    54,
     55,
     56,
     57,
-    58,
     59,
     60,
     61,
@@ -76,28 +64,18 @@
     75,
     76,
     77,
-    78,
     79,
     80,
     81,
-    82,
-    83,
     84,
     85,
-    86,
     87,
     88,
     89,
     90,
     91,
-    93,
-    94,
     95,
-    96,
-    97,
     98,
-    99,
-    100,
     102,
     103,
     104,
@@ -108,14 +86,11 @@
     109,
     110,
     111,
-    112,
     113,
     114,
     115,
     116,
-    117,
     118,
-    119,
     120,
     121,
     122,
@@ -135,21 +110,15 @@
     137,
     138,
     139,
-    140,
     141,
-    142,
     143,
-    144,
-    145,
     146,
     147,
     148,
     149,
     150,
-    151,
     152,
     153,
-    154,
     155,
     156,
     157,
@@ -164,14 +133,10 @@
     166,
     167,
     168,
-    169,
     170,
     171,
-    172,
     173,
     174,
-    175,
-    176,
     177,
     178,
     179,
@@ -179,51 +144,34 @@
     181,
     182,
     183,
-    184,
     185,
     186,
     187,
     188,
     189,
-    190,
     192,
     193,
     194,
-    195,
-    196,
     197,
     198,
-    199,
-    200,
     201,
     203,
     204,
-    205,
-    206,
-    207,
     208,
     209,
     210,
     211,
-    212,
-    213,
     214,
     215,
-    216,
-    217,
     218,
     219,
-    220,
     221,
     222,
-    223,
     224,
-    225,
     226,
     227,
     228,
     229,
-    230,
     231,
     232,
     233,
@@ -232,18 +180,14 @@
     236,
     237,
     238,
-    239,
     240,
     241,
-    242,
-    243,
     244,
     245,
     246,
     247,
     248,
     249,
-    250,
     251,
     252,
     253,
@@ -253,25 +197,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-009-gateup.safetensors",
-      "sha256": "71de993f169cf02baa66586d09c952120bf20447b052a83978d4f459be939f78"
+      "sha256": "94830f339cefaf7a32c4693848cb3c97ee0798db8e62a11707dbae0d93482e05"
     },
     "w2": {
       "file": "arvq-layer-009-down.safetensors",
-      "sha256": "ee9f7624fc6ef7291e4c94edc7ee8dfeee370b85d1252f82e2741a6504951f48"
+      "sha256": "ff2e1a245d12346056621dd294c371f5f3f19d7c41e74d1052e43446cb6b7a41"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3393862808428135,
-      "hess_recon_rel_fro": 0.13040598578712095,
+      "cb_rel_l2": 0.33999865613188307,
+      "hess_recon_rel_fro": 0.13143568627005053,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 489.20648884773254
+      "seconds": 363.79479598999023
     },
     "w2": {
-      "cb_rel_l2": 0.33726960691631075,
-      "hess_recon_rel_fro": 0.2902475460700194,
+      "cb_rel_l2": 0.338243135891586,
+      "hess_recon_rel_fro": 0.29112157988793047,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 164.7976474761963
+      "seconds": 122.09032344818115
     }
   },
   "no_rotation": true,
@@ -290,67 +234,53 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "fb1ad3483cc0746a96e30c28efaef87c1f91b620cabb6ff5da5fabd6e4226b83",
+    "capture_sha256": "45f70698d52c8e7c838379cb9ed6a494a491e6f0cde579fd8ed7287729c6a93a",
     "cold_ids": [
-      0,
       1,
       2,
       3,
       4,
       5,
       6,
-      7,
       8,
-      9,
       10,
       11,
       12,
       13,
       14,
-      15,
       16,
       17,
       18,
       19,
       20,
-      21,
       22,
       23,
-      24,
       25,
-      26,
-      27,
       28,
       29,
       30,
       31,
       32,
       33,
-      34,
       35,
       36,
       37,
       38,
       39,
       40,
-      41,
       42,
       43,
       44,
       45,
       46,
-      47,
       48,
       49,
-      50,
       51,
       52,
       53,
-      54,
       55,
       56,
       57,
-      58,
       59,
       60,
       61,
@@ -365,35 +295,22 @@
       70,
       71,
       72,
-      73,
       74,
       75,
       76,
       77,
-      78,
       79,
       80,
       81,
-      82,
-      83,
       84,
       85,
-      86,
       87,
       88,
       89,
       90,
       91,
-      92,
-      93,
-      94,
       95,
-      96,
-      97,
       98,
-      99,
-      100,
-      101,
       102,
       103,
       104,
@@ -404,14 +321,11 @@
       109,
       110,
       111,
-      112,
       113,
       114,
       115,
       116,
-      117,
       118,
-      119,
       120,
       121,
       122,
@@ -423,7 +337,6 @@
       128,
       129,
       130,
-      131,
       132,
       133,
       134,
@@ -432,21 +345,15 @@
       137,
       138,
       139,
-      140,
       141,
-      142,
       143,
-      144,
-      145,
       146,
       147,
       148,
       149,
       150,
-      151,
       152,
       153,
-      154,
       155,
       156,
       157,
@@ -461,14 +368,10 @@
       166,
       167,
       168,
-      169,
       170,
       171,
-      172,
       173,
       174,
-      175,
-      176,
       177,
       178,
       179,
@@ -476,53 +379,34 @@
       181,
       182,
       183,
-      184,
       185,
       186,
       187,
       188,
       189,
-      190,
-      191,
       192,
       193,
       194,
-      195,
-      196,
       197,
       198,
-      199,
-      200,
       201,
-      202,
       203,
       204,
-      205,
-      206,
-      207,
       208,
       209,
       210,
       211,
-      212,
-      213,
       214,
       215,
-      216,
-      217,
       218,
       219,
-      220,
       221,
       222,
-      223,
       224,
-      225,
       226,
       227,
       228,
       229,
-      230,
       231,
       232,
       233,
@@ -531,25 +415,21 @@
       236,
       237,
       238,
-      239,
       240,
       241,
-      242,
-      243,
       244,
       245,
       246,
       247,
       248,
       249,
-      250,
       251,
       252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -559,744 +439,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "dd312a92cca1182a2c1092cd68b795a99f3cd652094ae6e3bd9967ba0c2a1c8b",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 9,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 78817,
-      "codebook_values": 2031616,
-      "scales_changed": 49714560,
-      "scale_values": 73138176
-    },
-    "initial_validation": {
-      "target_rel": 0.009252161886221874,
-      "reference_rel": 0.009252161886221874,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 12.136799812316895,
-          "reference_energy": 385438.4375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 16.497573852539062,
-          "reference_energy": 382148.09375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 24.012981414794922,
-          "reference_energy": 797609.6875
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 16.54977035522461,
-          "reference_energy": 375894.125
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 28.674701690673828,
-          "reference_energy": 356746.65625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 87.05178833007812,
-          "reference_energy": 1218583.625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 28.368728637695312,
-          "reference_energy": 348770.15625
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 12.83788013458252,
-          "reference_energy": 382446.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 23.988252639770508,
-          "reference_energy": 381585.3125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 27.81995391845703,
-          "reference_energy": 384722.4375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 12.425582885742188,
-          "reference_energy": 389536.40625
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 28.87092399597168,
-          "reference_energy": 806949.875
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 52.61153030395508,
-          "reference_energy": 392482.875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 24.49877166748047,
-          "reference_energy": 384639.5625
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 250.53683471679688,
-          "reference_energy": 355432.25
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 15.15517807006836,
-          "reference_energy": 390867.96875
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.008411391685269195,
-      "reference_rel": 0.008411391685269195,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 9.586898803710938,
-          "reference_energy": 385438.4375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 14.564313888549805,
-          "reference_energy": 382148.09375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 12.408775329589844,
-          "reference_energy": 797609.6875
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 14.0171480178833,
-          "reference_energy": 375894.125
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 24.03021240234375,
-          "reference_energy": 356746.65625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 60.75191879272461,
-          "reference_energy": 1218583.625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 20.62117576599121,
-          "reference_energy": 348770.15625
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 6.507160186767578,
-          "reference_energy": 382446.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 17.900474548339844,
-          "reference_energy": 381585.3125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 17.862388610839844,
-          "reference_energy": 384722.4375
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 6.5186052322387695,
-          "reference_energy": 389536.40625
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 19.18865394592285,
-          "reference_energy": 806949.875
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 22.49521827697754,
-          "reference_energy": 392482.875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 15.434897422790527,
-          "reference_energy": 384639.5625
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 274.3253479003906,
-          "reference_energy": 355432.25
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 10.96867561340332,
-          "reference_energy": 390867.96875
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.008411391685269195,
-      "reference_rel": 0.008411391685269195
-    },
-    "development_audit": {
-      "target_rel": 0.007128040703437003,
-      "reference_rel": 0.007128040703437003,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 25.91637420654297,
-          "reference_energy": 368095.15625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 7.561799049377441,
-          "reference_energy": 389457.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 9.122798919677734,
-          "reference_energy": 379430.53125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 22.911457061767578,
-          "reference_energy": 1235862.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 19.148265838623047,
-          "reference_energy": 794160.125
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 10.588672637939453,
-          "reference_energy": 381930.1875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 18.96666717529297,
-          "reference_energy": 805567.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 7.276703834533691,
-          "reference_energy": 389651.625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 52.53138732910156,
-          "reference_energy": 358576.0625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 26.41079330444336,
-          "reference_energy": 394082.09375
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 108.21482849121094,
-          "reference_energy": 373154.65625
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 11.317161560058594,
-          "reference_energy": 383907.8125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 57.65331268310547,
-          "reference_energy": 372408.0625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 14.282464027404785,
-          "reference_energy": 807596.125
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 16.780494689941406,
-          "reference_energy": 360613.75
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 7.149675369262695,
-          "reference_energy": 389748.5
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.007987360655973013,
-      "reference_rel": 0.007987360655973013,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 24.0191650390625,
-          "reference_energy": 368095.15625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 13.892187118530273,
-          "reference_energy": 389457.25
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 12.09377670288086,
-          "reference_energy": 379430.53125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 43.355918884277344,
-          "reference_energy": 1235862.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 30.86086654663086,
-          "reference_energy": 794160.125
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 15.921871185302734,
-          "reference_energy": 381930.1875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 28.506668090820312,
-          "reference_energy": 805567.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 10.735339164733887,
-          "reference_energy": 389651.625
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 62.806304931640625,
-          "reference_energy": 358576.0625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 38.829261779785156,
-          "reference_energy": 394082.09375
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 98.32061767578125,
-          "reference_energy": 373154.65625
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 15.162532806396484,
-          "reference_energy": 383907.8125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 67.74323272705078,
-          "reference_energy": 372408.0625
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 21.898853302001953,
-          "reference_energy": 807596.125
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 27.279903411865234,
-          "reference_energy": 360613.75
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 10.711196899414062,
-          "reference_energy": 389748.5
-        }
-      ]
-    },
-    "best_step": 55,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.009219607765697082,
-          "reference_rel": 0.009219607765697082
-        },
-        "training_probe_rel": 0.698605411093058,
-        "batch_loss": 0.4567992240190506,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 78.69308686256409,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 2031616,
-          "scales_changed": 16917222,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.00907838869468057,
-          "reference_rel": 0.00907838869468057
-        },
-        "training_probe_rel": 0.6816808792307915,
-        "batch_loss": 0.46051446348428726,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 148.0367774963379,
-        "quantized_movement": {
-          "codebook_changed": 53499,
-          "codebook_values": 2031616,
-          "scales_changed": 27305164,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.008864358224482692,
-          "reference_rel": 0.008864358224482692
-        },
-        "training_probe_rel": 0.6599069943370154,
-        "batch_loss": 0.44328882545232773,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 222.67208433151245,
-        "quantized_movement": {
-          "codebook_changed": 62709,
-          "codebook_values": 2031616,
-          "scales_changed": 34469504,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.00866054915267766,
-          "reference_rel": 0.00866054915267766
-        },
-        "training_probe_rel": 0.6577516018232207,
-        "batch_loss": 0.9148145765066147,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 309.04560256004333,
-        "quantized_movement": {
-          "codebook_changed": 76006,
-          "codebook_values": 2031616,
-          "scales_changed": 39774791,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.008572518932879762,
-          "reference_rel": 0.008572518932879762
-        },
-        "training_probe_rel": 0.6526322345910534,
-        "batch_loss": 0.7063939124345779,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 378.39868354797363,
-        "quantized_movement": {
-          "codebook_changed": 79597,
-          "codebook_values": 2031616,
-          "scales_changed": 43131412,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.008525421269283209,
-          "reference_rel": 0.008525421269283209
-        },
-        "training_probe_rel": 0.6630437215477556,
-        "batch_loss": 0.43156958371400833,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 448.5361828804016,
-        "quantized_movement": {
-          "codebook_changed": 79575,
-          "codebook_values": 2031616,
-          "scales_changed": 45341093,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.008472898131618133,
-          "reference_rel": 0.008472898131618133
-        },
-        "training_probe_rel": 0.6501964011582912,
-        "batch_loss": 0.48328180611133575,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 517.0527198314667,
-        "quantized_movement": {
-          "codebook_changed": 78522,
-          "codebook_values": 2031616,
-          "scales_changed": 46973291,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.00845173971315073,
-          "reference_rel": 0.00845173971315073
-        },
-        "training_probe_rel": 0.6357390587351512,
-        "batch_loss": 0.38975756615400314,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 606.6948583126068,
-        "quantized_movement": {
-          "codebook_changed": 80747,
-          "codebook_values": 2031616,
-          "scales_changed": 48275322,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.008441994399424578,
-          "reference_rel": 0.008441994399424578
-        },
-        "training_probe_rel": 0.6313684119020045,
-        "batch_loss": 0.4365231990814209,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 674.0723032951355,
-        "quantized_movement": {
-          "codebook_changed": 81962,
-          "codebook_values": 2031616,
-          "scales_changed": 49320221,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.008429583233900325,
-          "reference_rel": 0.008429583233900325
-        },
-        "training_probe_rel": 0.6314549443174895,
-        "batch_loss": 0.3534841984510422,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 739.4341735839844,
-        "quantized_movement": {
-          "codebook_changed": 79484,
-          "codebook_values": 2031616,
-          "scales_changed": 49529635,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.008411391685269195,
-          "reference_rel": 0.008411391685269195
-        },
-        "training_probe_rel": 0.6257913845209646,
-        "batch_loss": 0.35214999318122864,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 808.9863429069519,
-        "quantized_movement": {
-          "codebook_changed": 78817,
-          "codebook_values": 2031616,
-          "scales_changed": 49714560,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.008422412186134052,
-          "reference_rel": 0.008422412186134052
-        },
-        "training_probe_rel": 0.6211377693237231,
-        "batch_loss": 0.3973107263445854,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 898.1064078807831,
-        "quantized_movement": {
-          "codebook_changed": 77846,
-          "codebook_values": 2031616,
-          "scales_changed": 49873061,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.008431909650302622,
-          "reference_rel": 0.008431909650302622
-        },
-        "training_probe_rel": 0.6204836895101589,
-        "batch_loss": 0.34928230941295624,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 967.7143399715424,
-        "quantized_movement": {
-          "codebook_changed": 78028,
-          "codebook_values": 2031616,
-          "scales_changed": 50011631,
-          "scale_values": 73138176
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.00843264567171898,
-          "reference_rel": 0.00843264567171898
-        },
-        "training_probe_rel": 0.6252921883134824,
-        "batch_loss": 0.360595166683197,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 1015.6704757213593,
-        "quantized_movement": {
-          "codebook_changed": 78529,
-          "codebook_values": 2031616,
-          "scales_changed": 50136709,
-          "scale_values": 73138176
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 496,
-        "accepted": 427,
-        "changed_groups": 148800,
-        "training_before": 161.96266174316406,
-        "training_after": 157.540283203125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 494,
-        "accepted": 409,
-        "changed_groups": 157569,
-        "training_before": 154.1398162841797,
-        "training_after": 153.4835968017578,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 494,
-        "accepted": 318,
-        "changed_groups": 133262,
-        "training_before": 282.9744567871094,
-        "training_after": 281.8181457519531,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1308,6 +452,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -194,8 +194,8 @@
     "arvq-layer-064-down.safetensors": "49c20316e1717af171cb48583209b7119251b28f75b703e606992db84e8e6fb9",
     "arvq-layer-072-gateup.safetensors": "295b3e148f44228e3f4c6510bc9718f2361802f4eb74f062b9de6eaa378160bb",
     "arvq-layer-072-down.safetensors": "2de1ea93f8322526605707adca387124bb3aed49ce3900de781fef85dac57c05",
-    "arvq-layer-009-gateup.safetensors": "71de993f169cf02baa66586d09c952120bf20447b052a83978d4f459be939f78",
-    "arvq-layer-009-down.safetensors": "ee9f7624fc6ef7291e4c94edc7ee8dfeee370b85d1252f82e2741a6504951f48",
+    "arvq-layer-009-gateup.safetensors": "94830f339cefaf7a32c4693848cb3c97ee0798db8e62a11707dbae0d93482e05",
+    "arvq-layer-009-down.safetensors": "ff2e1a245d12346056621dd294c371f5f3f19d7c41e74d1052e43446cb6b7a41",
     "arvq-layer-017-gateup.safetensors": "434d6b33c664f3629e2fadef9f8bb55b8c21ad9bd7257bfeb614d2bc4ee11565",
     "arvq-layer-017-down.safetensors": "435f391c478090173fdbb851dae56e103222bbd0939a16636a98ebec179ac167",
     "arvq-layer-025-gateup.safetensors": "d8272cd168b6a86f3e86e37d871763509973d225458691d321262952c1babf87",