Replace layer 23 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-023-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24d00bad47c377a2108922ec20720e487a40f0d1d82245088e08e7492c1d55f2
-size 506389196
+oid sha256:57f832c571b3b8cc22d846b33d22e09daeed186579afa2b23c29169a470b84df
+size 551834252

arvq-layer-023-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dfe65209a10f42f5577f14078b4fe079927195b09e7eb5525261f8804649118
-size 1012458196
+oid sha256:132f305ef1a889096a4d16749a1feebc4ec86c8d4ee50f681677831b75c5d3dd
+size 1103319700

cold_manifests/layer-023-manifest.json

@@ -2,78 +2,88 @@
   "layer": 23,
   "cold_expert_ids": [
     3,
-    4,
     5,
     6,
     7,
     8,
+    9,
     10,
-    11,
     12,
+    13,
     14,
     15,
     16,
+    17,
     18,
     19,
     21,
     23,
+    24,
     26,
     28,
+    29,
     30,
     32,
     34,
     35,
     37,
     38,
+    39,
     40,
     41,
-    42,
     43,
     44,
+    45,
     46,
     47,
     52,
     54,
     56,
     57,
-    60,
-    61,
-    63,
+    62,
     65,
     66,
+    70,
     71,
     72,
     74,
     75,
     76,
     77,
+    78,
     79,
     80,
     82,
     83,
     84,
     86,
+    87,
     89,
     90,
+    91,
     92,
+    94,
     95,
     96,
     97,
     98,
     102,
     103,
-    104,
     106,
+    109,
     112,
-    114,
+    115,
     116,
-    118,
+    117,
     120,
     121,
     122,
     123,
+    124,
     126,
+    127,
     130,
+    131,
     134,
     135,
     136,
@@ -85,64 +95,65 @@
     143,
     144,
     145,
+    147,
+    148,
     149,
     150,
     151,
     153,
     156,
     157,
+    158,
     159,
-    160,
     161,
+    162,
     163,
     164,
     165,
     166,
     167,
     170,
-    171,
-    172,
     173,
-    174,
     175,
     176,
     177,
     179,
     180,
+    181,
+    182,
     183,
     184,
     185,
+    186,
     187,
     188,
-    189,
     190,
-    191,
+    193,
     194,
     195,
-    197,
-    200,
+    198,
+    202,
+    203,
     207,
     208,
     209,
+    210,
     211,
     212,
     213,
-    214,
     217,
     218,
     219,
+    220,
     222,
     223,
     224,
+    225,
     226,
     227,
     228,
-    229,
-    231,
     232,
-    233,
     234,
-    235,
     236,
     237,
     239,
@@ -153,33 +164,36 @@
     245,
     246,
     247,
+    248,
     249,
     250,
     251,
+    252,
+    254,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-023-gateup.safetensors",
-      "sha256": "0dfe65209a10f42f5577f14078b4fe079927195b09e7eb5525261f8804649118"
+      "sha256": "132f305ef1a889096a4d16749a1feebc4ec86c8d4ee50f681677831b75c5d3dd"
     },
     "w2": {
       "file": "arvq-layer-023-down.safetensors",
-      "sha256": "24d00bad47c377a2108922ec20720e487a40f0d1d82245088e08e7492c1d55f2"
+      "sha256": "57f832c571b3b8cc22d846b33d22e09daeed186579afa2b23c29169a470b84df"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34025583184678787,
-      "hess_recon_rel_fro": 0.14852137239047622,
+      "cb_rel_l2": 0.3404661891609618,
+      "hess_recon_rel_fro": 0.15026610162497187,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 492.218608379364
+      "seconds": 303.9990999698639
     },
     "w2": {
-      "cb_rel_l2": 0.3398188144542885,
-      "hess_recon_rel_fro": 0.23156879652872175,
+      "cb_rel_l2": 0.34027911956630347,
+      "hess_recon_rel_fro": 0.23389598113733515,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 162.80533957481384
+      "seconds": 105.35359239578247
     }
   },
   "no_rotation": true,
@@ -198,20 +212,15 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "2a9a9a3a2022469890d376ace5fc004cdcd2e6bb82c0ea9e8f7420610ac414cb",
+    "capture_sha256": "876579ad76138101a923398b426d95874a7e6f61475ef899a1563ee4c5f3153c",
     "cold_ids": [
-      0,
-      1,
-      2,
       3,
-      4,
       5,
       6,
       7,
       8,
       9,
       10,
-      11,
       12,
       13,
       14,
@@ -220,60 +229,36 @@
       17,
       18,
       19,
-      20,
       21,
-      22,
       23,
       24,
-      25,
       26,
-      27,
       28,
       29,
       30,
-      31,
       32,
-      33,
       34,
       35,
-      36,
       37,
       38,
       39,
       40,
       41,
-      42,
       43,
       44,
       45,
       46,
       47,
-      48,
-      49,
-      50,
-      51,
       52,
-      53,
       54,
-      55,
       56,
       57,
-      58,
-      59,
-      60,
-      61,
       62,
-      63,
-      64,
       65,
       66,
-      67,
-      68,
-      69,
       70,
       71,
       72,
-      73,
       74,
       75,
       76,
@@ -281,63 +266,40 @@
       78,
       79,
       80,
-      81,
       82,
       83,
       84,
-      85,
       86,
       87,
-      88,
       89,
       90,
       91,
       92,
-      93,
       94,
       95,
       96,
       97,
       98,
-      99,
-      100,
-      101,
       102,
       103,
-      104,
-      105,
       106,
-      107,
-      108,
       109,
-      110,
-      111,
       112,
-      113,
-      114,
       115,
       116,
       117,
-      118,
-      119,
       120,
       121,
       122,
       123,
       124,
-      125,
       126,
       127,
-      128,
-      129,
       130,
       131,
-      132,
-      133,
       134,
       135,
       136,
-      137,
       138,
       139,
       140,
@@ -346,21 +308,16 @@
       143,
       144,
       145,
-      146,
       147,
       148,
       149,
       150,
       151,
-      152,
       153,
-      154,
-      155,
       156,
       157,
       158,
       159,
-      160,
       161,
       162,
       163,
@@ -368,17 +325,11 @@
       165,
       166,
       167,
-      168,
-      169,
       170,
-      171,
-      172,
       173,
-      174,
       175,
       176,
       177,
-      178,
       179,
       180,
       181,
@@ -389,24 +340,13 @@
       186,
       187,
       188,
-      189,
       190,
-      191,
-      192,
       193,
       194,
       195,
-      196,
-      197,
       198,
-      199,
-      200,
-      201,
       202,
       203,
-      204,
-      205,
-      206,
       207,
       208,
       209,
@@ -414,14 +354,10 @@
       211,
       212,
       213,
-      214,
-      215,
-      216,
       217,
       218,
       219,
       220,
-      221,
       222,
       223,
       224,
@@ -429,20 +365,13 @@
       226,
       227,
       228,
-      229,
-      230,
-      231,
       232,
-      233,
       234,
-      235,
       236,
       237,
-      238,
       239,
       240,
       241,
-      242,
       243,
       244,
       245,
@@ -453,11 +382,10 @@
       250,
       251,
       252,
-      253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -467,744 +395,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "df3ee9ae9cfdc742c7a5e0ed42ae59c759e03a59b59e5cbb1602d687a212cee4",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 23,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 0,
-      "codebook_values": 1277952,
-      "scales_changed": 23754686,
-      "scale_values": 46006272
-    },
-    "initial_validation": {
-      "target_rel": 0.028014300682492107,
-      "reference_rel": 0.028014300682492107,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 364.74835205078125,
-          "reference_energy": 534468.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 468.07623291015625,
-          "reference_energy": 532552.5625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 737.9954223632812,
-          "reference_energy": 1072659.25
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 442.4021911621094,
-          "reference_energy": 528530.0625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 499.7710266113281,
-          "reference_energy": 507304.3125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 890.781005859375,
-          "reference_energy": 1623040.625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 409.51092529296875,
-          "reference_energy": 491831.9375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 320.9086608886719,
-          "reference_energy": 532374.125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 364.4404296875,
-          "reference_energy": 532706.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 610.2042846679688,
-          "reference_energy": 539565.75
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 352.2493896484375,
-          "reference_energy": 538476.1875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 903.329833984375,
-          "reference_energy": 1085229.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 390.85260009765625,
-          "reference_energy": 545080.1875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 414.4023742675781,
-          "reference_energy": 538735.6875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 772.346435546875,
-          "reference_energy": 506367.8125
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 419.79412841796875,
-          "reference_energy": 545769.625
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.02799642138644907,
-      "reference_rel": 0.02799642138644907,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 364.567138671875,
-          "reference_energy": 534468.75
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 467.716796875,
-          "reference_energy": 532552.5625
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 736.8722534179688,
-          "reference_energy": 1072659.25
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 442.08184814453125,
-          "reference_energy": 528530.0625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 499.022705078125,
-          "reference_energy": 507304.3125
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 886.7284545898438,
-          "reference_energy": 1623040.625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 409.0530090332031,
-          "reference_energy": 491831.9375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 320.4546203613281,
-          "reference_energy": 532374.125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 364.1159362792969,
-          "reference_energy": 532706.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 608.9788818359375,
-          "reference_energy": 539565.75
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 352.33245849609375,
-          "reference_energy": 538476.1875
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 901.6112060546875,
-          "reference_energy": 1085229.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 390.23284912109375,
-          "reference_energy": 545080.1875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 414.170654296875,
-          "reference_energy": 538735.6875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 773.58447265625,
-          "reference_energy": 506367.8125
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 419.62005615234375,
-          "reference_energy": 545769.625
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.02799642138644907,
-      "reference_rel": 0.02799642138644907
-    },
-    "development_audit": {
-      "target_rel": 0.02562829548958631,
-      "reference_rel": 0.02562829548958631,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 466.3160400390625,
-          "reference_energy": 516303.9375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 431.4536437988281,
-          "reference_energy": 540104.625
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 408.78448486328125,
-          "reference_energy": 527143.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 666.94482421875,
-          "reference_energy": 1636641.875
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 576.986572265625,
-          "reference_energy": 1068270.625
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 523.6890258789062,
-          "reference_energy": 537124.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 473.3193359375,
-          "reference_energy": 1080464.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 338.2945556640625,
-          "reference_energy": 541707.125
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 475.577880859375,
-          "reference_energy": 502502.09375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 503.403564453125,
-          "reference_energy": 549255.9375
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 452.2550354003906,
-          "reference_energy": 525505.75
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 382.41766357421875,
-          "reference_energy": 535944.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 381.10369873046875,
-          "reference_energy": 520751.375
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 482.95050048828125,
-          "reference_energy": 1084290.25
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 420.6223449707031,
-          "reference_energy": 510983.3125
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 384.931640625,
-          "reference_energy": 542470.125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.025643480275784607,
-      "reference_rel": 0.025643480275784607,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 466.6001281738281,
-          "reference_energy": 516303.9375
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 432.2657775878906,
-          "reference_energy": 540104.625
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 409.1888122558594,
-          "reference_energy": 527143.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 668.6980590820312,
-          "reference_energy": 1636641.875
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 577.9832153320312,
-          "reference_energy": 1068270.625
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 525.3419799804688,
-          "reference_energy": 537124.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 473.84039306640625,
-          "reference_energy": 1080464.75
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 338.4213562011719,
-          "reference_energy": 541707.125
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 475.73968505859375,
-          "reference_energy": 502502.09375
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 504.31488037109375,
-          "reference_energy": 549255.9375
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 451.82598876953125,
-          "reference_energy": 525505.75
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 382.8487548828125,
-          "reference_energy": 535944.125
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 381.0816955566406,
-          "reference_energy": 520751.375
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 483.348388671875,
-          "reference_energy": 1084290.25
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 421.0023498535156,
-          "reference_energy": 510983.3125
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 385.2842712402344,
-          "reference_energy": 542470.125
-        }
-      ]
-    },
-    "best_step": 5,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.02799642138644907,
-          "reference_rel": 0.02799642138644907
-        },
-        "training_probe_rel": 0.8947481110469865,
-        "batch_loss": 0.7745941877365112,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 51.42836856842041,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1277952,
-          "scales_changed": 23754686,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.028075480676352293,
-          "reference_rel": 0.028075480676352293
-        },
-        "training_probe_rel": 0.8931952503182266,
-        "batch_loss": 0.7469006031751633,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 99.73437523841858,
-        "quantized_movement": {
-          "codebook_changed": 62352,
-          "codebook_values": 1277952,
-          "scales_changed": 30522979,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.02804351373257774,
-          "reference_rel": 0.02804351373257774
-        },
-        "training_probe_rel": 0.8884173675208572,
-        "batch_loss": 0.7924081385135651,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 145.20995378494263,
-        "quantized_movement": {
-          "codebook_changed": 24986,
-          "codebook_values": 1277952,
-          "scales_changed": 33259661,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.028051009119527997,
-          "reference_rel": 0.028051009119527997
-        },
-        "training_probe_rel": 0.8861649103352447,
-        "batch_loss": 0.7920534759759903,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 206.52073335647583,
-        "quantized_movement": {
-          "codebook_changed": 22045,
-          "codebook_values": 1277952,
-          "scales_changed": 34866289,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.028053536796594895,
-          "reference_rel": 0.028053536796594895
-        },
-        "training_probe_rel": 0.8849248397766033,
-        "batch_loss": 0.7838950157165527,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 253.3415286540985,
-        "quantized_movement": {
-          "codebook_changed": 20934,
-          "codebook_values": 1277952,
-          "scales_changed": 35866213,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.028054247549877752,
-          "reference_rel": 0.028054247549877752
-        },
-        "training_probe_rel": 0.8841561403983582,
-        "batch_loss": 0.763232633471489,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 305.1818656921387,
-        "quantized_movement": {
-          "codebook_changed": 19862,
-          "codebook_values": 1277952,
-          "scales_changed": 36561513,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.028057341258384914,
-          "reference_rel": 0.028057341258384914
-        },
-        "training_probe_rel": 0.8836075959959786,
-        "batch_loss": 0.7368387281894684,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 351.1324372291565,
-        "quantized_movement": {
-          "codebook_changed": 18842,
-          "codebook_values": 1277952,
-          "scales_changed": 37077671,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.028057848157716943,
-          "reference_rel": 0.028057848157716943
-        },
-        "training_probe_rel": 0.8828985077066728,
-        "batch_loss": 0.7291294187307358,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 413.9677700996399,
-        "quantized_movement": {
-          "codebook_changed": 18254,
-          "codebook_values": 1277952,
-          "scales_changed": 37483317,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.02805720180969633,
-          "reference_rel": 0.02805720180969633
-        },
-        "training_probe_rel": 0.8826026259214425,
-        "batch_loss": 0.7412799000740051,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 461.43768215179443,
-        "quantized_movement": {
-          "codebook_changed": 17330,
-          "codebook_values": 1277952,
-          "scales_changed": 37807675,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.02804234338846796,
-          "reference_rel": 0.02804234338846796
-        },
-        "training_probe_rel": 0.8814151191239796,
-        "batch_loss": 0.7568756341934204,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 510.31497502326965,
-        "quantized_movement": {
-          "codebook_changed": 7572,
-          "codebook_values": 1277952,
-          "scales_changed": 37872382,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.028047001238962307,
-          "reference_rel": 0.028047001238962307
-        },
-        "training_probe_rel": 0.8815540862412676,
-        "batch_loss": 0.7661237716674805,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 557.5443410873413,
-        "quantized_movement": {
-          "codebook_changed": 10376,
-          "codebook_values": 1277952,
-          "scales_changed": 37926474,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.028048116806302262,
-          "reference_rel": 0.028048116806302262
-        },
-        "training_probe_rel": 0.8816070787063873,
-        "batch_loss": 0.7250747829675674,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 617.2812511920929,
-        "quantized_movement": {
-          "codebook_changed": 11703,
-          "codebook_values": 1277952,
-          "scales_changed": 37973547,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.028048750650181812,
-          "reference_rel": 0.028048750650181812
-        },
-        "training_probe_rel": 0.8814974564361908,
-        "batch_loss": 0.7425915002822876,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 667.5517611503601,
-        "quantized_movement": {
-          "codebook_changed": 11883,
-          "codebook_values": 1277952,
-          "scales_changed": 38014098,
-          "scale_values": 46006272
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.02804989489256499,
-          "reference_rel": 0.02804989489256499
-        },
-        "training_probe_rel": 0.8814425132039337,
-        "batch_loss": 0.7658164650201797,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 702.6495726108551,
-        "quantized_movement": {
-          "codebook_changed": 12258,
-          "codebook_values": 1277952,
-          "scales_changed": 38045154,
-          "scale_values": 46006272
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 312,
-        "accepted": 283,
-        "changed_groups": 155653,
-        "training_before": 7620.62890625,
-        "training_after": 7601.369140625,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 312,
-        "accepted": 281,
-        "changed_groups": 185743,
-        "training_before": 7441.78662109375,
-        "training_after": 7421.111328125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 308,
-        "accepted": 281,
-        "changed_groups": 175088,
-        "training_before": 7652.2919921875,
-        "training_after": 7625.09326171875,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1216,6 +408,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -162,8 +162,8 @@
     "arvq-layer-007-down.safetensors": "07be9fafffa338c407f9047b05d5f1dddbdcfcf3bb391577f25254ac5ebce2d2",
     "arvq-layer-015-gateup.safetensors": "b3874cd87db8fad7e9c39bfe4eb23372ee01673b13bc887e1eb17093e6e6dd97",
     "arvq-layer-015-down.safetensors": "6df87d95ab40b51ac5389a6fe1c517e925967c5dfef8411d6d2f5e52d694056e",
-    "arvq-layer-023-gateup.safetensors": "0dfe65209a10f42f5577f14078b4fe079927195b09e7eb5525261f8804649118",
-    "arvq-layer-023-down.safetensors": "24d00bad47c377a2108922ec20720e487a40f0d1d82245088e08e7492c1d55f2",
+    "arvq-layer-023-gateup.safetensors": "132f305ef1a889096a4d16749a1feebc4ec86c8d4ee50f681677831b75c5d3dd",
+    "arvq-layer-023-down.safetensors": "57f832c571b3b8cc22d846b33d22e09daeed186579afa2b23c29169a470b84df",
     "arvq-layer-031-gateup.safetensors": "0ee956e8e1955c216bce4a4c722d3c3a8d41883119501c3671314f31a874081c",
     "arvq-layer-031-down.safetensors": "d9d6662fb2b248398bbd897a93d03d60b9e17261a8eed191e7df565ea6e2acf1",
     "arvq-layer-039-gateup.safetensors": "81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88",