Replace layer 4 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-004-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6eb271680f811e2c9fd113fa7726cfecb0a47ebc7fa693dc2a8cfe2494088770
-size 584295108
+oid sha256:7741b2f23c5c0b4338b2ff1a2c5a7fe075af424952ab2cd73ac99ce099f4a03a
+size 564818564

arvq-layer-004-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc77100d5c966bf351e28f567dcd765a2c56b5549a52605f26be5bfad99dd63e
-size 1168220876
+oid sha256:59619189baf3d9fff5e5b587085199646ae5ebfb2718808748896d5e32d377a9
+size 1129280140

cold_manifests/layer-004-manifest.json

@@ -8,8 +8,8 @@
     5,
     6,
     7,
-    8,
     11,
+    12,
     13,
     14,
     15,
@@ -28,18 +28,18 @@
     35,
     36,
     37,
-    39,
-    40,
     41,
     42,
     43,
     44,
+    45,
     46,
     48,
     49,
     51,
     52,
     53,
+    56,
     60,
     61,
     62,
@@ -56,7 +56,6 @@
     80,
     81,
     83,
-    84,
     85,
     86,
     87,
@@ -79,9 +78,8 @@
     109,
     110,
     111,
-    113,
+    112,
     116,
-    118,
     119,
     120,
     121,
@@ -96,6 +94,7 @@
     137,
     138,
     139,
+    140,
     141,
     142,
     145,
@@ -107,9 +106,6 @@
     155,
     156,
     157,
-    160,
-    161,
-    162,
     163,
     164,
     165,
@@ -118,19 +114,14 @@
     169,
     171,
     172,
-    173,
-    174,
     175,
     176,
     177,
-    178,
     179,
     181,
     182,
     183,
-    184,
     185,
-    186,
     187,
     188,
     189,
@@ -145,11 +136,11 @@
     202,
     204,
     205,
-    206,
     207,
     208,
     211,
     212,
+    214,
     215,
     217,
     218,
@@ -172,38 +163,41 @@
     240,
     241,
     242,
+    243,
     244,
     245,
     246,
     247,
+    248,
     249,
     250,
     251,
     252,
+    253,
     254
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-004-gateup.safetensors",
-      "sha256": "dc77100d5c966bf351e28f567dcd765a2c56b5549a52605f26be5bfad99dd63e"
+      "sha256": "59619189baf3d9fff5e5b587085199646ae5ebfb2718808748896d5e32d377a9"
     },
     "w2": {
       "file": "arvq-layer-004-down.safetensors",
-      "sha256": "6eb271680f811e2c9fd113fa7726cfecb0a47ebc7fa693dc2a8cfe2494088770"
+      "sha256": "7741b2f23c5c0b4338b2ff1a2c5a7fe075af424952ab2cd73ac99ce099f4a03a"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34146280019615594,
-      "hess_recon_rel_fro": 0.10884096636465314,
+      "cb_rel_l2": 0.34148969511998406,
+      "hess_recon_rel_fro": 0.11165862975395534,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 494.5427920818329
+      "seconds": 335.45439767837524
     },
     "w2": {
-      "cb_rel_l2": 0.31825950095370725,
-      "hess_recon_rel_fro": 0.3552022749799626,
+      "cb_rel_l2": 0.30587620283191586,
+      "hess_recon_rel_fro": 0.3597505918239537,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 182.5186378955841
+      "seconds": 118.56260776519775
     }
   },
   "no_rotation": true,
@@ -222,93 +216,63 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "e0e2d59f746063b86ca1f3b79f60613278482bd405a715ffc3a6cf5edc7ec4c0",
+    "capture_sha256": "4faa38c4c85f127e1950138a9ee878ad217c10c17330726802d80a1d0681f570",
     "cold_ids": [
       0,
       1,
       2,
-      3,
       4,
       5,
       6,
       7,
-      8,
-      9,
-      10,
       11,
       12,
       13,
       14,
       15,
       16,
-      17,
       18,
       19,
       20,
       21,
       22,
-      23,
       24,
       25,
-      26,
-      27,
       28,
       29,
-      30,
-      31,
-      32,
       33,
       34,
       35,
       36,
       37,
-      38,
-      39,
-      40,
       41,
       42,
       43,
       44,
       45,
       46,
-      47,
       48,
       49,
-      50,
       51,
       52,
       53,
-      54,
-      55,
       56,
-      57,
-      58,
-      59,
       60,
       61,
       62,
       63,
-      64,
       65,
-      66,
       67,
       68,
       69,
-      70,
       71,
       72,
-      73,
       74,
-      75,
-      76,
-      77,
       78,
       79,
       80,
       81,
-      82,
       83,
-      84,
       85,
       86,
       87,
@@ -321,45 +285,28 @@
       94,
       95,
       96,
-      97,
-      98,
       99,
       100,
       101,
       102,
-      103,
       104,
-      105,
       106,
-      107,
       108,
       109,
       110,
       111,
       112,
-      113,
-      114,
-      115,
       116,
-      117,
-      118,
       119,
       120,
       121,
       122,
       123,
       124,
-      125,
       126,
-      127,
-      128,
       129,
       130,
       131,
-      132,
-      133,
-      134,
-      135,
       136,
       137,
       138,
@@ -367,98 +314,64 @@
       140,
       141,
       142,
-      143,
-      144,
       145,
-      146,
-      147,
       148,
       149,
       150,
-      151,
       152,
       153,
-      154,
       155,
       156,
       157,
-      158,
-      159,
-      160,
-      161,
-      162,
       163,
       164,
       165,
       166,
       167,
-      168,
       169,
-      170,
       171,
       172,
-      173,
-      174,
       175,
       176,
       177,
-      178,
       179,
-      180,
       181,
       182,
       183,
-      184,
       185,
-      186,
       187,
       188,
       189,
       190,
       191,
       192,
-      193,
-      194,
       195,
-      196,
       197,
       198,
       199,
       200,
-      201,
       202,
-      203,
       204,
       205,
-      206,
       207,
       208,
-      209,
-      210,
       211,
       212,
-      213,
       214,
       215,
-      216,
       217,
       218,
-      219,
       220,
       221,
       222,
       223,
-      224,
       225,
       226,
       227,
       228,
       229,
-      230,
       231,
       232,
-      233,
-      234,
       235,
       236,
       237,
@@ -478,10 +391,9 @@
       251,
       252,
       253,
-      254,
-      255
+      254
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -491,744 +403,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "d82e0bfd9bc1cedb4af3c6cb34cced20d531a85c16bed37c34a48a583f0d6f37",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 4,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 36843,
-      "codebook_values": 1474560,
-      "scales_changed": 35779969,
-      "scale_values": 53084160
-    },
-    "initial_validation": {
-      "target_rel": 0.015163573352178411,
-      "reference_rel": 0.015163573352178411,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 0.05156388878822327,
-          "reference_energy": 277.9646911621094
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 0.06364277005195618,
-          "reference_energy": 277.1209716796875
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 0.1749483346939087,
-          "reference_energy": 323.78472900390625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 0.05501384288072586,
-          "reference_energy": 348.0157775878906
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 0.06697653234004974,
-          "reference_energy": 332.9898681640625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 0.0745132714509964,
-          "reference_energy": 373.9756774902344
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 0.051079072058200836,
-          "reference_energy": 279.7165832519531
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.04700689762830734,
-          "reference_energy": 319.42864990234375
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 0.060023047029972076,
-          "reference_energy": 302.729248046875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 0.0697997584939003,
-          "reference_energy": 318.18017578125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 0.053785115480422974,
-          "reference_energy": 279.5427551269531
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 0.1197148859500885,
-          "reference_energy": 337.94122314453125
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.04485626518726349,
-          "reference_energy": 328.2408752441406
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 0.12965641915798187,
-          "reference_energy": 323.2366943359375
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 0.06047429144382477,
-          "reference_energy": 331.14361572265625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 0.05465918034315109,
-          "reference_energy": 367.9530029296875
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.013676183209613597,
-      "reference_rel": 0.013676183209613597,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 0.04755448177456856,
-          "reference_energy": 277.9646911621094
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 0.059735678136348724,
-          "reference_energy": 277.1209716796875
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 0.10660909116268158,
-          "reference_energy": 323.78472900390625
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 0.05035298317670822,
-          "reference_energy": 348.0157775878906
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 0.059990786015987396,
-          "reference_energy": 332.9898681640625
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 0.06391829997301102,
-          "reference_energy": 373.9756774902344
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 0.049715306609869,
-          "reference_energy": 279.7165832519531
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.04137444496154785,
-          "reference_energy": 319.42864990234375
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 0.054913975298404694,
-          "reference_energy": 302.729248046875
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 0.06121784821152687,
-          "reference_energy": 318.18017578125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 0.05299215018749237,
-          "reference_energy": 279.5427551269531
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 0.07882502675056458,
-          "reference_energy": 337.94122314453125
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.04177635908126831,
-          "reference_energy": 328.2408752441406
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 0.08298918604850769,
-          "reference_energy": 323.2366943359375
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 0.055913008749485016,
-          "reference_energy": 331.14361572265625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 0.05012331157922745,
-          "reference_energy": 367.9530029296875
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.013676183209613597,
-      "reference_rel": 0.013676183209613597
-    },
-    "development_audit": {
-      "target_rel": 0.013128305745500432,
-      "reference_rel": 0.013128305745500432,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 0.07412151992321014,
-          "reference_energy": 307.5254821777344
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 0.058054275810718536,
-          "reference_energy": 296.3759765625
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 0.07285530865192413,
-          "reference_energy": 301.79132080078125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 0.05974987894296646,
-          "reference_energy": 350.61431884765625
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.04885410889983177,
-          "reference_energy": 319.64202880859375
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 0.06295699626207352,
-          "reference_energy": 369.07135009765625
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 0.04359206184744835,
-          "reference_energy": 355.376708984375
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.05042819678783417,
-          "reference_energy": 313.3940124511719
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 0.046552252024412155,
-          "reference_energy": 277.46636962890625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 0.047695860266685486,
-          "reference_energy": 374.94757080078125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.04279543459415436,
-          "reference_energy": 344.53778076171875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 0.05032671242952347,
-          "reference_energy": 358.1868896484375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 0.05755491554737091,
-          "reference_energy": 260.9048156738281
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 0.06573420763015747,
-          "reference_energy": 318.16143798828125
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 0.05333881452679634,
-          "reference_energy": 336.6009521484375
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 0.06748957931995392,
-          "reference_energy": 349.44708251953125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.014338443740883215,
-      "reference_rel": 0.014338443740883215,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 0.0828476995229721,
-          "reference_energy": 307.5254821777344
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 0.06279338896274567,
-          "reference_energy": 296.3759765625
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 0.08139383792877197,
-          "reference_energy": 301.79132080078125
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 0.06819077581167221,
-          "reference_energy": 350.61431884765625
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.052426114678382874,
-          "reference_energy": 319.64202880859375
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 0.08013749122619629,
-          "reference_energy": 369.07135009765625
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 0.04729171097278595,
-          "reference_energy": 355.376708984375
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.053128305822610855,
-          "reference_energy": 313.3940124511719
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 0.04698774963617325,
-          "reference_energy": 277.46636962890625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 0.04957180842757225,
-          "reference_energy": 374.94757080078125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.046199847012758255,
-          "reference_energy": 344.53778076171875
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 0.06010375916957855,
-          "reference_energy": 358.1868896484375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 0.058896392583847046,
-          "reference_energy": 260.9048156738281
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 0.10715547204017639,
-          "reference_energy": 318.16143798828125
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 0.06219521909952164,
-          "reference_energy": 336.6009521484375
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 0.11675262451171875,
-          "reference_energy": 349.44708251953125
-        }
-      ]
-    },
-    "best_step": 50,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.013825444462394273,
-          "reference_rel": 0.013825444462394273
-        },
-        "training_probe_rel": 0.3081135243985454,
-        "batch_loss": 0.0957566350698471,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 56.84113335609436,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1474560,
-          "scales_changed": 19424210,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.01447811835856044,
-          "reference_rel": 0.01447811835856044
-        },
-        "training_probe_rel": 0.3171022760585063,
-        "batch_loss": 0.10650553926825523,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 103.50802373886108,
-        "quantized_movement": {
-          "codebook_changed": 46215,
-          "codebook_values": 1474560,
-          "scales_changed": 25113425,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.014074041843818793,
-          "reference_rel": 0.014074041843818793
-        },
-        "training_probe_rel": 0.31385453949620046,
-        "batch_loss": 0.09035586006939411,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 152.56675267219543,
-        "quantized_movement": {
-          "codebook_changed": 29046,
-          "codebook_values": 1474560,
-          "scales_changed": 28541083,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.0141204603782582,
-          "reference_rel": 0.0141204603782582
-        },
-        "training_probe_rel": 0.3107009649440238,
-        "batch_loss": 0.09120146930217743,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 224.85636115074158,
-        "quantized_movement": {
-          "codebook_changed": 30096,
-          "codebook_values": 1474560,
-          "scales_changed": 30860561,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.013906753440146398,
-          "reference_rel": 0.013906753440146398
-        },
-        "training_probe_rel": 0.3108620570080505,
-        "batch_loss": 0.09528827108442783,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 280.1308012008667,
-        "quantized_movement": {
-          "codebook_changed": 31575,
-          "codebook_values": 1474560,
-          "scales_changed": 32387649,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.013892198918403058,
-          "reference_rel": 0.013892198918403058
-        },
-        "training_probe_rel": 0.30984798758399185,
-        "batch_loss": 0.09011643566191196,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 337.52244305610657,
-        "quantized_movement": {
-          "codebook_changed": 32617,
-          "codebook_values": 1474560,
-          "scales_changed": 33474047,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.013933002957649867,
-          "reference_rel": 0.013933002957649867
-        },
-        "training_probe_rel": 0.3116568863553674,
-        "batch_loss": 0.09040397219359875,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 387.82291626930237,
-        "quantized_movement": {
-          "codebook_changed": 37648,
-          "codebook_values": 1474560,
-          "scales_changed": 34338207,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.013930324997785945,
-          "reference_rel": 0.013930324997785945
-        },
-        "training_probe_rel": 0.31106321272540344,
-        "batch_loss": 0.09121530689299107,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 463.29962730407715,
-        "quantized_movement": {
-          "codebook_changed": 41815,
-          "codebook_values": 1474560,
-          "scales_changed": 35044243,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.013970315652918891,
-          "reference_rel": 0.013970315652918891
-        },
-        "training_probe_rel": 0.3128486173430621,
-        "batch_loss": 0.08944866620004177,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 516.9876441955566,
-        "quantized_movement": {
-          "codebook_changed": 47700,
-          "codebook_values": 1474560,
-          "scales_changed": 35652996,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.013676183209613597,
-          "reference_rel": 0.013676183209613597
-        },
-        "training_probe_rel": 0.3037197444859833,
-        "batch_loss": 0.08850873075425625,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 573.1188488006592,
-        "quantized_movement": {
-          "codebook_changed": 36843,
-          "codebook_values": 1474560,
-          "scales_changed": 35779969,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.013697678696020147,
-          "reference_rel": 0.013697678696020147
-        },
-        "training_probe_rel": 0.3053003170966695,
-        "batch_loss": 0.09034464322030544,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 626.7659327983856,
-        "quantized_movement": {
-          "codebook_changed": 38750,
-          "codebook_values": 1474560,
-          "scales_changed": 35902728,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.013703356621647286,
-          "reference_rel": 0.013703356621647286
-        },
-        "training_probe_rel": 0.3056706861788927,
-        "batch_loss": 0.0846546608954668,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 701.0039050579071,
-        "quantized_movement": {
-          "codebook_changed": 39862,
-          "codebook_values": 1474560,
-          "scales_changed": 36009436,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.013698109524845466,
-          "reference_rel": 0.013698109524845466
-        },
-        "training_probe_rel": 0.3062525329183814,
-        "batch_loss": 0.08651054464280605,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 756.0137431621552,
-        "quantized_movement": {
-          "codebook_changed": 40221,
-          "codebook_values": 1474560,
-          "scales_changed": 36105919,
-          "scale_values": 53084160
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.01371032190014177,
-          "reference_rel": 0.01371032190014177
-        },
-        "training_probe_rel": 0.3055840227310636,
-        "batch_loss": 0.08483831956982613,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 795.329594373703,
-        "quantized_movement": {
-          "codebook_changed": 42056,
-          "codebook_values": 1474560,
-          "scales_changed": 36184994,
-          "scale_values": 53084160
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 360,
-        "accepted": 278,
-        "changed_groups": 101873,
-        "training_before": 0.6012052297592163,
-        "training_after": 0.5903273820877075,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 360,
-        "accepted": 276,
-        "changed_groups": 119966,
-        "training_before": 0.5286070108413696,
-        "training_after": 0.5234501361846924,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 360,
-        "accepted": 259,
-        "changed_groups": 107560,
-        "training_before": 0.5606367588043213,
-        "training_after": 0.5540627241134644,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1240,6 +416,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -100,8 +100,8 @@
     "arvq-layer-067-down.safetensors": "8112dda73872211d58dd092483dacf93389c73593c1247ce704f6281bf715c22",
     "arvq-layer-075-gateup.safetensors": "9d0b7a4d138ae742b0cf2bb700bd87dc406c4e6613b01031d75a2c33851e66e6",
     "arvq-layer-075-down.safetensors": "179c28b71da6690960aafc5ecd9dfa3bef72635bbeec482b1995ca29e829bddb",
-    "arvq-layer-004-gateup.safetensors": "dc77100d5c966bf351e28f567dcd765a2c56b5549a52605f26be5bfad99dd63e",
-    "arvq-layer-004-down.safetensors": "6eb271680f811e2c9fd113fa7726cfecb0a47ebc7fa693dc2a8cfe2494088770",
+    "arvq-layer-004-gateup.safetensors": "59619189baf3d9fff5e5b587085199646ae5ebfb2718808748896d5e32d377a9",
+    "arvq-layer-004-down.safetensors": "7741b2f23c5c0b4338b2ff1a2c5a7fe075af424952ab2cd73ac99ce099f4a03a",
     "arvq-layer-012-gateup.safetensors": "61c344d39d8c068d89ccb06ed6c4cc677ee6d2d995c3c62e335ef54185ec61f3",
     "arvq-layer-012-down.safetensors": "38290009625866f226797b09ccdb8a02b70692f141c4d1b5c5bd13bac7d90c14",
     "arvq-layer-020-gateup.safetensors": "f10f260ed77c37e80aaea964f8387f4da1f15555f49e4611066e7a9bdababb41",