Replace layer 5 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-005-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d56bda51aa6b90feabacf27985ff7b3a87f6ebb15513f114d406fee9e9bb4fe9
-size 509635268
+oid sha256:22deea5f190cc91487d258a009214ef3632630f9b9580c3b533d6781c61ee599
+size 548588164

arvq-layer-005-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96b32163fb1612aa07abe496d2a13888cf787a1cd867a14ad946c5a34b2411fc
-size 1018948300
+oid sha256:0790925920f9f1a9628b6adea828499ee4acb6c2e938b9142b47e224c2232bd3
+size 1096829580

cold_manifests/layer-005-manifest.json

@@ -12,16 +12,15 @@
     11,
     12,
     13,
-    14,
     15,
     16,
     17,
     18,
     21,
+    22,
     24,
     25,
     26,
-    28,
     30,
     31,
     32,
@@ -42,23 +41,28 @@
     59,
     60,
     61,
+    62,
     63,
     64,
     65,
     66,
     67,
+    68,
     69,
     70,
-    71,
-    76,
+    73,
     77,
+    78,
     79,
-    82,
+    80,
     85,
     86,
     87,
+    88,
     89,
     93,
+    94,
+    95,
     96,
     97,
     98,
@@ -80,11 +84,10 @@
     123,
     124,
     127,
-    128,
     129,
     130,
-    131,
     132,
+    133,
     134,
     136,
     137,
@@ -96,63 +99,72 @@
     143,
     145,
     146,
+    147,
     155,
-    157,
     158,
     159,
     161,
     162,
     166,
+    168,
+    169,
     171,
     172,
-    173,
     174,
-    175,
     176,
+    177,
     179,
     180,
     181,
+    183,
     184,
     185,
     186,
+    188,
     189,
     191,
     192,
     193,
     194,
+    197,
+    198,
     199,
     200,
     201,
+    202,
     203,
     204,
     205,
     206,
     208,
     209,
+    210,
     211,
     212,
     213,
     215,
     216,
+    217,
     218,
     219,
+    220,
     224,
     225,
     226,
     227,
+    228,
     229,
     230,
     231,
     232,
     233,
-    234,
     235,
     239,
     242,
     243,
     244,
     245,
-    246,
+    248,
     250,
     252,
     253,
@@ -162,25 +174,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-005-gateup.safetensors",
-      "sha256": "96b32163fb1612aa07abe496d2a13888cf787a1cd867a14ad946c5a34b2411fc"
+      "sha256": "0790925920f9f1a9628b6adea828499ee4acb6c2e938b9142b47e224c2232bd3"
     },
     "w2": {
       "file": "arvq-layer-005-down.safetensors",
-      "sha256": "d56bda51aa6b90feabacf27985ff7b3a87f6ebb15513f114d406fee9e9bb4fe9"
+      "sha256": "22deea5f190cc91487d258a009214ef3632630f9b9580c3b533d6781c61ee599"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3416593179137304,
-      "hess_recon_rel_fro": 0.10635137446663576,
+      "cb_rel_l2": 0.3415704625985443,
+      "hess_recon_rel_fro": 0.11274068502716969,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 499.7157790660858
+      "seconds": 323.14523816108704
     },
     "w2": {
-      "cb_rel_l2": 0.3222056125586057,
-      "hess_recon_rel_fro": 0.3534874868282515,
+      "cb_rel_l2": 0.31755957820587677,
+      "hess_recon_rel_fro": 0.3563291949817125,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 177.7156102657318
+      "seconds": 114.69274806976318
     }
   },
   "no_rotation": true,
@@ -199,67 +211,45 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "26060a9ae9f310f42ef2f7d8fd08889280030d8935f27260c7afe338368ab71f",
+    "capture_sha256": "31e8cd219a4282f1327c3a564d6e33c30a2848dbdda71bed05e7da58725b4d0b",
     "cold_ids": [
       0,
       1,
-      2,
-      3,
       4,
       5,
       6,
       7,
-      8,
       9,
       10,
       11,
       12,
       13,
-      14,
       15,
       16,
       17,
       18,
-      19,
-      20,
       21,
       22,
-      23,
       24,
       25,
       26,
-      27,
-      28,
-      29,
       30,
       31,
       32,
       33,
-      34,
       35,
-      36,
-      37,
       38,
       39,
-      40,
-      41,
       42,
       43,
       44,
-      45,
       46,
       47,
-      48,
-      49,
       50,
-      51,
-      52,
       53,
       54,
       55,
       56,
-      57,
-      58,
       59,
       60,
       61,
@@ -272,28 +262,16 @@
       68,
       69,
       70,
-      71,
-      72,
       73,
-      74,
-      75,
-      76,
       77,
       78,
       79,
       80,
-      81,
-      82,
-      83,
-      84,
       85,
       86,
       87,
       88,
       89,
-      90,
-      91,
-      92,
       93,
       94,
       95,
@@ -303,40 +281,26 @@
       99,
       100,
       101,
-      102,
       103,
       104,
       105,
       106,
-      107,
-      108,
       109,
       110,
       111,
-      112,
       113,
-      114,
-      115,
       116,
       117,
-      118,
-      119,
       120,
       121,
-      122,
       123,
       124,
-      125,
-      126,
       127,
-      128,
       129,
       130,
-      131,
       132,
       133,
       134,
-      135,
       136,
       137,
       138,
@@ -345,59 +309,35 @@
       141,
       142,
       143,
-      144,
       145,
       146,
       147,
-      148,
-      149,
-      150,
-      151,
-      152,
-      153,
-      154,
       155,
-      156,
-      157,
       158,
       159,
-      160,
       161,
       162,
-      163,
-      164,
-      165,
       166,
-      167,
       168,
       169,
-      170,
       171,
       172,
-      173,
       174,
-      175,
       176,
       177,
-      178,
       179,
       180,
       181,
-      182,
       183,
       184,
       185,
       186,
-      187,
       188,
       189,
-      190,
       191,
       192,
       193,
       194,
-      195,
-      196,
       197,
       198,
       199,
@@ -408,23 +348,18 @@
       204,
       205,
       206,
-      207,
       208,
       209,
       210,
       211,
       212,
       213,
-      214,
       215,
       216,
       217,
       218,
       219,
       220,
-      221,
-      222,
-      223,
       224,
       225,
       226,
@@ -435,30 +370,20 @@
       231,
       232,
       233,
-      234,
       235,
-      236,
-      237,
-      238,
       239,
-      240,
-      241,
       242,
       243,
       244,
       245,
-      246,
-      247,
       248,
-      249,
       250,
-      251,
       252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -468,744 +393,8 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "e1388e5cdbcc2f7d4dbea2c49d574437581d30ffa2d295f3859e49de0e59c055",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 5,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1,
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 38747,
-      "codebook_values": 1286144,
-      "scales_changed": 34031345,
-      "scale_values": 46301184
-    },
-    "initial_validation": {
-      "target_rel": 0.023731888036657985,
-      "reference_rel": 0.023731888036657985,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 0.14153537154197693,
-          "reference_energy": 318.68060302734375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 0.17913037538528442,
-          "reference_energy": 315.18304443359375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 0.2734489142894745,
-          "reference_energy": 364.1300354003906
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 0.16733384132385254,
-          "reference_energy": 409.181884765625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 0.20133709907531738,
-          "reference_energy": 369.3540954589844
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 0.5332379341125488,
-          "reference_energy": 426.04351806640625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 0.16856670379638672,
-          "reference_energy": 331.1439208984375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.13400064408779144,
-          "reference_energy": 376.18389892578125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 0.17325147986412048,
-          "reference_energy": 360.78253173828125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 0.20387223362922668,
-          "reference_energy": 360.62530517578125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 0.20360049605369568,
-          "reference_energy": 338.47454833984375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 0.23370273411273956,
-          "reference_energy": 379.9266052246094
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.123384490609169,
-          "reference_energy": 389.563232421875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 0.21519729495048523,
-          "reference_energy": 371.1610107421875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 0.2266906499862671,
-          "reference_energy": 379.135498046875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 0.1581355333328247,
-          "reference_energy": 434.4553527832031
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.022044561870399076,
-      "reference_rel": 0.022044561870399076,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 0.1410735547542572,
-          "reference_energy": 318.68060302734375
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 0.16653873026371002,
-          "reference_energy": 315.18304443359375
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 0.2263968586921692,
-          "reference_energy": 364.1300354003906
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 0.148874431848526,
-          "reference_energy": 409.181884765625
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 0.1796441227197647,
-          "reference_energy": 369.3540954589844
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 0.29789814352989197,
-          "reference_energy": 426.04351806640625
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 0.15755891799926758,
-          "reference_energy": 331.1439208984375
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 0.13178716599941254,
-          "reference_energy": 376.18389892578125
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 0.17057938873767853,
-          "reference_energy": 360.78253173828125
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 0.19080233573913574,
-          "reference_energy": 360.62530517578125
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 0.19672226905822754,
-          "reference_energy": 338.47454833984375
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 0.2070956528186798,
-          "reference_energy": 379.9266052246094
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 0.11281917989253998,
-          "reference_energy": 389.563232421875
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 0.1968056708574295,
-          "reference_energy": 371.1610107421875
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 0.21160709857940674,
-          "reference_energy": 379.135498046875
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 0.1426517516374588,
-          "reference_energy": 434.4553527832031
-        }
-      ]
-    },
-    "serialized_validation": {
-      "target_rel": 0.022044561870399076,
-      "reference_rel": 0.022044561870399076
-    },
-    "development_audit": {
-      "target_rel": 0.020572327891629234,
-      "reference_rel": 0.020572327891629234,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 0.2268964648246765,
-          "reference_energy": 349.99078369140625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 0.1683279573917389,
-          "reference_energy": 354.3716125488281
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 0.1965988278388977,
-          "reference_energy": 346.1508483886719
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 0.17423440515995026,
-          "reference_energy": 400.4205627441406
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.12786097824573517,
-          "reference_energy": 365.0269470214844
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 0.18049803376197815,
-          "reference_energy": 418.346435546875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 0.1269790232181549,
-          "reference_energy": 416.6302490234375
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.1431695967912674,
-          "reference_energy": 365.1043701171875
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 0.1550544798374176,
-          "reference_energy": 325.619140625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 0.14262036979198456,
-          "reference_energy": 424.3233947753906
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.12917491793632507,
-          "reference_energy": 398.9819641113281
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 0.1424376368522644,
-          "reference_energy": 404.85784912109375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 0.15446995198726654,
-          "reference_energy": 302.3982849121094
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 0.1663312315940857,
-          "reference_energy": 368.77777099609375
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 0.14978066086769104,
-          "reference_energy": 375.97576904296875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 0.16243049502372742,
-          "reference_energy": 400.84210205078125
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.02118408504789441,
-      "reference_rel": 0.02118408504789441,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 0.22835226356983185,
-          "reference_energy": 349.99078369140625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 0.17407536506652832,
-          "reference_energy": 354.3716125488281
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 0.1970038115978241,
-          "reference_energy": 346.1508483886719
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 0.2036646604537964,
-          "reference_energy": 400.4205627441406
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 0.13275033235549927,
-          "reference_energy": 365.0269470214844
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 0.20906338095664978,
-          "reference_energy": 418.346435546875
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 0.13440380990505219,
-          "reference_energy": 416.6302490234375
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 0.14598970115184784,
-          "reference_energy": 365.1043701171875
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 0.16110289096832275,
-          "reference_energy": 325.619140625
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 0.14549703896045685,
-          "reference_energy": 424.3233947753906
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 0.1337989717721939,
-          "reference_energy": 398.9819641113281
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 0.1494770348072052,
-          "reference_energy": 404.85784912109375
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 0.154300719499588,
-          "reference_energy": 302.3982849121094
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 0.19607160985469818,
-          "reference_energy": 368.77777099609375
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 0.15520526468753815,
-          "reference_energy": 375.97576904296875
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 0.17983204126358032,
-          "reference_energy": 400.84210205078125
-        }
-      ]
-    },
-    "best_step": 69,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.02218805474665539,
-          "reference_rel": 0.02218805474665539
-        },
-        "training_probe_rel": 0.35533297569845096,
-        "batch_loss": 0.12556502781808376,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 70.31146717071533,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1286144,
-          "scales_changed": 19085877,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.022561492608424757,
-          "reference_rel": 0.022561492608424757
-        },
-        "training_probe_rel": 0.3614162973906424,
-        "batch_loss": 0.13590898364782333,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 118.14100694656372,
-        "quantized_movement": {
-          "codebook_changed": 33939,
-          "codebook_values": 1286144,
-          "scales_changed": 24227757,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.022375112682590906,
-          "reference_rel": 0.022375112682590906
-        },
-        "training_probe_rel": 0.3546682409388521,
-        "batch_loss": 0.11834881268441677,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 168.52429246902466,
-        "quantized_movement": {
-          "codebook_changed": 23439,
-          "codebook_values": 1286144,
-          "scales_changed": 27360204,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.022176659441995854,
-          "reference_rel": 0.022176659441995854
-        },
-        "training_probe_rel": 0.34783539940866676,
-        "batch_loss": 0.12225859984755516,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 239.46560978889465,
-        "quantized_movement": {
-          "codebook_changed": 24992,
-          "codebook_values": 1286144,
-          "scales_changed": 29527034,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.02224398358487097,
-          "reference_rel": 0.02224398358487097
-        },
-        "training_probe_rel": 0.349122320422268,
-        "batch_loss": 0.12400182709097862,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 293.6563777923584,
-        "quantized_movement": {
-          "codebook_changed": 26835,
-          "codebook_values": 1286144,
-          "scales_changed": 30908194,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.022206138684025954,
-          "reference_rel": 0.022206138684025954
-        },
-        "training_probe_rel": 0.3491302041132365,
-        "batch_loss": 0.12094808556139469,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 343.64046716690063,
-        "quantized_movement": {
-          "codebook_changed": 27204,
-          "codebook_values": 1286144,
-          "scales_changed": 31840892,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.022252673426587852,
-          "reference_rel": 0.022252673426587852
-        },
-        "training_probe_rel": 0.3489407842043315,
-        "batch_loss": 0.11864814162254333,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 402.47063851356506,
-        "quantized_movement": {
-          "codebook_changed": 30647,
-          "codebook_values": 1286144,
-          "scales_changed": 32541086,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.022387820352266663,
-          "reference_rel": 0.022387820352266663
-        },
-        "training_probe_rel": 0.3492338474977512,
-        "batch_loss": 0.11911129020154476,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 470.3344657421112,
-        "quantized_movement": {
-          "codebook_changed": 35547,
-          "codebook_values": 1286144,
-          "scales_changed": 33120029,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.02240624324759886,
-          "reference_rel": 0.02240624324759886
-        },
-        "training_probe_rel": 0.3531228085828125,
-        "batch_loss": 0.11670931987464428,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 520.6475689411163,
-        "quantized_movement": {
-          "codebook_changed": 41761,
-          "codebook_values": 1286144,
-          "scales_changed": 33606817,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.022071934769458786,
-          "reference_rel": 0.022071934769458786
-        },
-        "training_probe_rel": 0.3455657716486838,
-        "batch_loss": 0.118095388635993,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 579.5208177566528,
-        "quantized_movement": {
-          "codebook_changed": 32418,
-          "codebook_values": 1286144,
-          "scales_changed": 33709475,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.022269650041249558,
-          "reference_rel": 0.022269650041249558
-        },
-        "training_probe_rel": 0.34609196683301957,
-        "batch_loss": 0.12103819474577904,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 630.9232051372528,
-        "quantized_movement": {
-          "codebook_changed": 35987,
-          "codebook_values": 1286144,
-          "scales_changed": 33809566,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.02216648363342608,
-          "reference_rel": 0.02216648363342608
-        },
-        "training_probe_rel": 0.3461076918259598,
-        "batch_loss": 0.11560303904116154,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 698.1578948497772,
-        "quantized_movement": {
-          "codebook_changed": 37316,
-          "codebook_values": 1286144,
-          "scales_changed": 33895656,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.022109046272408634,
-          "reference_rel": 0.022109046272408634
-        },
-        "training_probe_rel": 0.34727853614976834,
-        "batch_loss": 0.11308073624968529,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 757.2331671714783,
-        "quantized_movement": {
-          "codebook_changed": 38272,
-          "codebook_values": 1286144,
-          "scales_changed": 33969954,
-          "scale_values": 46301184
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.022044561870399076,
-          "reference_rel": 0.022044561870399076
-        },
-        "training_probe_rel": 0.34623514648345044,
-        "batch_loss": 0.11551225930452347,
-        "best_step": 69,
-        "overfit_checks": 0,
-        "seconds": 794.2053484916687,
-        "quantized_movement": {
-          "codebook_changed": 38747,
-          "codebook_values": 1286144,
-          "scales_changed": 34031345,
-          "scale_values": 46301184
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 314,
-        "accepted": 246,
-        "changed_groups": 101260,
-        "training_before": 1.606789231300354,
-        "training_after": 1.5870919227600098,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 314,
-        "accepted": 249,
-        "changed_groups": 99143,
-        "training_before": 1.5341932773590088,
-        "training_after": 1.5161283016204834,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 314,
-        "accepted": 255,
-        "changed_groups": 93772,
-        "training_before": 1.5677365064620972,
-        "training_after": 1.5502510070800781,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
+  "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
   "bits": 2.0625,
   "codebook_sizes": [
@@ -1217,6 +406,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -120,8 +120,8 @@
     "arvq-layer-068-down.safetensors": "4ec47e796c20dd24877063ac580a50a94c1131ed2cb587482c0ba76ae2894c37",
     "arvq-layer-076-gateup.safetensors": "805ccf933ab692e7ba3ce1ec4a1ff74429a03ceb116e5cef44d4bd36f4416955",
     "arvq-layer-076-down.safetensors": "d8974f85d6e718b8f32a05a3e8e3f25990b24017b2d56194f713844bc90ca59d",
-    "arvq-layer-005-gateup.safetensors": "96b32163fb1612aa07abe496d2a13888cf787a1cd867a14ad946c5a34b2411fc",
-    "arvq-layer-005-down.safetensors": "d56bda51aa6b90feabacf27985ff7b3a87f6ebb15513f114d406fee9e9bb4fe9",
+    "arvq-layer-005-gateup.safetensors": "0790925920f9f1a9628b6adea828499ee4acb6c2e938b9142b47e224c2232bd3",
+    "arvq-layer-005-down.safetensors": "22deea5f190cc91487d258a009214ef3632630f9b9580c3b533d6781c61ee599",
     "arvq-layer-013-gateup.safetensors": "bdb74ceae534181540c24dbb2aa9e6e277a2304e58356f4a722c537709655f86",
     "arvq-layer-013-down.safetensors": "2dc9871e9c7c157d30236523ac8954980d5aace0c7a485a216d82f45f09edf24",
     "arvq-layer-021-gateup.safetensors": "00fa1997aff3c2335cf9bc629ca2606396d860316cb5cdbfe0b9998f494ad6fb",