Replace layer 44 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-044-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72da268baae1346e1481b5e23ac71e5342b03584e96eb2544bc95815e0f5ecbb
-size 538849996
+oid sha256:0bfa3ffe66a4e8e14e03a8958cb6e06647d36eb8f471b888aa4a770583c05a4e
+size 561572492

arvq-layer-044-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b18a0f9409888498eb2b4a796fc0e2e99adff22393e7a36e76dfee696944cee
-size 1077359316
+oid sha256:bb7bcc5bf45ffe835fc457f2129b885aa17073b598bfaefa6ba572c7fc3ac334
+size 1122790036

cold_manifests/layer-044-manifest.json

@@ -2,21 +2,22 @@
   "layer": 44,
   "cold_expert_ids": [
     0,
-    1,
     2,
     3,
     4,
+    6,
     7,
     8,
     9,
     10,
+    11,
     12,
     13,
     14,
-    16,
     17,
     18,
     20,
+    21,
     22,
     24,
     25,
@@ -29,64 +30,66 @@
     33,
     34,
     36,
+    37,
     38,
     39,
     40,
     41,
-    43,
     44,
+    45,
     47,
     48,
     49,
     50,
-    51,
+    52,
     53,
+    54,
     56,
     57,
-    58,
-    59,
     61,
-    62,
-    64,
+    65,
     67,
+    68,
     69,
-    70,
     72,
     73,
-    74,
+    75,
     77,
+    80,
+    81,
     83,
     84,
     85,
-    86,
     88,
-    89,
     90,
     91,
     92,
     93,
     94,
+    95,
     96,
+    97,
     98,
+    99,
     100,
     101,
     102,
     103,
+    104,
     105,
     106,
-    109,
+    108,
     110,
     111,
     112,
     114,
     115,
+    116,
     117,
     118,
     119,
-    120,
     121,
     122,
-    125,
     126,
     127,
     129,
@@ -94,11 +97,12 @@
     131,
     133,
     134,
+    135,
     136,
+    139,
+    140,
     142,
-    143,
     144,
-    145,
     146,
     147,
     148,
@@ -107,89 +111,92 @@
     152,
     153,
     154,
-    155,
-    162,
+    156,
+    157,
+    158,
     163,
     164,
-    165,
     166,
     169,
-    170,
     171,
     172,
-    173,
-    174,
     175,
-    176,
     177,
     178,
-    179,
-    180,
+    181,
     182,
+    185,
     186,
+    189,
+    190,
+    191,
     193,
     194,
     195,
     196,
     197,
-    198,
     199,
     200,
+    201,
     203,
-    205,
+    206,
     207,
     208,
     209,
-    210,
     215,
     216,
+    217,
     218,
+    219,
     221,
     222,
+    224,
+    225,
     226,
+    227,
     229,
     230,
     231,
     232,
     233,
     234,
-    235,
+    236,
     237,
     238,
     239,
     241,
     242,
     243,
+    244,
     245,
     246,
     247,
     248,
     252,
-    253,
-    255
+    253
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-044-gateup.safetensors",
-      "sha256": "7b18a0f9409888498eb2b4a796fc0e2e99adff22393e7a36e76dfee696944cee"
+      "sha256": "bb7bcc5bf45ffe835fc457f2129b885aa17073b598bfaefa6ba572c7fc3ac334"
     },
     "w2": {
       "file": "arvq-layer-044-down.safetensors",
-      "sha256": "72da268baae1346e1481b5e23ac71e5342b03584e96eb2544bc95815e0f5ecbb"
+      "sha256": "0bfa3ffe66a4e8e14e03a8958cb6e06647d36eb8f471b888aa4a770583c05a4e"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34031110515931845,
-      "hess_recon_rel_fro": 0.15701729798143696,
+      "cb_rel_l2": 0.34033131929972793,
+      "hess_recon_rel_fro": 0.15830553649157042,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 461.3945209980011
+      "seconds": 305.6045424938202
     },
     "w2": {
-      "cb_rel_l2": 0.34027992079025887,
-      "hess_recon_rel_fro": 0.29701905046379806,
+      "cb_rel_l2": 0.3401959981426994,
+      "hess_recon_rel_fro": 0.2950768215203349,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 150.60228753089905
+      "seconds": 102.37198042869568
     }
   },
   "no_rotation": true,
@@ -208,14 +215,12 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "3c1d0035f8d7af37469bd6cf5c6e9791248c9fa7f9efa1ed6fd98909b4018210",
+    "capture_sha256": "b341b420f88f6317b5c1830aa835a754aaf38d363423eccfcd092784a5fcf003",
     "cold_ids": [
       0,
-      1,
       2,
       3,
       4,
-      5,
       6,
       7,
       8,
@@ -225,15 +230,11 @@
       12,
       13,
       14,
-      15,
-      16,
       17,
       18,
-      19,
       20,
       21,
       22,
-      23,
       24,
       25,
       26,
@@ -242,64 +243,40 @@
       29,
       30,
       31,
-      32,
       33,
       34,
-      35,
       36,
       37,
       38,
       39,
       40,
       41,
-      42,
-      43,
       44,
       45,
-      46,
       47,
       48,
       49,
       50,
-      51,
       52,
       53,
       54,
-      55,
       56,
       57,
-      58,
-      59,
-      60,
       61,
-      62,
-      63,
-      64,
       65,
-      66,
       67,
       68,
       69,
-      70,
-      71,
       72,
       73,
-      74,
       75,
-      76,
       77,
-      78,
-      79,
       80,
       81,
-      82,
       83,
       84,
       85,
-      86,
-      87,
       88,
-      89,
       90,
       91,
       92,
@@ -317,140 +294,92 @@
       104,
       105,
       106,
-      107,
       108,
-      109,
       110,
       111,
       112,
-      113,
       114,
       115,
       116,
       117,
       118,
       119,
-      120,
       121,
       122,
-      123,
-      124,
-      125,
       126,
       127,
-      128,
       129,
       130,
       131,
-      132,
       133,
       134,
       135,
       136,
-      137,
-      138,
       139,
       140,
-      141,
       142,
-      143,
       144,
-      145,
       146,
       147,
       148,
       149,
       150,
-      151,
       152,
       153,
       154,
-      155,
       156,
       157,
       158,
-      159,
-      160,
-      161,
-      162,
       163,
       164,
-      165,
       166,
-      167,
-      168,
       169,
-      170,
       171,
       172,
-      173,
-      174,
       175,
-      176,
       177,
       178,
-      179,
-      180,
       181,
       182,
-      183,
-      184,
       185,
       186,
-      187,
-      188,
       189,
       190,
       191,
-      192,
       193,
       194,
       195,
       196,
       197,
-      198,
       199,
       200,
       201,
-      202,
       203,
-      204,
-      205,
       206,
       207,
       208,
       209,
-      210,
-      211,
-      212,
-      213,
-      214,
       215,
       216,
       217,
       218,
       219,
-      220,
       221,
       222,
-      223,
       224,
       225,
       226,
       227,
-      228,
       229,
       230,
       231,
       232,
       233,
       234,
-      235,
       236,
       237,
       238,
       239,
-      240,
       241,
       242,
       243,
@@ -459,15 +388,10 @@
       246,
       247,
       248,
-      249,
-      250,
-      251,
       252,
-      253,
-      254,
-      255
+      253
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -477,926 +401,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "2a8afe4e55e4d0fbcd20280f1d923b3e415b90b64b4f4e19f6264d147f546df7",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 44,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1.0,
-    "training_tokens_seen": 18001846,
-    "adaptive_schedule": {
-      "best": 0.23595835164074047,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 69,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 3109,
-      "codebook_values": 1359872,
-      "scales_changed": 32848924,
-      "scale_values": 48955392
-    },
-    "initial_validation": {
-      "target_rel": 0.23615829482065198,
-      "reference_rel": 0.23615829482065198,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 110980.265625,
-          "reference_energy": 2330770.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 137738.515625,
-          "reference_energy": 2249891.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 391233.09375,
-          "reference_energy": 3774340.75
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 124359.109375,
-          "reference_energy": 2242705.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 199949.421875,
-          "reference_energy": 2308322.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 119658.234375,
-          "reference_energy": 5476102.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 129480.7109375,
-          "reference_energy": 2294713.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 105922.2890625,
-          "reference_energy": 2317224.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 108348.015625,
-          "reference_energy": 2337717.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 106081.3046875,
-          "reference_energy": 2373707.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 104234.828125,
-          "reference_energy": 2379469.25
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 162985.953125,
-          "reference_energy": 3736666.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 134940.09375,
-          "reference_energy": 2323973.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 88802.8828125,
-          "reference_energy": 2358251.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 90892.109375,
-          "reference_energy": 2226259.0
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 284984.3125,
-          "reference_energy": 2313805.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.23595835164074047,
-      "reference_rel": 0.23595835164074047,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 110782.203125,
-          "reference_energy": 2330770.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 137451.84375,
-          "reference_energy": 2249891.0
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 390887.4375,
-          "reference_energy": 3774340.75
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 124163.796875,
-          "reference_energy": 2242705.0
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 199632.546875,
-          "reference_energy": 2308322.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 119254.6328125,
-          "reference_energy": 5476102.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 129265.375,
-          "reference_energy": 2294713.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 105774.390625,
-          "reference_energy": 2317224.0
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 108162.515625,
-          "reference_energy": 2337717.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 105872.3046875,
-          "reference_energy": 2373707.5
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 104096.4296875,
-          "reference_energy": 2379469.25
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 162340.0625,
-          "reference_energy": 3736666.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 134726.6875,
-          "reference_energy": 2323973.0
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 88672.265625,
-          "reference_energy": 2358251.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 90698.296875,
-          "reference_energy": 2226259.0
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 284747.15625,
-          "reference_energy": 2313805.0
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.23595835164074047,
-      "reference_rel": 0.23595835164074047
-    },
-    "development_audit": {
-      "target_rel": 0.21148515287957895,
-      "reference_rel": 0.21148515287957895,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 110651.078125,
-          "reference_energy": 2318466.75
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 132534.859375,
-          "reference_energy": 2376087.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 98229.7421875,
-          "reference_energy": 2333863.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 110315.8046875,
-          "reference_energy": 5391700.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 139292.625,
-          "reference_energy": 3776269.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 94628.640625,
-          "reference_energy": 2403669.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 217250.34375,
-          "reference_energy": 3847417.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 86766.0625,
-          "reference_energy": 2348862.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 123263.2109375,
-          "reference_energy": 2287365.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 120805.8046875,
-          "reference_energy": 2305184.5
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 112261.53125,
-          "reference_energy": 2266357.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 192850.71875,
-          "reference_energy": 2298942.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 131178.0625,
-          "reference_energy": 2305088.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 118318.0390625,
-          "reference_energy": 3795094.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 96658.5,
-          "reference_energy": 2240176.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 108070.359375,
-          "reference_energy": 2267383.75
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.211675950758532,
-      "reference_rel": 0.211675950758532,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 110846.96875,
-          "reference_energy": 2318466.75
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 132747.1875,
-          "reference_energy": 2376087.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 98443.078125,
-          "reference_energy": 2333863.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 110555.609375,
-          "reference_energy": 5391700.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 139641.71875,
-          "reference_energy": 3776269.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 94935.6640625,
-          "reference_energy": 2403669.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 217487.4375,
-          "reference_energy": 3847417.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 86907.1953125,
-          "reference_energy": 2348862.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 123472.671875,
-          "reference_energy": 2287365.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 121062.34375,
-          "reference_energy": 2305184.5
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 112497.3046875,
-          "reference_energy": 2266357.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 193028.1875,
-          "reference_energy": 2298942.0
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 131364.1875,
-          "reference_energy": 2305088.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 118560.390625,
-          "reference_energy": 3795094.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 96829.15625,
-          "reference_energy": 2240176.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 108294.1328125,
-          "reference_energy": 2267383.75
-        }
-      ]
-    },
-    "best_step": 69,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.23610123192955965,
-          "reference_rel": 0.23610123192955965
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9478058916190543,
-        "batch_loss": 0.9088520258665085,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 58.546541690826416,
-        "adaptive_schedule": {
-          "best": 0.23610123192955965,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1359872,
-          "scales_changed": 8142411,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.23607100002693285,
-          "reference_rel": 0.23607100002693285
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9485767876735247,
-        "batch_loss": 0.9052678346633911,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 112.16610264778137,
-        "adaptive_schedule": {
-          "best": 0.23607100002693285,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 21009,
-          "codebook_values": 1359872,
-          "scales_changed": 16360664,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.23604142399996575,
-          "reference_rel": 0.23604142399996575
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9474006580171337,
-        "batch_loss": 0.9380492717027664,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 163.3437135219574,
-        "adaptive_schedule": {
-          "best": 0.23604142399996575,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4042,
-          "codebook_values": 1359872,
-          "scales_changed": 21294358,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.2360148015608853,
-          "reference_rel": 0.2360148015608853
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9470533951997008,
-        "batch_loss": 0.9235205501317978,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 241.2353160381317,
-        "adaptive_schedule": {
-          "best": 0.2360148015608853,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3534,
-          "codebook_values": 1359872,
-          "scales_changed": 24683315,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.23599795398547835,
-          "reference_rel": 0.23599795398547835
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9469970926991722,
-        "batch_loss": 0.937551811337471,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 293.1195101737976,
-        "adaptive_schedule": {
-          "best": 0.23599795398547835,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3936,
-          "codebook_values": 1359872,
-          "scales_changed": 27100714,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.23598713704966578,
-          "reference_rel": 0.23598713704966578
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9468857806621345,
-        "batch_loss": 0.9245565831661224,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 353.3389573097229,
-        "adaptive_schedule": {
-          "best": 0.23598713704966578,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3642,
-          "codebook_values": 1359872,
-          "scales_changed": 28883877,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.23597875049719694,
-          "reference_rel": 0.23597875049719694
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9469420415243309,
-        "batch_loss": 0.955249696969986,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 405.6757102012634,
-        "adaptive_schedule": {
-          "best": 0.23597875049719694,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3303,
-          "codebook_values": 1359872,
-          "scales_changed": 30244956,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.2359705428625628,
-          "reference_rel": 0.2359705428625628
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9468599856080921,
-        "batch_loss": 0.8996820747852325,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 477.7903778553009,
-        "adaptive_schedule": {
-          "best": 0.2359705428625628,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3448,
-          "codebook_values": 1359872,
-          "scales_changed": 31327651,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.23596799575343794,
-          "reference_rel": 0.23596799575343794
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9472349943971161,
-        "batch_loss": 0.8939667642116547,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 530.1690490245819,
-        "adaptive_schedule": {
-          "best": 0.23596799575343794,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3365,
-          "codebook_values": 1359872,
-          "scales_changed": 32189538,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.23596206880136697,
-          "reference_rel": 0.23596206880136697
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9464980970808935,
-        "batch_loss": 0.9317403584718704,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 593.928103685379,
-        "adaptive_schedule": {
-          "best": 0.23596206880136697,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 1990,
-          "codebook_values": 1359872,
-          "scales_changed": 32364217,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.23596159266962857,
-          "reference_rel": 0.23596159266962857
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9466452649846216,
-        "batch_loss": 0.9726335853338242,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 646.1908447742462,
-        "adaptive_schedule": {
-          "best": 0.23596159266962857,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 55,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2591,
-          "codebook_values": 1359872,
-          "scales_changed": 32509681,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.2359603738756883,
-          "reference_rel": 0.2359603738756883
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9467082816714758,
-        "batch_loss": 0.9198400378227234,
-        "best_step": 60,
-        "overfit_checks": 0,
-        "seconds": 712.95978474617,
-        "adaptive_schedule": {
-          "best": 0.2359603738756883,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 60,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2843,
-          "codebook_values": 1359872,
-          "scales_changed": 32638035,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.23595843702263491,
-          "reference_rel": 0.23595843702263491
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9468633558156475,
-        "batch_loss": 0.9233366996049881,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 770.9291722774506,
-        "adaptive_schedule": {
-          "best": 0.23595843702263491,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 65,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3043,
-          "codebook_values": 1359872,
-          "scales_changed": 32757231,
-          "scale_values": 48955392
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.23595835164074047,
-          "reference_rel": 0.23595835164074047
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9468877673427956,
-        "batch_loss": 0.9635694324970245,
-        "best_step": 69,
-        "overfit_checks": 0,
-        "seconds": 811.1835868358612,
-        "adaptive_schedule": {
-          "best": 0.23595835164074047,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 69,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3109,
-          "codebook_values": 1359872,
-          "scales_changed": 32848924,
-          "scale_values": 48955392
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 320,
-        "accepted": 237,
-        "changed_groups": 196302,
-        "training_before": 1275088.25,
-        "training_after": 1274218.5,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 318,
-        "accepted": 246,
-        "changed_groups": 204403,
-        "training_before": 1193945.25,
-        "training_after": 1193084.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 320,
-        "accepted": 249,
-        "changed_groups": 207267,
-        "training_before": 1214081.125,
-        "training_after": 1213075.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1410,6 +414,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -110,8 +110,8 @@
     "arvq-layer-028-down.safetensors": "67163f4b240514834cc387800a86cf99d737bd2cb39e5da314c61423f5eaabfe",
     "arvq-layer-036-gateup.safetensors": "525739cc052ab0b3ab0626f3e3b63c4a30d6f3498493b395b855bdf5523a4f4c",
     "arvq-layer-036-down.safetensors": "3c03d448675d63d7a18ef3d6c88d9a21aeac7ceefbc794d255bf4eb5fab585f0",
-    "arvq-layer-044-gateup.safetensors": "7b18a0f9409888498eb2b4a796fc0e2e99adff22393e7a36e76dfee696944cee",
-    "arvq-layer-044-down.safetensors": "72da268baae1346e1481b5e23ac71e5342b03584e96eb2544bc95815e0f5ecbb",
+    "arvq-layer-044-gateup.safetensors": "bb7bcc5bf45ffe835fc457f2129b885aa17073b598bfaefa6ba572c7fc3ac334",
+    "arvq-layer-044-down.safetensors": "0bfa3ffe66a4e8e14e03a8958cb6e06647d36eb8f471b888aa4a770583c05a4e",
     "arvq-layer-052-gateup.safetensors": "402660e27287360b7539ff458178b9bd2e91acfa9ef1764f0a920d2f0bd23c6d",
     "arvq-layer-052-down.safetensors": "9a12795193e7d697aa8ed5ab46a70e194847872dc5c015ddf190cb15b9d970ce",
     "arvq-layer-060-gateup.safetensors": "f2c2321429ad61889ef10abfe8f04bf9cb4f070fcbf2d248fcab97a0537f30e2",