Replace layer 42 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-042-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4389a06129040015ed47b2b769fa06d40706920be22e434a6ab8caf01122bc2d
-size 548588236
+oid sha256:89086aa2b90e5ba8a8bd35c315a608c7939c4c056a9c0bf89d309e99aeed7b0b
+size 568064652

arvq-layer-042-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5677b50d834b9580a0f8ede547b5c49b8c4d610858a02010da0fc59e650ae5e8
-size 1096829652
+oid sha256:8b1fd1665aefe648882dccf6376cc3375a4e6b0d60459fe3039a4d50aaa7441d
+size 1135770260

cold_manifests/layer-042-manifest.json

@@ -5,58 +5,55 @@
     2,
     3,
     4,
-    5,
-    6,
     7,
+    8,
     9,
+    10,
     11,
-    12,
     13,
+    14,
     15,
-    16,
-    17,
+    18,
     20,
     21,
-    23,
+    22,
     24,
     25,
     27,
-    28,
     29,
     31,
+    32,
     33,
     34,
     36,
     37,
     38,
     39,
-    40,
     41,
     42,
     43,
-    44,
     45,
     48,
-    49,
-    51,
+    50,
     52,
-    53,
     54,
-    55,
     57,
     58,
+    60,
     62,
     63,
     64,
     65,
-    67,
+    66,
     68,
-    71,
+    70,
     72,
+    73,
     74,
     75,
     76,
     77,
+    78,
     79,
     80,
     81,
@@ -64,107 +61,116 @@
     83,
     84,
     85,
-    86,
+    87,
+    88,
     89,
     90,
     91,
     92,
     93,
-    95,
     96,
     97,
+    98,
     99,
     100,
-    101,
-    102,
-    103,
     104,
     105,
-    107,
+    106,
     108,
     110,
     111,
+    113,
     114,
     115,
     117,
-    118,
     119,
     120,
     121,
     122,
-    123,
     124,
-    128,
+    125,
+    126,
+    127,
     129,
     130,
+    131,
+    132,
     134,
     135,
     139,
     140,
     142,
     144,
-    145,
     147,
     148,
     149,
-    151,
+    150,
     152,
     153,
     154,
     155,
+    156,
     157,
     158,
     159,
     160,
-    161,
     163,
     165,
     166,
     167,
-    169,
+    168,
+    170,
     171,
     173,
     174,
     175,
     176,
     178,
-    179,
+    180,
+    182,
     183,
-    184,
+    185,
     186,
     187,
     188,
-    189,
     190,
     191,
     193,
-    194,
-    195,
     196,
+    197,
+    198,
     199,
+    202,
     203,
-    204,
     205,
     206,
     209,
     211,
+    213,
     214,
     215,
+    216,
     217,
+    218,
     219,
     220,
     223,
+    224,
     225,
+    226,
     227,
-    230,
+    233,
+    234,
     235,
     236,
-    237,
+    238,
     239,
     240,
     243,
     245,
+    246,
     247,
+    248,
     249,
     250,
     251,
@@ -174,25 +180,25 @@
   "files": {
     "w13": {
       "file": "arvq-layer-042-gateup.safetensors",
-      "sha256": "5677b50d834b9580a0f8ede547b5c49b8c4d610858a02010da0fc59e650ae5e8"
+      "sha256": "8b1fd1665aefe648882dccf6376cc3375a4e6b0d60459fe3039a4d50aaa7441d"
     },
     "w2": {
       "file": "arvq-layer-042-down.safetensors",
-      "sha256": "4389a06129040015ed47b2b769fa06d40706920be22e434a6ab8caf01122bc2d"
+      "sha256": "89086aa2b90e5ba8a8bd35c315a608c7939c4c056a9c0bf89d309e99aeed7b0b"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3402234052284092,
-      "hess_recon_rel_fro": 0.15508543604715974,
+      "cb_rel_l2": 0.3403305447185065,
+      "hess_recon_rel_fro": 0.15684437632516923,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 473.19849944114685
+      "seconds": 312.6834044456482
     },
     "w2": {
-      "cb_rel_l2": 0.340357268229727,
-      "hess_recon_rel_fro": 0.2990601792670187,
+      "cb_rel_l2": 0.3402630358898005,
+      "hess_recon_rel_fro": 0.29644171849954315,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 154.7163643836975
+      "seconds": 103.59994673728943
     }
   },
   "no_rotation": true,
@@ -211,80 +217,54 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "cc1c9e3e985b8b98aa0cbb9a6db5cf985dc9b124c8e781aa6e016bee25b29017",
+    "capture_sha256": "4001564f835e478182bab05b9e9f5ae29e0249bfb19340674b7fb060816d1a94",
     "cold_ids": [
-      0,
       1,
       2,
       3,
       4,
-      5,
-      6,
       7,
       8,
       9,
       10,
       11,
-      12,
       13,
       14,
       15,
-      16,
-      17,
       18,
-      19,
       20,
       21,
       22,
-      23,
       24,
       25,
-      26,
       27,
-      28,
       29,
-      30,
       31,
       32,
       33,
       34,
-      35,
       36,
       37,
       38,
       39,
-      40,
       41,
       42,
       43,
-      44,
       45,
-      46,
-      47,
       48,
-      49,
       50,
-      51,
       52,
-      53,
       54,
-      55,
-      56,
       57,
       58,
-      59,
       60,
-      61,
       62,
       63,
       64,
       65,
       66,
-      67,
       68,
-      69,
       70,
-      71,
       72,
       73,
       74,
@@ -299,7 +279,6 @@
       83,
       84,
       85,
-      86,
       87,
       88,
       89,
@@ -307,64 +286,43 @@
       91,
       92,
       93,
-      94,
-      95,
       96,
       97,
       98,
       99,
       100,
-      101,
-      102,
-      103,
       104,
       105,
       106,
-      107,
       108,
-      109,
       110,
       111,
-      112,
       113,
       114,
       115,
-      116,
       117,
-      118,
       119,
       120,
       121,
       122,
-      123,
       124,
       125,
       126,
       127,
-      128,
       129,
       130,
       131,
       132,
-      133,
       134,
       135,
-      136,
-      137,
-      138,
       139,
       140,
-      141,
       142,
-      143,
       144,
-      145,
-      146,
       147,
       148,
       149,
       150,
-      151,
       152,
       153,
       154,
@@ -374,58 +332,38 @@
       158,
       159,
       160,
-      161,
-      162,
       163,
-      164,
       165,
       166,
       167,
       168,
-      169,
       170,
       171,
-      172,
       173,
       174,
       175,
       176,
-      177,
       178,
-      179,
       180,
-      181,
       182,
       183,
-      184,
       185,
       186,
       187,
       188,
-      189,
       190,
       191,
-      192,
       193,
-      194,
-      195,
       196,
       197,
       198,
       199,
-      200,
-      201,
       202,
       203,
-      204,
       205,
       206,
-      207,
-      208,
       209,
-      210,
       211,
-      212,
       213,
       214,
       215,
@@ -434,30 +372,19 @@
       218,
       219,
       220,
-      221,
-      222,
       223,
       224,
       225,
       226,
       227,
-      228,
-      229,
-      230,
-      231,
-      232,
       233,
       234,
       235,
       236,
-      237,
       238,
       239,
       240,
-      241,
-      242,
       243,
-      244,
       245,
       246,
       247,
@@ -465,12 +392,10 @@
       249,
       250,
       251,
-      252,
       253,
-      254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -480,642 +405,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "25e4a15302116f58579dedef1613b5a0a590ebb501baf9a3b05dc9e548fec4e9",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=25",
-  "pv_report": {
-    "layer": 42,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.36405155337958117,
-    "training_tokens_seen": 6553600,
-    "adaptive_schedule": {
-      "best": 0.2133906984773192,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 25,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": true,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 4259,
-      "codebook_values": 1384448,
-      "scales_changed": 28672394,
-      "scale_values": 49840128
-    },
-    "initial_validation": {
-      "target_rel": 0.2136746696239894,
-      "reference_rel": 0.2136746696239894,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 73000.5390625,
-          "reference_energy": 2070708.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 95622.625,
-          "reference_energy": 2003597.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 343301.375,
-          "reference_energy": 3590020.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 82329.75,
-          "reference_energy": 2012265.875
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 174370.078125,
-          "reference_energy": 2027474.75
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 82690.84375,
-          "reference_energy": 5196498.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 84190.328125,
-          "reference_energy": 2033909.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 70603.3359375,
-          "reference_energy": 2107295.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 72422.4921875,
-          "reference_energy": 2089288.375
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 72010.9375,
-          "reference_energy": 2139461.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 71108.453125,
-          "reference_energy": 2137717.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 113262.4609375,
-          "reference_energy": 3534525.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 90489.78125,
-          "reference_energy": 2109540.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 58746.25390625,
-          "reference_energy": 2113686.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 61534.640625,
-          "reference_energy": 1988971.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 246075.109375,
-          "reference_energy": 2089062.0
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.2133906984773192,
-      "reference_rel": 0.2133906984773192,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 72787.1796875,
-          "reference_energy": 2070708.0
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 95440.6953125,
-          "reference_energy": 2003597.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 342619.90625,
-          "reference_energy": 3590020.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 82097.7421875,
-          "reference_energy": 2012265.875
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 174054.59375,
-          "reference_energy": 2027474.75
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 82338.625,
-          "reference_energy": 5196498.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 83849.6484375,
-          "reference_energy": 2033909.125
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 70285.09375,
-          "reference_energy": 2107295.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 72124.1015625,
-          "reference_energy": 2089288.375
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 71927.5625,
-          "reference_energy": 2139461.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 70948.546875,
-          "reference_energy": 2137717.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 112676.53125,
-          "reference_energy": 3534525.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 90193.8203125,
-          "reference_energy": 2109540.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 58550.3359375,
-          "reference_energy": 2113686.75
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 61425.23828125,
-          "reference_energy": 1988971.625
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 245680.09375,
-          "reference_energy": 2089062.0
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.2133906984773192,
-      "reference_rel": 0.2133906984773192
-    },
-    "development_audit": {
-      "target_rel": 0.18577148039673455,
-      "reference_rel": 0.18577148039673455,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 74280.25,
-          "reference_energy": 2049854.625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 88648.71875,
-          "reference_energy": 2149657.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 66317.125,
-          "reference_energy": 2064749.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 76165.8125,
-          "reference_energy": 5135841.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 96963.09375,
-          "reference_energy": 3587394.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 63701.45703125,
-          "reference_energy": 2128889.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 174037.0625,
-          "reference_energy": 3618390.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 57863.0,
-          "reference_energy": 2129142.25
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 81966.5078125,
-          "reference_energy": 2021116.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 80187.109375,
-          "reference_energy": 2081559.125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 74092.6171875,
-          "reference_energy": 2028420.75
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 165999.25,
-          "reference_energy": 2051990.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 86365.140625,
-          "reference_energy": 2076277.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 80679.703125,
-          "reference_energy": 3588134.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 65920.765625,
-          "reference_energy": 2005869.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 73341.484375,
-          "reference_energy": 2038627.0
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.18578727026378106,
-      "reference_rel": 0.18578727026378106,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 74571.8046875,
-          "reference_energy": 2049854.625
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 88757.5546875,
-          "reference_energy": 2149657.0
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 66568.5,
-          "reference_energy": 2064749.25
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 76532.84375,
-          "reference_energy": 5135841.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 97154.671875,
-          "reference_energy": 3587394.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 63845.140625,
-          "reference_energy": 2128889.0
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 173070.4375,
-          "reference_energy": 3618390.5
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 58203.71484375,
-          "reference_energy": 2129142.25
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 82233.109375,
-          "reference_energy": 2021116.75
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 80483.46875,
-          "reference_energy": 2081559.125
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 74123.53125,
-          "reference_energy": 2028420.75
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 164105.6875,
-          "reference_energy": 2051990.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 86723.8984375,
-          "reference_energy": 2076277.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 80814.984375,
-          "reference_energy": 3588134.5
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 66092.40625,
-          "reference_energy": 2005869.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 73486.453125,
-          "reference_energy": 2038627.0
-        }
-      ]
-    },
-    "best_step": 25,
-    "steps_run": 25,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.21357275687009789,
-          "reference_rel": 0.21357275687009789
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9586325514520827,
-        "batch_loss": 0.9058926105499268,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 55.446221113204956,
-        "adaptive_schedule": {
-          "best": 0.21357275687009789,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1384448,
-          "scales_changed": 8986312,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.21351310000883214,
-          "reference_rel": 0.21351310000883214
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9579207211730015,
-        "batch_loss": 0.9002839177846909,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 107.51605248451233,
-        "adaptive_schedule": {
-          "best": 0.21351310000883214,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 25055,
-          "codebook_values": 1384448,
-          "scales_changed": 17800371,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.21345573544194382,
-          "reference_rel": 0.21345573544194382
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9565865989120805,
-        "batch_loss": 0.9470599740743637,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 158.46864104270935,
-        "adaptive_schedule": {
-          "best": 0.21345573544194382,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5795,
-          "codebook_values": 1384448,
-          "scales_changed": 22883126,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.21342540001032637,
-          "reference_rel": 0.21342540001032637
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.956239147922739,
-        "batch_loss": 0.9260883331298828,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 222.51651406288147,
-        "adaptive_schedule": {
-          "best": 0.21342540001032637,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4668,
-          "codebook_values": 1384448,
-          "scales_changed": 26277327,
-          "scale_values": 49840128
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.2133906984773192,
-          "reference_rel": 0.2133906984773192
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9559223557057523,
-        "batch_loss": 0.9373617470264435,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 278.50184416770935,
-        "adaptive_schedule": {
-          "best": 0.2133906984773192,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4259,
-          "codebook_values": 1384448,
-          "scales_changed": 28672394,
-          "scale_values": 49840128
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 328,
-        "accepted": 272,
-        "changed_groups": 120790,
-        "training_before": 942346.0,
-        "training_after": 941446.75,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true,
-    "recovery": {
-      "original_report": "/tmp/glm53-sequential-full-decay/recovery/layer42_rejected_1789813607064568377/report.json",
-      "attempt": "step25",
-      "audit_used_for_recovery_selection": true,
-      "lr_divisor": 1
-    }
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1129,6 +418,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -220,8 +220,8 @@
     "arvq-layer-026-down.safetensors": "cba4ff1fc3fa6f25ed98754743cfc4f578dba5510609bff6e620901cc1469024",
     "arvq-layer-034-gateup.safetensors": "eb7d5de9b10730520eccf746524f85ed1866bedea5c38ac143b6aaa400f73097",
     "arvq-layer-034-down.safetensors": "45d9edfa624dedfc5c2856df08d91542213e680872d464c81bd6c2f737fcef51",
-    "arvq-layer-042-gateup.safetensors": "5677b50d834b9580a0f8ede547b5c49b8c4d610858a02010da0fc59e650ae5e8",
-    "arvq-layer-042-down.safetensors": "4389a06129040015ed47b2b769fa06d40706920be22e434a6ab8caf01122bc2d",
+    "arvq-layer-042-gateup.safetensors": "8b1fd1665aefe648882dccf6376cc3375a4e6b0d60459fe3039a4d50aaa7441d",
+    "arvq-layer-042-down.safetensors": "89086aa2b90e5ba8a8bd35c315a608c7939c4c056a9c0bf89d309e99aeed7b0b",
     "arvq-layer-050-gateup.safetensors": "dcd812ee04cff60325c0f69f12235bdf8b120ac87791970e3feff3315e643a43",
     "arvq-layer-050-down.safetensors": "d6d175dcc2e5e13cc010a0032c62f5a3401a1d9b9d6400c44e8dab7d0e17622c",
     "arvq-layer-058-gateup.safetensors": "65ef1efcb2ebc3346c7ccb413f85ef2c44546fc62cf12e3b0808efb7f227bfdc",