Replace layer 48 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-048-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48811c62d136ec1624e48c4536d62993e4612687a4813082c163ecd55e43e789
-size 597279436
+oid sha256:379b19a0eef798c8d3d49f529ec5af153cf58604b6848d73f07ed76b45655287
+size 590787212

arvq-layer-048-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f78974ea7e95efe1b4137d8855f8488e6355fc578446e1e6c0e4a27e83dd1475
-size 1194181332
+oid sha256:65856c12f6738fc962b2466640fc1d5a8829d3fda4f1a70cd3d48890033fcdfb
+size 1181201044

cold_manifests/layer-048-manifest.json

@@ -4,22 +4,18 @@
     0,
     1,
     3,
-    4,
-    5,
     6,
+    7,
+    8,
     9,
     10,
     11,
     13,
     14,
-    15,
     17,
-    18,
     19,
     21,
     22,
-    23,
-    24,
     26,
     27,
     28,
@@ -30,16 +26,15 @@
     33,
     34,
     35,
-    37,
     38,
-    40,
+    39,
     41,
     42,
     43,
     44,
     45,
+    46,
     47,
-    48,
     49,
     51,
     52,
@@ -47,24 +42,21 @@
     55,
     56,
     57,
-    58,
-    59,
-    60,
     61,
     62,
     63,
+    64,
     65,
     66,
     67,
     68,
+    69,
     70,
     71,
     72,
     73,
     79,
     80,
-    81,
-    82,
     83,
     85,
     86,
@@ -80,12 +72,12 @@
     102,
     103,
     104,
+    105,
+    107,
     108,
     109,
     110,
-    111,
     112,
-    115,
     117,
     118,
     119,
@@ -95,18 +87,21 @@
     124,
     125,
     126,
+    127,
     129,
     130,
     131,
     132,
-    135,
+    133,
     136,
     137,
     138,
     139,
     140,
     141,
+    142,
     144,
+    145,
     147,
     148,
     149,
@@ -115,7 +110,6 @@
     152,
     153,
     154,
-    155,
     156,
     157,
     158,
@@ -124,26 +118,25 @@
     162,
     163,
     165,
-    166,
     167,
     168,
+    171,
     172,
+    177,
     178,
     179,
     180,
-    181,
     182,
+    183,
     184,
     185,
     186,
     187,
-    188,
     189,
     190,
     191,
     192,
     193,
-    194,
     195,
     196,
     197,
@@ -153,17 +146,21 @@
     201,
     202,
     203,
+    204,
     205,
+    207,
     208,
     209,
+    210,
     212,
     213,
     214,
     216,
+    218,
     219,
     220,
     221,
-    223,
+    222,
     224,
     226,
     227,
@@ -172,7 +169,6 @@
     230,
     231,
     232,
-    233,
     234,
     235,
     237,
@@ -181,33 +177,35 @@
     243,
     244,
     246,
+    248,
     249,
     251,
-    252,
-    253
+    253,
+    254,
+    255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-048-gateup.safetensors",
-      "sha256": "f78974ea7e95efe1b4137d8855f8488e6355fc578446e1e6c0e4a27e83dd1475"
+      "sha256": "65856c12f6738fc962b2466640fc1d5a8829d3fda4f1a70cd3d48890033fcdfb"
     },
     "w2": {
       "file": "arvq-layer-048-down.safetensors",
-      "sha256": "48811c62d136ec1624e48c4536d62993e4612687a4813082c163ecd55e43e789"
+      "sha256": "379b19a0eef798c8d3d49f529ec5af153cf58604b6848d73f07ed76b45655287"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.34038027207310356,
-      "hess_recon_rel_fro": 0.1626841075868032,
+      "cb_rel_l2": 0.34025942528531516,
+      "hess_recon_rel_fro": 0.1621986084511379,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 466.38868165016174
+      "seconds": 324.03395318984985
     },
     "w2": {
-      "cb_rel_l2": 0.340121097541283,
-      "hess_recon_rel_fro": 0.30049761875863734,
+      "cb_rel_l2": 0.34029661421363305,
+      "hess_recon_rel_fro": 0.2969949954277332,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 153.46230340003967
+      "seconds": 108.49226212501526
     }
   },
   "no_rotation": true,
@@ -226,34 +224,23 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "e59e4e5866923d365e47ed018846714a004144e276ee565264d0feb7527a0851",
+    "capture_sha256": "d679e0b58ece3222df4008f7c3e232934fad89e2ba2539edf86d02d84a492990",
     "cold_ids": [
       0,
       1,
-      2,
       3,
-      4,
-      5,
       6,
       7,
       8,
       9,
       10,
       11,
-      12,
       13,
       14,
-      15,
-      16,
       17,
-      18,
       19,
-      20,
       21,
       22,
-      23,
-      24,
-      25,
       26,
       27,
       28,
@@ -264,11 +251,8 @@
       33,
       34,
       35,
-      36,
-      37,
       38,
       39,
-      40,
       41,
       42,
       43,
@@ -276,19 +260,13 @@
       45,
       46,
       47,
-      48,
       49,
-      50,
       51,
       52,
-      53,
       54,
       55,
       56,
       57,
-      58,
-      59,
-      60,
       61,
       62,
       63,
@@ -302,68 +280,44 @@
       71,
       72,
       73,
-      74,
-      75,
-      76,
-      77,
-      78,
       79,
       80,
-      81,
-      82,
       83,
-      84,
       85,
       86,
       87,
       88,
       89,
-      90,
       91,
-      92,
-      93,
-      94,
       95,
       96,
-      97,
       98,
       99,
-      100,
       101,
       102,
       103,
       104,
       105,
-      106,
       107,
       108,
       109,
       110,
-      111,
       112,
-      113,
-      114,
-      115,
-      116,
       117,
       118,
       119,
       120,
       121,
-      122,
       123,
       124,
       125,
       126,
       127,
-      128,
       129,
       130,
       131,
       132,
       133,
-      134,
-      135,
       136,
       137,
       138,
@@ -371,10 +325,8 @@
       140,
       141,
       142,
-      143,
       144,
       145,
-      146,
       147,
       148,
       149,
@@ -383,46 +335,33 @@
       152,
       153,
       154,
-      155,
       156,
       157,
       158,
       159,
-      160,
       161,
       162,
       163,
-      164,
       165,
-      166,
       167,
       168,
-      169,
-      170,
       171,
       172,
-      173,
-      174,
-      175,
-      176,
       177,
       178,
       179,
       180,
-      181,
       182,
       183,
       184,
       185,
       186,
       187,
-      188,
       189,
       190,
       191,
       192,
       193,
-      194,
       195,
       196,
       197,
@@ -434,26 +373,20 @@
       203,
       204,
       205,
-      206,
       207,
       208,
       209,
       210,
-      211,
       212,
       213,
       214,
-      215,
       216,
-      217,
       218,
       219,
       220,
       221,
       222,
-      223,
       224,
-      225,
       226,
       227,
       228,
@@ -461,31 +394,22 @@
       230,
       231,
       232,
-      233,
       234,
       235,
-      236,
       237,
-      238,
-      239,
       240,
-      241,
       242,
       243,
       244,
-      245,
       246,
-      247,
       248,
       249,
-      250,
       251,
-      252,
       253,
       254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -495,926 +419,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "1f62d63ec627761409af655502461a6e81d85e09a19473fadbead9193539a976",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=69",
-  "pv_report": {
-    "layer": 48,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 1.0,
-    "training_tokens_seen": 18001846,
-    "adaptive_schedule": {
-      "best": 0.27090572143044,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 69,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 6093,
-      "codebook_values": 1507328,
-      "scales_changed": 36877908,
-      "scale_values": 54263808
-    },
-    "initial_validation": {
-      "target_rel": 0.27119945549319713,
-      "reference_rel": 0.27119945549319713,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 209503.9375,
-          "reference_energy": 2908401.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 239286.5625,
-          "reference_energy": 2857659.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 377903.625,
-          "reference_energy": 4186211.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 241730.46875,
-          "reference_energy": 2776656.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 224156.9375,
-          "reference_energy": 2869392.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 220239.21875,
-          "reference_energy": 5980302.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 243300.0,
-          "reference_energy": 2813253.25
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 217842.1875,
-          "reference_energy": 2895790.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 205716.8125,
-          "reference_energy": 2896038.75
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 198385.453125,
-          "reference_energy": 2899779.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 199569.5,
-          "reference_energy": 2928076.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 286897.1875,
-          "reference_energy": 4293940.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 262747.9375,
-          "reference_energy": 2902860.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 171363.65625,
-          "reference_energy": 2901200.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 161957.96875,
-          "reference_energy": 2772857.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 347129.1875,
-          "reference_energy": 2888823.5
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.27090572143044,
-      "reference_rel": 0.27090572143044,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 209093.40625,
-          "reference_energy": 2908401.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 238738.671875,
-          "reference_energy": 2857659.25
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 377007.5,
-          "reference_energy": 4186211.5
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 241285.0,
-          "reference_energy": 2776656.75
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 223591.140625,
-          "reference_energy": 2869392.0
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 219327.390625,
-          "reference_energy": 5980302.5
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 242738.21875,
-          "reference_energy": 2813253.25
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 217400.96875,
-          "reference_energy": 2895790.25
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 205278.28125,
-          "reference_energy": 2896038.75
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 197972.25,
-          "reference_energy": 2899779.0
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 199157.53125,
-          "reference_energy": 2928076.0
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 285831.6875,
-          "reference_energy": 4293940.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 262269.78125,
-          "reference_energy": 2902860.75
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 171078.71875,
-          "reference_energy": 2901200.5
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 161498.125,
-          "reference_energy": 2772857.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 347218.1875,
-          "reference_energy": 2888823.5
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.27090572143044,
-      "reference_rel": 0.27090572143044
-    },
-    "development_audit": {
-      "target_rel": 0.2597398815344519,
-      "reference_rel": 0.2597398815344519,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 203554.21875,
-          "reference_energy": 2882309.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 250533.5,
-          "reference_energy": 2836002.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 179847.53125,
-          "reference_energy": 2908272.75
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 208244.03125,
-          "reference_energy": 5917461.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 252936.0,
-          "reference_energy": 4169584.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 190373.328125,
-          "reference_energy": 2989820.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 312341.53125,
-          "reference_energy": 4342933.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 177474.90625,
-          "reference_energy": 2908956.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 231888.0,
-          "reference_energy": 2903478.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 234889.8125,
-          "reference_energy": 2848745.75
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 221761.484375,
-          "reference_energy": 2797888.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 244842.125,
-          "reference_energy": 2928977.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 244809.84375,
-          "reference_energy": 2855587.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 231125.125,
-          "reference_energy": 4272003.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 189888.375,
-          "reference_energy": 2807334.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 221099.28125,
-          "reference_energy": 2926717.0
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.2598372881664282,
-      "reference_rel": 0.2598372881664282,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 204031.078125,
-          "reference_energy": 2882309.5
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 251109.734375,
-          "reference_energy": 2836002.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 180291.25,
-          "reference_energy": 2908272.75
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 208977.859375,
-          "reference_energy": 5917461.0
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 253716.40625,
-          "reference_energy": 4169584.0
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 190577.03125,
-          "reference_energy": 2989820.75
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 308073.5,
-          "reference_energy": 4342933.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 177778.5,
-          "reference_energy": 2908956.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 232031.34375,
-          "reference_energy": 2903478.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 235464.109375,
-          "reference_energy": 2848745.75
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 222237.78125,
-          "reference_energy": 2797888.5
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 245417.59375,
-          "reference_energy": 2928977.5
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 245234.109375,
-          "reference_energy": 2855587.25
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 231559.34375,
-          "reference_energy": 4272003.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 190305.375,
-          "reference_energy": 2807334.0
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 221501.40625,
-          "reference_energy": 2926717.0
-        }
-      ]
-    },
-    "best_step": 69,
-    "steps_run": 69,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.2711070246211101,
-          "reference_rel": 0.2711070246211101
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9681461851778552,
-        "batch_loss": 0.9282768666744232,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 57.27238845825195,
-        "adaptive_schedule": {
-          "best": 0.2711070246211101,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1507328,
-          "scales_changed": 7931759,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.27110291059385183,
-          "reference_rel": 0.27110291059385183
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9678374814085697,
-        "batch_loss": 0.9230904430150986,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 107.11116695404053,
-        "adaptive_schedule": {
-          "best": 0.27110291059385183,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 30276,
-          "codebook_values": 1507328,
-          "scales_changed": 17260781,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.2710124613641082,
-          "reference_rel": 0.2710124613641082
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9669326989307572,
-        "batch_loss": 0.9428002089262009,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 162.27255487442017,
-        "adaptive_schedule": {
-          "best": 0.2710124613641082,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4514,
-          "codebook_values": 1507328,
-          "scales_changed": 23025220,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.2709742215132486,
-          "reference_rel": 0.2709742215132486
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9665517261892879,
-        "batch_loss": 0.9464247077703476,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 227.26416015625,
-        "adaptive_schedule": {
-          "best": 0.2709742215132486,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4747,
-          "codebook_values": 1507328,
-          "scales_changed": 27018563,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.27095559996919627,
-          "reference_rel": 0.27095559996919627
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.966256932677232,
-        "batch_loss": 0.9402247369289398,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 282.8212914466858,
-        "adaptive_schedule": {
-          "best": 0.27095559996919627,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5220,
-          "codebook_values": 1507328,
-          "scales_changed": 29895530,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.27094694174336853,
-          "reference_rel": 0.27094694174336853
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9661316780196362,
-        "batch_loss": 0.9373291432857513,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 341.3561716079712,
-        "adaptive_schedule": {
-          "best": 0.27094694174336853,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6205,
-          "codebook_values": 1507328,
-          "scales_changed": 32045976,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.27093481330144736,
-          "reference_rel": 0.27093481330144736
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9660281560086482,
-        "batch_loss": 0.9580055624246597,
-        "best_step": 35,
-        "overfit_checks": 0,
-        "seconds": 392.68610739707947,
-        "adaptive_schedule": {
-          "best": 0.27093481330144736,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 35,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7003,
-          "codebook_values": 1507328,
-          "scales_changed": 33698720,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.27092319564311534,
-          "reference_rel": 0.27092319564311534
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9658996834131303,
-        "batch_loss": 0.920817643404007,
-        "best_step": 40,
-        "overfit_checks": 0,
-        "seconds": 463.1580693721771,
-        "adaptive_schedule": {
-          "best": 0.27092319564311534,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 40,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6897,
-          "codebook_values": 1507328,
-          "scales_changed": 34999686,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.2709198820294449,
-          "reference_rel": 0.2709198820294449
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9660154136497577,
-        "batch_loss": 0.9322314262390137,
-        "best_step": 45,
-        "overfit_checks": 0,
-        "seconds": 514.481995344162,
-        "adaptive_schedule": {
-          "best": 0.2709198820294449,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 45,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 7045,
-          "codebook_values": 1507328,
-          "scales_changed": 36049274,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.2709126447423731,
-          "reference_rel": 0.2709126447423731
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.965692414080492,
-        "batch_loss": 0.9475661665201187,
-        "best_step": 50,
-        "overfit_checks": 0,
-        "seconds": 567.7077980041504,
-        "adaptive_schedule": {
-          "best": 0.2709126447423731,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 50,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5460,
-          "codebook_values": 1507328,
-          "scales_changed": 36263050,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.2709114259760183,
-          "reference_rel": 0.2709114259760183
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9658131575757284,
-        "batch_loss": 0.9733392298221588,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 622.0583426952362,
-        "adaptive_schedule": {
-          "best": 0.2709114259760183,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 55,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6394,
-          "codebook_values": 1507328,
-          "scales_changed": 36445806,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.27091171340038767,
-          "reference_rel": 0.27091171340038767
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9658102979156769,
-        "batch_loss": 0.936205729842186,
-        "best_step": 55,
-        "overfit_checks": 0,
-        "seconds": 688.4590592384338,
-        "adaptive_schedule": {
-          "best": 0.2709114259760183,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 55,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6195,
-          "codebook_values": 1507328,
-          "scales_changed": 36609548,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 65,
-        "validation": {
-          "target_rel": 0.27091003452582596,
-          "reference_rel": 0.27091003452582596
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9658151492828387,
-        "batch_loss": 0.9470776468515396,
-        "best_step": 65,
-        "overfit_checks": 0,
-        "seconds": 749.6465735435486,
-        "adaptive_schedule": {
-          "best": 0.27091003452582596,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 65,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6499,
-          "codebook_values": 1507328,
-          "scales_changed": 36761006,
-          "scale_values": 54263808
-        }
-      },
-      {
-        "step": 69,
-        "validation": {
-          "target_rel": 0.27090572143044,
-          "reference_rel": 0.27090572143044
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9657511659225729,
-        "batch_loss": 0.9593672752380371,
-        "best_step": 69,
-        "overfit_checks": 0,
-        "seconds": 789.6328132152557,
-        "adaptive_schedule": {
-          "best": 0.27090572143044,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 69,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 6093,
-          "codebook_values": 1507328,
-          "scales_changed": 36877908,
-          "scale_values": 54263808
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 366,
-        "accepted": 325,
-        "changed_groups": 233404,
-        "training_before": 2152220.5,
-        "training_after": 2149217.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 366,
-        "accepted": 292,
-        "changed_groups": 194965,
-        "training_before": 2145933.25,
-        "training_after": 2143998.5,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 366,
-        "accepted": 309,
-        "changed_groups": 216867,
-        "training_before": 1998176.75,
-        "training_after": 1995877.125,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1428,6 +432,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -186,8 +186,8 @@
     "arvq-layer-032-down.safetensors": "74a9594a1cb21c33568ad1178dd4101259bcc500bb0b55c0da2b06f309ee2522",
     "arvq-layer-040-gateup.safetensors": "cb02a1a8e4c99606d9818b762d2d1be6b5d61b3c8aedf000e501e40a0201f9c5",
     "arvq-layer-040-down.safetensors": "f34e4b4f37a14ea82f2ab7ad48b7913f2820fdad66ae4076ee56dd6d84ec0c6b",
-    "arvq-layer-048-gateup.safetensors": "f78974ea7e95efe1b4137d8855f8488e6355fc578446e1e6c0e4a27e83dd1475",
-    "arvq-layer-048-down.safetensors": "48811c62d136ec1624e48c4536d62993e4612687a4813082c163ecd55e43e789",
+    "arvq-layer-048-gateup.safetensors": "65856c12f6738fc962b2466640fc1d5a8829d3fda4f1a70cd3d48890033fcdfb",
+    "arvq-layer-048-down.safetensors": "379b19a0eef798c8d3d49f529ec5af153cf58604b6848d73f07ed76b45655287",
     "arvq-layer-056-gateup.safetensors": "1e8333ac013ae8273ae4145060f0e8a590b9b1d04b7fbb0bf7be589295c84db8",
     "arvq-layer-056-down.safetensors": "5e8b0b03dd7cba72ade8ec70d10284187ccdd0cacf0b5c22603ac2b60598b69e",
     "arvq-layer-064-gateup.safetensors": "448b4a5f73ebbe70f5933eda0b3953875f90652a3cfb3506bd7b7c3868ad5d6c",