Replace layer 52 with v2 initial per-expert fit (v3 expert); PV follows

arvq-layer-052-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a12795193e7d697aa8ed5ab46a70e194847872dc5c015ddf190cb15b9d970ce
-size 632986316
+oid sha256:3d307f8fa040389215e5d545f8ba03ea975d0cdcba64a7c30ebb508b42ab9859
+size 662200972

arvq-layer-052-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:402660e27287360b7539ff458178b9bd2e91acfa9ef1764f0a920d2f0bd23c6d
-size 1265572564
+oid sha256:61af13b32a8471cda1a60b9aaf3f90b2d5da8e40f7ec476e0c04baba380a9d5b
+size 1323983508

cold_manifests/layer-052-manifest.json

@@ -1,23 +1,26 @@
 {
   "layer": 52,
   "cold_expert_ids": [
+    0,
     1,
     2,
     3,
+    4,
     6,
     8,
     9,
     10,
+    11,
+    12,
     14,
     17,
     18,
-    20,
     21,
     24,
     25,
     26,
     27,
-    28,
+    29,
     30,
     31,
     32,
@@ -32,25 +35,26 @@
     42,
     43,
     44,
+    45,
     46,
     47,
     48,
     49,
     50,
     51,
+    52,
     53,
     54,
-    55,
     56,
     57,
     58,
-    61,
+    63,
     65,
+    66,
+    67,
     69,
     70,
-    71,
     73,
-    74,
     75,
     76,
     77,
@@ -59,6 +63,7 @@
     80,
     81,
     82,
+    83,
     84,
     85,
     86,
@@ -66,6 +71,7 @@
     88,
     89,
     90,
+    91,
     92,
     93,
     94,
@@ -77,14 +83,14 @@
     100,
     101,
     102,
-    104,
-    105,
+    103,
     106,
     107,
     108,
     110,
     111,
     112,
+    113,
     114,
     115,
     116,
@@ -97,8 +103,8 @@
     123,
     124,
     125,
-    126,
     127,
+    128,
     129,
     132,
     133,
@@ -109,10 +115,13 @@
     138,
     140,
     141,
+    143,
     145,
     146,
+    147,
     148,
     149,
+    150,
     151,
     152,
     153,
@@ -127,13 +136,13 @@
     163,
     164,
     165,
-    166,
     167,
     168,
-    171,
+    170,
     172,
     173,
     174,
+    175,
     176,
     177,
     179,
@@ -145,9 +154,9 @@
     186,
     187,
     188,
-    189,
     190,
     191,
+    192,
     193,
     194,
     195,
@@ -156,13 +165,14 @@
     199,
     200,
     201,
-    202,
     203,
+    204,
     205,
     206,
     208,
     209,
-    210,
+    211,
+    212,
     214,
     215,
     216,
@@ -171,21 +181,21 @@
     219,
     220,
     221,
-    223,
     224,
     225,
+    228,
     229,
+    230,
     231,
     232,
     233,
-    234,
     235,
-    236,
     238,
     239,
     240,
     241,
     242,
+    243,
     244,
     245,
     246,
@@ -194,31 +204,30 @@
     250,
     252,
     253,
-    254,
     255
   ],
   "files": {
     "w13": {
       "file": "arvq-layer-052-gateup.safetensors",
-      "sha256": "402660e27287360b7539ff458178b9bd2e91acfa9ef1764f0a920d2f0bd23c6d"
+      "sha256": "61af13b32a8471cda1a60b9aaf3f90b2d5da8e40f7ec476e0c04baba380a9d5b"
     },
     "w2": {
       "file": "arvq-layer-052-down.safetensors",
-      "sha256": "9a12795193e7d697aa8ed5ab46a70e194847872dc5c015ddf190cb15b9d970ce"
+      "sha256": "3d307f8fa040389215e5d545f8ba03ea975d0cdcba64a7c30ebb508b42ab9859"
     }
   },
   "per_proj": {
     "w13": {
-      "cb_rel_l2": 0.3402384459716418,
-      "hess_recon_rel_fro": 0.16235710584172694,
+      "cb_rel_l2": 0.34037016290066063,
+      "hess_recon_rel_fro": 0.1617255015826019,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 460.4844777584076
+      "seconds": 366.98307371139526
     },
     "w2": {
-      "cb_rel_l2": 0.3404337926419742,
-      "hess_recon_rel_fro": 0.2961451573447782,
+      "cb_rel_l2": 0.340273425877963,
+      "hess_recon_rel_fro": 0.29437079225845825,
       "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
-      "seconds": 150.68556666374207
+      "seconds": 121.00533366203308
     }
   },
   "no_rotation": true,
@@ -237,37 +246,27 @@
       "cache": "/tmp/glm53-fp8-cold",
       "legacy_cache_revision_unverified": true
     },
-    "capture_sha256": "c85013ae16d43a1fa9acb768060127383a8192a44b09a8c6156e7633e97c1243",
+    "capture_sha256": "f748e599fd14dc17f437603426a4ff0991baf820552c314cdb002bbe7c732f80",
     "cold_ids": [
       0,
       1,
       2,
       3,
       4,
-      5,
       6,
-      7,
       8,
       9,
       10,
       11,
       12,
-      13,
       14,
-      15,
-      16,
       17,
       18,
-      19,
-      20,
       21,
-      22,
-      23,
       24,
       25,
       26,
       27,
-      28,
       29,
       30,
       31,
@@ -280,7 +279,6 @@
       38,
       39,
       40,
-      41,
       42,
       43,
       44,
@@ -294,26 +292,16 @@
       52,
       53,
       54,
-      55,
       56,
       57,
       58,
-      59,
-      60,
-      61,
-      62,
       63,
-      64,
       65,
       66,
       67,
-      68,
       69,
       70,
-      71,
-      72,
       73,
-      74,
       75,
       76,
       77,
@@ -343,12 +331,9 @@
       101,
       102,
       103,
-      104,
-      105,
       106,
       107,
       108,
-      109,
       110,
       111,
       112,
@@ -365,12 +350,9 @@
       123,
       124,
       125,
-      126,
       127,
       128,
       129,
-      130,
-      131,
       132,
       133,
       134,
@@ -378,12 +360,9 @@
       136,
       137,
       138,
-      139,
       140,
       141,
-      142,
       143,
-      144,
       145,
       146,
       147,
@@ -396,7 +375,6 @@
       154,
       155,
       156,
-      157,
       158,
       159,
       160,
@@ -405,30 +383,24 @@
       163,
       164,
       165,
-      166,
       167,
       168,
-      169,
       170,
-      171,
       172,
       173,
       174,
       175,
       176,
       177,
-      178,
       179,
       180,
       181,
-      182,
       183,
       184,
       185,
       186,
       187,
       188,
-      189,
       190,
       191,
       192,
@@ -436,23 +408,18 @@
       194,
       195,
       196,
-      197,
       198,
       199,
       200,
       201,
-      202,
       203,
       204,
       205,
       206,
-      207,
       208,
       209,
-      210,
       211,
       212,
-      213,
       214,
       215,
       216,
@@ -461,22 +428,15 @@
       219,
       220,
       221,
-      222,
-      223,
       224,
       225,
-      226,
-      227,
       228,
       229,
       230,
       231,
       232,
       233,
-      234,
       235,
-      236,
-      237,
       238,
       239,
       240,
@@ -488,15 +448,12 @@
       246,
       247,
       248,
-      249,
       250,
-      251,
       252,
       253,
-      254,
       255
     ],
-    "encoder_sha256": "44bdf7e24ceb06f8da772917b4134ad31490f91212375a112cfc64297d5a902a",
+    "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
     "settings": {
       "cb_iters": 8,
       "sweep_passes": 2,
@@ -506,866 +463,6 @@
     }
   },
   "format": "rvq256_256x8_expert",
-  "selection": "Exact subset of all-expert ARVQ candidates scored for allocation",
-  "candidate_manifest_sha256": "99e843bf1ac70309660b054292b3ded36162007b3feebb026a8ce9961e368e1f",
-  "fit": "sequential reference-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=60",
-  "pv_report": {
-    "layer": 52,
-    "target": "reference",
-    "recipe": "full_corpus_sequence_pass_v1",
-    "block_scale_dtype": "fp8_e4m3",
-    "batch_tokens": 262144,
-    "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-    "training_sequence_count": 17580,
-    "training_passes": 0.8737237281109949,
-    "training_tokens_seen": 15728640,
-    "adaptive_schedule": {
-      "best": 0.3074184211765668,
-      "drop_after": 45,
-      "relative_worsening": 0.001,
-      "checks": 3,
-      "patience_updates": 15,
-      "bad_checks": 0,
-      "last_best": 30,
-      "early_drop": false
-    },
-    "refinement": null,
-    "lr_decay_after": 45,
-    "lr_decay_factor": 0.25,
-    "export_only": false,
-    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
-    "codebook_lr": 0.048,
-    "scale_lr": 0.032,
-    "quantized_movement": {
-      "codebook_changed": 3351,
-      "codebook_values": 1597440,
-      "scales_changed": 30848025,
-      "scale_values": 57507840
-    },
-    "initial_validation": {
-      "target_rel": 0.30758612375085753,
-      "reference_rel": 0.30758612375085753,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 379742.75,
-          "reference_energy": 4170563.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 424049.0,
-          "reference_energy": 4042779.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 595939.25,
-          "reference_energy": 5168931.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 443425.4375,
-          "reference_energy": 3962329.5
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 340909.375,
-          "reference_energy": 4188993.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 378937.4375,
-          "reference_energy": 7200237.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 449817.21875,
-          "reference_energy": 4085484.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 409777.9375,
-          "reference_energy": 4064225.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 363538.0625,
-          "reference_energy": 3967549.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 362142.375,
-          "reference_energy": 4012932.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 365297.625,
-          "reference_energy": 4184380.5
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 499650.59375,
-          "reference_energy": 5287155.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 504601.3125,
-          "reference_energy": 4200730.5
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 320602.6875,
-          "reference_energy": 4091340.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 304099.84375,
-          "reference_energy": 3914532.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 536306.375,
-          "reference_energy": 4051769.75
-        }
-      ]
-    },
-    "final_validation": {
-      "target_rel": 0.3074184211765668,
-      "reference_rel": 0.3074184211765668,
-      "windows": [
-        {
-          "first_row": 0,
-          "rows": 1024,
-          "reference_sse": 379320.21875,
-          "reference_energy": 4170563.5
-        },
-        {
-          "first_row": 1024,
-          "rows": 1024,
-          "reference_sse": 423455.65625,
-          "reference_energy": 4042779.5
-        },
-        {
-          "first_row": 4096,
-          "rows": 1024,
-          "reference_sse": 596326.875,
-          "reference_energy": 5168931.0
-        },
-        {
-          "first_row": 5120,
-          "rows": 1024,
-          "reference_sse": 442890.375,
-          "reference_energy": 3962329.5
-        },
-        {
-          "first_row": 8192,
-          "rows": 1024,
-          "reference_sse": 341222.4375,
-          "reference_energy": 4188993.5
-        },
-        {
-          "first_row": 9216,
-          "rows": 1024,
-          "reference_sse": 377989.6875,
-          "reference_energy": 7200237.0
-        },
-        {
-          "first_row": 12288,
-          "rows": 1024,
-          "reference_sse": 449097.59375,
-          "reference_energy": 4085484.75
-        },
-        {
-          "first_row": 13312,
-          "rows": 1024,
-          "reference_sse": 409295.25,
-          "reference_energy": 4064225.75
-        },
-        {
-          "first_row": 16384,
-          "rows": 1024,
-          "reference_sse": 363027.8125,
-          "reference_energy": 3967549.0
-        },
-        {
-          "first_row": 17408,
-          "rows": 1024,
-          "reference_sse": 361552.375,
-          "reference_energy": 4012932.25
-        },
-        {
-          "first_row": 20480,
-          "rows": 1024,
-          "reference_sse": 364795.65625,
-          "reference_energy": 4184380.5
-        },
-        {
-          "first_row": 21504,
-          "rows": 1024,
-          "reference_sse": 498908.78125,
-          "reference_energy": 5287155.0
-        },
-        {
-          "first_row": 24576,
-          "rows": 1024,
-          "reference_sse": 503912.5625,
-          "reference_energy": 4200730.5
-        },
-        {
-          "first_row": 25600,
-          "rows": 1024,
-          "reference_sse": 320021.875,
-          "reference_energy": 4091340.0
-        },
-        {
-          "first_row": 28672,
-          "rows": 1024,
-          "reference_sse": 303538.59375,
-          "reference_energy": 3914532.5
-        },
-        {
-          "first_row": 29696,
-          "rows": 1024,
-          "reference_sse": 536200.625,
-          "reference_energy": 4051769.75
-        }
-      ]
-    },
-    "initial_reasoning_validation": null,
-    "final_reasoning_validation": null,
-    "validation_distribution": "reasoning only",
-    "serialized_validation": {
-      "target_rel": 0.3074184211765668,
-      "reference_rel": 0.3074184211765668
-    },
-    "development_audit": {
-      "target_rel": 0.2996365158082735,
-      "reference_rel": 0.2996365158082735,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 370176.875,
-          "reference_energy": 4190642.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 454111.5,
-          "reference_energy": 3931081.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 320383.90625,
-          "reference_energy": 4214399.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 372367.09375,
-          "reference_energy": 7039718.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 453993.25,
-          "reference_energy": 5152581.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 337765.5625,
-          "reference_energy": 4260296.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 531540.125,
-          "reference_energy": 5539229.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 333250.15625,
-          "reference_energy": 4098854.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 417285.9375,
-          "reference_energy": 4136890.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 444656.125,
-          "reference_energy": 4064243.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 431428.875,
-          "reference_energy": 4023942.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 395747.6875,
-          "reference_energy": 4169228.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 458472.9375,
-          "reference_energy": 4018418.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 411810.84375,
-          "reference_energy": 5315449.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 362723.9375,
-          "reference_energy": 4014969.5
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 388307.0625,
-          "reference_energy": 4049642.5
-        }
-      ]
-    },
-    "initial_development_audit": {
-      "target_rel": 0.2998509327558652,
-      "reference_rel": 0.2998509327558652,
-      "windows": [
-        {
-          "first_row": 2048,
-          "rows": 1024,
-          "reference_sse": 370713.03125,
-          "reference_energy": 4190642.0
-        },
-        {
-          "first_row": 3072,
-          "rows": 1024,
-          "reference_sse": 454964.8125,
-          "reference_energy": 3931081.5
-        },
-        {
-          "first_row": 6144,
-          "rows": 1024,
-          "reference_sse": 320863.875,
-          "reference_energy": 4214399.0
-        },
-        {
-          "first_row": 7168,
-          "rows": 1024,
-          "reference_sse": 373054.9375,
-          "reference_energy": 7039718.5
-        },
-        {
-          "first_row": 10240,
-          "rows": 1024,
-          "reference_sse": 454992.0,
-          "reference_energy": 5152581.5
-        },
-        {
-          "first_row": 11264,
-          "rows": 1024,
-          "reference_sse": 338564.8125,
-          "reference_energy": 4260296.5
-        },
-        {
-          "first_row": 14336,
-          "rows": 1024,
-          "reference_sse": 531755.9375,
-          "reference_energy": 5539229.0
-        },
-        {
-          "first_row": 15360,
-          "rows": 1024,
-          "reference_sse": 333761.0,
-          "reference_energy": 4098854.5
-        },
-        {
-          "first_row": 18432,
-          "rows": 1024,
-          "reference_sse": 417901.625,
-          "reference_energy": 4136890.0
-        },
-        {
-          "first_row": 19456,
-          "rows": 1024,
-          "reference_sse": 445299.5625,
-          "reference_energy": 4064243.25
-        },
-        {
-          "first_row": 22528,
-          "rows": 1024,
-          "reference_sse": 431916.1875,
-          "reference_energy": 4023942.0
-        },
-        {
-          "first_row": 23552,
-          "rows": 1024,
-          "reference_sse": 395827.78125,
-          "reference_energy": 4169228.75
-        },
-        {
-          "first_row": 26624,
-          "rows": 1024,
-          "reference_sse": 459035.0625,
-          "reference_energy": 4018418.5
-        },
-        {
-          "first_row": 27648,
-          "rows": 1024,
-          "reference_sse": 412313.6875,
-          "reference_energy": 5315449.0
-        },
-        {
-          "first_row": 30720,
-          "rows": 1024,
-          "reference_sse": 363259.8125,
-          "reference_energy": 4014969.5
-        },
-        {
-          "first_row": 31744,
-          "rows": 1024,
-          "reference_sse": 389080.875,
-          "reference_energy": 4049642.5
-        }
-      ]
-    },
-    "best_step": 30,
-    "steps_run": 60,
-    "history": [
-      {
-        "step": 5,
-        "validation": {
-          "target_rel": 0.30753385251507903,
-          "reference_rel": 0.30753385251507903
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9849250213184558,
-        "batch_loss": 0.9432271718978882,
-        "best_step": 5,
-        "overfit_checks": 0,
-        "seconds": 54.96206760406494,
-        "adaptive_schedule": {
-          "best": 0.30753385251507903,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 5,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 0,
-          "codebook_values": 1597440,
-          "scales_changed": 5712237,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 10,
-        "validation": {
-          "target_rel": 0.30747881396946425,
-          "reference_rel": 0.30747881396946425
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9852584710728559,
-        "batch_loss": 0.9358684718608856,
-        "best_step": 10,
-        "overfit_checks": 0,
-        "seconds": 106.66821718215942,
-        "adaptive_schedule": {
-          "best": 0.30747881396946425,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 10,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 32203,
-          "codebook_values": 1597440,
-          "scales_changed": 14475453,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 15,
-        "validation": {
-          "target_rel": 0.3074584662299611,
-          "reference_rel": 0.3074584662299611
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9844417719045883,
-        "batch_loss": 0.9520402997732162,
-        "best_step": 15,
-        "overfit_checks": 0,
-        "seconds": 157.4276783466339,
-        "adaptive_schedule": {
-          "best": 0.3074584662299611,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 15,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 5714,
-          "codebook_values": 1597440,
-          "scales_changed": 20605116,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 20,
-        "validation": {
-          "target_rel": 0.3074296188814164,
-          "reference_rel": 0.3074296188814164
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9838271516389485,
-        "batch_loss": 0.9571096003055573,
-        "best_step": 20,
-        "overfit_checks": 0,
-        "seconds": 227.79922533035278,
-        "adaptive_schedule": {
-          "best": 0.3074296188814164,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 20,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3801,
-          "codebook_values": 1597440,
-          "scales_changed": 25043209,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 25,
-        "validation": {
-          "target_rel": 0.3074186587711448,
-          "reference_rel": 0.3074186587711448
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9835306713656402,
-        "batch_loss": 0.9666040539741516,
-        "best_step": 25,
-        "overfit_checks": 0,
-        "seconds": 281.41311621665955,
-        "adaptive_schedule": {
-          "best": 0.3074186587711448,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 25,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3290,
-          "codebook_values": 1597440,
-          "scales_changed": 28327287,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 30,
-        "validation": {
-          "target_rel": 0.3074184211765668,
-          "reference_rel": 0.3074184211765668
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9833664772084523,
-        "batch_loss": 0.9535913020372391,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 337.44850039482117,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3351,
-          "codebook_values": 1597440,
-          "scales_changed": 30848025,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 35,
-        "validation": {
-          "target_rel": 0.3074402747895288,
-          "reference_rel": 0.3074402747895288
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9835045252091605,
-        "batch_loss": 0.9713087677955627,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 388.69297671318054,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4348,
-          "codebook_values": 1597440,
-          "scales_changed": 32811895,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 40,
-        "validation": {
-          "target_rel": 0.3074519482761481,
-          "reference_rel": 0.3074519482761481
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9831387148174558,
-        "batch_loss": 0.9435320496559143,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 460.4792227745056,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 4766,
-          "codebook_values": 1597440,
-          "scales_changed": 34390439,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 45,
-        "validation": {
-          "target_rel": 0.3074645082079805,
-          "reference_rel": 0.3074645082079805
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9829529272779223,
-        "batch_loss": 0.9428387433290482,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 511.84937930107117,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3951,
-          "codebook_values": 1597440,
-          "scales_changed": 35680304,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 50,
-        "validation": {
-          "target_rel": 0.30746548291844045,
-          "reference_rel": 0.30746548291844045
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9828672021877488,
-        "batch_loss": 0.9549966901540756,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 568.2505054473877,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 2835,
-          "codebook_values": 1597440,
-          "scales_changed": 35943237,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 55,
-        "validation": {
-          "target_rel": 0.3074803861013207,
-          "reference_rel": 0.3074803861013207
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9829134221809365,
-        "batch_loss": 0.9808643162250519,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 620.7652676105499,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": false,
-        "quantized_movement": {
-          "codebook_changed": 3593,
-          "codebook_values": 1597440,
-          "scales_changed": 36171487,
-          "scale_values": 57507840
-        }
-      },
-      {
-        "step": 60,
-        "validation": {
-          "target_rel": 0.3075075739288824,
-          "reference_rel": 0.3075075739288824
-        },
-        "reasoning_validation": null,
-        "training_probe_rel": 0.9830305840900581,
-        "batch_loss": 0.9479219317436218,
-        "best_step": 30,
-        "overfit_checks": 0,
-        "seconds": 690.980758190155,
-        "adaptive_schedule": {
-          "best": 0.3074184211765668,
-          "drop_after": 45,
-          "relative_worsening": 0.001,
-          "checks": 3,
-          "patience_updates": 15,
-          "bad_checks": 0,
-          "last_best": 30,
-          "early_drop": false
-        },
-        "adaptive_stop": true,
-        "quantized_movement": {
-          "codebook_changed": 4761,
-          "codebook_values": 1597440,
-          "scales_changed": 36376593,
-          "scale_values": 57507840
-        }
-      }
-    ],
-    "index_reassignments": [
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 364,
-        "accepted": 297,
-        "changed_groups": 239581,
-        "training_before": 3718132.0,
-        "training_after": 3715329.75,
-        "acceptance": "proposal and separate training check batches",
-        "step": 20
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 362,
-        "accepted": 297,
-        "changed_groups": 230392,
-        "training_before": 3711942.5,
-        "training_after": 3707731.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 40
-      },
-      {
-        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-        "proposals": 366,
-        "accepted": 301,
-        "changed_groups": 246572,
-        "training_before": 3642682.0,
-        "training_after": 3639191.0,
-        "acceptance": "proposal and separate training check batches",
-        "step": 60
-      }
-    ],
-    "coverage_threshold": 256,
-    "checkpoint_selection": "held-out original reference trajectory for both arms",
-    "world_size": 8,
-    "microbatch": 65536,
-    "proposal_communication": "sparse routed rows",
-    "parallelism": "expert-sharded coupled output",
-    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
-    "scope": "text-only, cached prompt partitions; historical audit is development only",
-    "train_rows": 18001846,
-    "validation_rows": 16384,
-    "audit_rows": 16384,
-    "complete": true
-  },
   "version": 3,
   "block_scale_dtype": "float8_e4m3fn",
   "codebook_scope": "expert",
@@ -1379,6 +476,7 @@
     8
   ],
   "words_per_tile": 64,
+  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -112,8 +112,8 @@
     "arvq-layer-036-down.safetensors": "3c03d448675d63d7a18ef3d6c88d9a21aeac7ceefbc794d255bf4eb5fab585f0",
     "arvq-layer-044-gateup.safetensors": "bb7bcc5bf45ffe835fc457f2129b885aa17073b598bfaefa6ba572c7fc3ac334",
     "arvq-layer-044-down.safetensors": "0bfa3ffe66a4e8e14e03a8958cb6e06647d36eb8f471b888aa4a770583c05a4e",
-    "arvq-layer-052-gateup.safetensors": "402660e27287360b7539ff458178b9bd2e91acfa9ef1764f0a920d2f0bd23c6d",
-    "arvq-layer-052-down.safetensors": "9a12795193e7d697aa8ed5ab46a70e194847872dc5c015ddf190cb15b9d970ce",
+    "arvq-layer-052-gateup.safetensors": "61af13b32a8471cda1a60b9aaf3f90b2d5da8e40f7ec476e0c04baba380a9d5b",
+    "arvq-layer-052-down.safetensors": "3d307f8fa040389215e5d545f8ba03ea975d0cdcba64a7c30ebb508b42ab9859",
     "arvq-layer-060-gateup.safetensors": "f2c2321429ad61889ef10abfe8f04bf9cb4f070fcbf2d248fcab97a0537f30e2",
     "arvq-layer-060-down.safetensors": "03d6488bf64389b7099e440948d34d6d7405018a8e5e76741fd8de3c250f38dd",
     "arvq-layer-068-gateup.safetensors": "66df8d5a6f572f7369f41e4d98d17b7a7176c06a9ebfba88af26a7580c1ff57d",