Replace layer 41 with same_input fp16-block PV (v4)

arvq-layer-041-down.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd4f5824c0d628e136944935d964a1dda02d6f55f87d351299547449466b7fd3
-size 600525452
+oid sha256:a283ac4d7ecb9c7c225c8139a2a5d6c3370f4e590f3f5d8f01b5c06f97d75da0
+size 618711804

arvq-layer-041-gateup.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4248d095a3c6ea70575f860a0793d5af1d4d62cd94c1a5ea26e40a5f2a840f76
-size 1200671380
+oid sha256:8a10dc35706969abe5217884ad31197083a136e89ef7e35a9a5c008601eddc37
+size 1237043964

cold_manifests/layer-041-manifest.json

@@ -190,11 +190,11 @@
   "files": {
     "w13": {
       "file": "arvq-layer-041-gateup.safetensors",
-      "sha256": "4248d095a3c6ea70575f860a0793d5af1d4d62cd94c1a5ea26e40a5f2a840f76"
+      "sha256": "8a10dc35706969abe5217884ad31197083a136e89ef7e35a9a5c008601eddc37"
     },
     "w2": {
       "file": "arvq-layer-041-down.safetensors",
-      "sha256": "dd4f5824c0d628e136944935d964a1dda02d6f55f87d351299547449466b7fd3"
+      "sha256": "a283ac4d7ecb9c7c225c8139a2a5d6c3370f4e590f3f5d8f01b5c06f97d75da0"
     }
   },
   "per_proj": {
@@ -424,11 +424,721 @@
       "codebook_scope": "expert"
     }
   },
-  "format": "rvq256_256x8_expert",
-  "version": 3,
-  "block_scale_dtype": "float8_e4m3fn",
+  "format": "rvq256_256x8_expert_fp16block",
+  "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=30",
+  "pv_report": {
+    "layer": 41,
+    "target": "same_input",
+    "recipe": "full_corpus_sequence_pass_v1",
+    "block_scale_dtype": "fp16",
+    "residual_scale_shift": 0,
+    "batch_tokens": 262144,
+    "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
+    "training_sequence_count": 14657,
+    "training_passes": 0.5240171180844249,
+    "training_tokens_seen": 7864320,
+    "adaptive_schedule": {
+      "best": 0.04285828934035643,
+      "drop_after": 20,
+      "relative_worsening": 0.001,
+      "checks": 3,
+      "patience_updates": 10,
+      "bad_checks": 3,
+      "last_best": 5,
+      "early_drop": true
+    },
+    "refinement": null,
+    "lr_decay_after": 25,
+    "lr_decay_factor": 0.25,
+    "export_only": false,
+    "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
+    "codebook_lr": 0.048,
+    "scale_lr": 0.032,
+    "quantized_movement": {
+      "codebook_changed": 0,
+      "codebook_values": 1515520,
+      "scales_changed": 54290957,
+      "scale_values": 54558720
+    },
+    "initial_validation": {
+      "target_rel": 0.04431500596056139,
+      "reference_rel": 0.2097301107934172,
+      "boundary_rel": 0.09121758099702681,
+      "bulk_rel": 0.04429574914225459,
+      "boundary_rows": 24,
+      "windows": [
+        {
+          "first_row": 8192,
+          "rows": 1024,
+          "reference_sse": 81688.484375,
+          "reference_energy": 3662671.0
+        },
+        {
+          "first_row": 9216,
+          "rows": 1024,
+          "reference_sse": 90950.5,
+          "reference_energy": 2212790.75
+        },
+        {
+          "first_row": 20480,
+          "rows": 1024,
+          "reference_sse": 94008.109375,
+          "reference_energy": 3689014.0
+        },
+        {
+          "first_row": 21504,
+          "rows": 1024,
+          "reference_sse": 104760.6484375,
+          "reference_energy": 1967080.25
+        },
+        {
+          "first_row": 32768,
+          "rows": 1024,
+          "reference_sse": 256198.421875,
+          "reference_energy": 3639785.0
+        },
+        {
+          "first_row": 33792,
+          "rows": 1024,
+          "reference_sse": 212671.25,
+          "reference_energy": 2019800.0
+        },
+        {
+          "first_row": 45056,
+          "rows": 1024,
+          "reference_sse": 307577.8125,
+          "reference_energy": 3652517.5
+        },
+        {
+          "first_row": 46080,
+          "rows": 1024,
+          "reference_sse": 91193.1328125,
+          "reference_energy": 3580961.5
+        },
+        {
+          "first_row": 57344,
+          "rows": 1024,
+          "reference_sse": 304676.1875,
+          "reference_energy": 3708854.25
+        },
+        {
+          "first_row": 58368,
+          "rows": 1024,
+          "reference_sse": 76174.53125,
+          "reference_energy": 3686975.0
+        },
+        {
+          "first_row": 69632,
+          "rows": 1024,
+          "reference_sse": 90189.03125,
+          "reference_energy": 3564781.5
+        },
+        {
+          "first_row": 70656,
+          "rows": 1024,
+          "reference_sse": 89010.609375,
+          "reference_energy": 2134050.5
+        },
+        {
+          "first_row": 81920,
+          "rows": 1024,
+          "reference_sse": 99830.8125,
+          "reference_energy": 3622572.0
+        },
+        {
+          "first_row": 82944,
+          "rows": 1024,
+          "reference_sse": 97967.484375,
+          "reference_energy": 2136201.0
+        },
+        {
+          "first_row": 94208,
+          "rows": 1024,
+          "reference_sse": 91912.34375,
+          "reference_energy": 3523182.5
+        },
+        {
+          "first_row": 95232,
+          "rows": 1024,
+          "reference_sse": 63640.82421875,
+          "reference_energy": 2132855.5
+        }
+      ]
+    },
+    "final_validation": {
+      "target_rel": 0.04285828934035643,
+      "reference_rel": 0.2097726523720191,
+      "boundary_rel": 0.08886278481347398,
+      "bulk_rel": 0.04283930880524768,
+      "boundary_rows": 24,
+      "windows": [
+        {
+          "first_row": 8192,
+          "rows": 1024,
+          "reference_sse": 81689.140625,
+          "reference_energy": 3662671.0
+        },
+        {
+          "first_row": 9216,
+          "rows": 1024,
+          "reference_sse": 91020.96875,
+          "reference_energy": 2212790.75
+        },
+        {
+          "first_row": 20480,
+          "rows": 1024,
+          "reference_sse": 94091.21875,
+          "reference_energy": 3689014.0
+        },
+        {
+          "first_row": 21504,
+          "rows": 1024,
+          "reference_sse": 105011.9140625,
+          "reference_energy": 1967080.25
+        },
+        {
+          "first_row": 32768,
+          "rows": 1024,
+          "reference_sse": 256012.28125,
+          "reference_energy": 3639785.0
+        },
+        {
+          "first_row": 33792,
+          "rows": 1024,
+          "reference_sse": 212841.609375,
+          "reference_energy": 2019800.0
+        },
+        {
+          "first_row": 45056,
+          "rows": 1024,
+          "reference_sse": 307650.875,
+          "reference_energy": 3652517.5
+        },
+        {
+          "first_row": 46080,
+          "rows": 1024,
+          "reference_sse": 91140.5390625,
+          "reference_energy": 3580961.5
+        },
+        {
+          "first_row": 57344,
+          "rows": 1024,
+          "reference_sse": 304724.875,
+          "reference_energy": 3708854.25
+        },
+        {
+          "first_row": 58368,
+          "rows": 1024,
+          "reference_sse": 76192.6875,
+          "reference_energy": 3686975.0
+        },
+        {
+          "first_row": 69632,
+          "rows": 1024,
+          "reference_sse": 90273.40625,
+          "reference_energy": 3564781.5
+        },
+        {
+          "first_row": 70656,
+          "rows": 1024,
+          "reference_sse": 89120.765625,
+          "reference_energy": 2134050.5
+        },
+        {
+          "first_row": 81920,
+          "rows": 1024,
+          "reference_sse": 99933.875,
+          "reference_energy": 3622572.0
+        },
+        {
+          "first_row": 82944,
+          "rows": 1024,
+          "reference_sse": 97996.859375,
+          "reference_energy": 2136201.0
+        },
+        {
+          "first_row": 94208,
+          "rows": 1024,
+          "reference_sse": 92106.8515625,
+          "reference_energy": 3523182.5
+        },
+        {
+          "first_row": 95232,
+          "rows": 1024,
+          "reference_sse": 63515.609375,
+          "reference_energy": 2132855.5
+        }
+      ]
+    },
+    "initial_reasoning_validation": null,
+    "final_reasoning_validation": null,
+    "validation_distribution": "reasoning only",
+    "serialized_validation": {
+      "target_rel": 0.04285828934035643,
+      "reference_rel": 0.2097726523720191
+    },
+    "development_audit": {
+      "target_rel": 0.058666587127242646,
+      "reference_rel": 0.25285844993572976,
+      "boundary_rel": 0.060880614857303124,
+      "bulk_rel": 0.058666357752174374,
+      "boundary_rows": 10,
+      "windows": [
+        {
+          "first_row": 10240,
+          "rows": 1024,
+          "reference_sse": 149509.875,
+          "reference_energy": 3497117.75
+        },
+        {
+          "first_row": 11264,
+          "rows": 1024,
+          "reference_sse": 198297.34375,
+          "reference_energy": 3616386.5
+        },
+        {
+          "first_row": 22528,
+          "rows": 1024,
+          "reference_sse": 291011.40625,
+          "reference_energy": 2204191.0
+        },
+        {
+          "first_row": 23552,
+          "rows": 1024,
+          "reference_sse": 184548.828125,
+          "reference_energy": 2030870.375
+        },
+        {
+          "first_row": 34816,
+          "rows": 1024,
+          "reference_sse": 143378.25,
+          "reference_energy": 3812350.75
+        },
+        {
+          "first_row": 35840,
+          "rows": 1024,
+          "reference_sse": 141524.125,
+          "reference_energy": 3774276.75
+        },
+        {
+          "first_row": 47104,
+          "rows": 1024,
+          "reference_sse": 142562.96875,
+          "reference_energy": 2131474.5
+        },
+        {
+          "first_row": 48128,
+          "rows": 1024,
+          "reference_sse": 291989.125,
+          "reference_energy": 2054663.625
+        },
+        {
+          "first_row": 59392,
+          "rows": 1024,
+          "reference_sse": 168931.4375,
+          "reference_energy": 3599588.0
+        },
+        {
+          "first_row": 60416,
+          "rows": 1024,
+          "reference_sse": 172968.015625,
+          "reference_energy": 3488268.0
+        },
+        {
+          "first_row": 71680,
+          "rows": 1024,
+          "reference_sse": 163079.6875,
+          "reference_energy": 3699196.0
+        },
+        {
+          "first_row": 72704,
+          "rows": 1024,
+          "reference_sse": 217009.21875,
+          "reference_energy": 3556911.5
+        },
+        {
+          "first_row": 83968,
+          "rows": 1024,
+          "reference_sse": 193558.5625,
+          "reference_energy": 3513349.0
+        },
+        {
+          "first_row": 84992,
+          "rows": 1024,
+          "reference_sse": 248010.71875,
+          "reference_energy": 1982970.75
+        },
+        {
+          "first_row": 96256,
+          "rows": 1024,
+          "reference_sse": 214173.375,
+          "reference_energy": 2044592.875
+        },
+        {
+          "first_row": 97280,
+          "rows": 1024,
+          "reference_sse": 188422.4375,
+          "reference_energy": 3619097.75
+        }
+      ]
+    },
+    "initial_development_audit": {
+      "target_rel": 0.059776191380172185,
+      "reference_rel": 0.2528286953739377,
+      "boundary_rel": 0.061855429592960365,
+      "bulk_rel": 0.059775976166410935,
+      "boundary_rows": 10,
+      "windows": [
+        {
+          "first_row": 10240,
+          "rows": 1024,
+          "reference_sse": 149484.40625,
+          "reference_energy": 3497117.75
+        },
+        {
+          "first_row": 11264,
+          "rows": 1024,
+          "reference_sse": 198057.625,
+          "reference_energy": 3616386.5
+        },
+        {
+          "first_row": 22528,
+          "rows": 1024,
+          "reference_sse": 291296.375,
+          "reference_energy": 2204191.0
+        },
+        {
+          "first_row": 23552,
+          "rows": 1024,
+          "reference_sse": 184605.640625,
+          "reference_energy": 2030870.375
+        },
+        {
+          "first_row": 34816,
+          "rows": 1024,
+          "reference_sse": 143911.90625,
+          "reference_energy": 3812350.75
+        },
+        {
+          "first_row": 35840,
+          "rows": 1024,
+          "reference_sse": 141901.921875,
+          "reference_energy": 3774276.75
+        },
+        {
+          "first_row": 47104,
+          "rows": 1024,
+          "reference_sse": 142823.09375,
+          "reference_energy": 2131474.5
+        },
+        {
+          "first_row": 48128,
+          "rows": 1024,
+          "reference_sse": 291677.53125,
+          "reference_energy": 2054663.625
+        },
+        {
+          "first_row": 59392,
+          "rows": 1024,
+          "reference_sse": 169115.375,
+          "reference_energy": 3599588.0
+        },
+        {
+          "first_row": 60416,
+          "rows": 1024,
+          "reference_sse": 172834.53125,
+          "reference_energy": 3488268.0
+        },
+        {
+          "first_row": 71680,
+          "rows": 1024,
+          "reference_sse": 163213.34375,
+          "reference_energy": 3699196.0
+        },
+        {
+          "first_row": 72704,
+          "rows": 1024,
+          "reference_sse": 216732.078125,
+          "reference_energy": 3556911.5
+        },
+        {
+          "first_row": 83968,
+          "rows": 1024,
+          "reference_sse": 193260.984375,
+          "reference_energy": 3513349.0
+        },
+        {
+          "first_row": 84992,
+          "rows": 1024,
+          "reference_sse": 247290.796875,
+          "reference_energy": 1982970.75
+        },
+        {
+          "first_row": 96256,
+          "rows": 1024,
+          "reference_sse": 213832.28125,
+          "reference_energy": 2044592.875
+        },
+        {
+          "first_row": 97280,
+          "rows": 1024,
+          "reference_sse": 188205.84375,
+          "reference_energy": 3619097.75
+        }
+      ]
+    },
+    "best_step": 5,
+    "steps_run": 30,
+    "history": [
+      {
+        "step": 5,
+        "validation": {
+          "target_rel": 0.04285828934035643,
+          "reference_rel": 0.2097726523720191,
+          "boundary_rel": 0.08886278481347398,
+          "bulk_rel": 0.04283930880524768,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.5979694696739287,
+        "batch_loss": 0.3553105816245079,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 56.69962525367737,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 0,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 0,
+          "codebook_values": 1515520,
+          "scales_changed": 54290957,
+          "scale_values": 54558720
+        }
+      },
+      {
+        "step": 10,
+        "validation": {
+          "target_rel": 0.04415297794489199,
+          "reference_rel": 0.20966037994815148,
+          "boundary_rel": 0.09076736059792748,
+          "bulk_rel": 0.04413385632853441,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.6102795036343123,
+        "batch_loss": 0.3720339760184288,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 130.39764666557312,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 1,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 62301,
+          "codebook_values": 1515520,
+          "scales_changed": 54350811,
+          "scale_values": 54558720
+        }
+      },
+      {
+        "step": 15,
+        "validation": {
+          "target_rel": 0.04390679315587211,
+          "reference_rel": 0.20985868553347845,
+          "boundary_rel": 0.09023552993074704,
+          "bulk_rel": 0.04388779219067226,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.6088855922145557,
+        "batch_loss": 0.3474360778927803,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 180.01016354560852,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 25,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 2,
+          "last_best": 5,
+          "early_drop": false
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 49252,
+          "codebook_values": 1515520,
+          "scales_changed": 54381476,
+          "scale_values": 54558720
+        }
+      },
+      {
+        "step": 20,
+        "validation": {
+          "target_rel": 0.04371682272331105,
+          "reference_rel": 0.2097945010454623,
+          "boundary_rel": 0.0898888242311764,
+          "bulk_rel": 0.04369788008301548,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.6086871631140351,
+        "batch_loss": 0.355679452419281,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 255.96112847328186,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 5,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 48763,
+          "codebook_values": 1515520,
+          "scales_changed": 54398329,
+          "scale_values": 54558720
+        }
+      },
+      {
+        "step": 25,
+        "validation": {
+          "target_rel": 0.04319195404425144,
+          "reference_rel": 0.20967415668739067,
+          "boundary_rel": 0.08888863533333244,
+          "bulk_rel": 0.04317319528533594,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.6028397255543502,
+        "batch_loss": 0.3608340173959732,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 314.74514865875244,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 5,
+          "early_drop": true
+        },
+        "adaptive_stop": false,
+        "quantized_movement": {
+          "codebook_changed": 25521,
+          "codebook_values": 1515520,
+          "scales_changed": 54399843,
+          "scale_values": 54558720
+        }
+      },
+      {
+        "step": 30,
+        "validation": {
+          "target_rel": 0.0433172162975543,
+          "reference_rel": 0.20975516471605296,
+          "boundary_rel": 0.08915878510450789,
+          "bulk_rel": 0.04329839547975009,
+          "boundary_rows": 24
+        },
+        "reasoning_validation": null,
+        "training_probe_rel": 0.6041073914343764,
+        "batch_loss": 0.3408668264746666,
+        "best_step": 5,
+        "overfit_checks": 0,
+        "seconds": 390.65985131263733,
+        "adaptive_schedule": {
+          "best": 0.04285828934035643,
+          "drop_after": 20,
+          "relative_worsening": 0.001,
+          "checks": 3,
+          "patience_updates": 10,
+          "bad_checks": 3,
+          "last_best": 5,
+          "early_drop": true
+        },
+        "adaptive_stop": true,
+        "quantized_movement": {
+          "codebook_changed": 36564,
+          "codebook_values": 1515520,
+          "scales_changed": 54401271,
+          "scale_values": 54558720
+        }
+      }
+    ],
+    "index_reassignments": [
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 354,
+        "accepted": 285,
+        "changed_groups": 411638,
+        "training_before": 37999.28125,
+        "training_after": 37321.06640625,
+        "acceptance": "proposal and separate training check batches",
+        "step": 10
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 358,
+        "accepted": 243,
+        "changed_groups": 295339,
+        "training_before": 36712.6953125,
+        "training_after": 36192.9140625,
+        "acceptance": "proposal and separate training check batches",
+        "step": 20
+      },
+      {
+        "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
+        "proposals": 360,
+        "accepted": 260,
+        "changed_groups": 324277,
+        "training_before": 34773.40625,
+        "training_after": 34339.375,
+        "acceptance": "proposal and separate training check batches",
+        "step": 30
+      }
+    ],
+    "coverage_threshold": 256,
+    "checkpoint_selection": "held-out original reference trajectory for both arms",
+    "world_size": 8,
+    "microbatch": 65536,
+    "proposal_communication": "sparse routed rows",
+    "parallelism": "expert-sharded coupled output",
+    "arithmetic": "fp4_planes4_fp16_boundaries_v1",
+    "scope": "text-only, cached prompt partitions; historical audit is development only",
+    "train_rows": 15007754,
+    "validation_rows": 16384,
+    "audit_rows": 16384,
+    "complete": true
+  },
+  "version": 4,
+  "residual_scale_shift": 0,
+  "block_scale_dtype": "float16",
   "codebook_scope": "expert",
-  "bits": 2.0625,
+  "bits": 2.125,
   "codebook_sizes": [
     256,
     256
@@ -438,7 +1148,6 @@
     8
   ],
   "words_per_tile": 64,
-  "fit": "initial Hessian fit, no PV",
   "production_ready": false,
   "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
   "requires_8x8_loader_kernel": true

gates_report.json

@@ -80,156 +80,156 @@
   ],
   "errors": [],
   "cold_file_sha256": {
-    "arvq-layer-003-gateup.safetensors": "b65c8df8d8c660af620c88c7bfed35c0992ace3a49bc5c82eb99a1afb27dd035",
-    "arvq-layer-003-down.safetensors": "5c58d04e9185771add8ba929faa3391460ff197c70d05ed3b591d8d4e2c04f4c",
-    "arvq-layer-011-gateup.safetensors": "89c4e17a34ea0f7befac61178ee795b57e5d6fd86574e3879c3d65260d705109",
-    "arvq-layer-011-down.safetensors": "21d84449b3be58912c72f728a984f38fa19656db910e291da79bc3b17e7da5ac",
-    "arvq-layer-019-gateup.safetensors": "16d61211efe3d9c4682dfd1b7eec0f7e4f761e5cf83c959e402d847ac42cf968",
-    "arvq-layer-019-down.safetensors": "21ff9efe530884351223991f7ac3deec3180fa2f6dd0b1be8ad4246ccbf30bc3",
-    "arvq-layer-027-gateup.safetensors": "c63f30ef03cd3e7a98a175d38669393639995b98ff02f6036325b536ad1db59c",
-    "arvq-layer-027-down.safetensors": "ed45153d091eca86b3a3b90fbefe140abf5cf9aaae14b34d354f578f52723ab4",
-    "arvq-layer-035-gateup.safetensors": "7f0b5696c208c00c9f83b43a4d8ce65306c6981c9a20e19483f38c81a7918599",
-    "arvq-layer-035-down.safetensors": "c223891b7ecff2ec2dc5f4992d7829c90a55b86b011ef6bae664015f4b3cc0a4",
-    "arvq-layer-043-gateup.safetensors": "386e0d0c865b9536c2a452294bb704daa00e7e6148e9cb152ff2772f5623719b",
-    "arvq-layer-043-down.safetensors": "d9524c47cc5bf4e9aaa535127315d844606d4212986b6e3015aa8cf865519332",
-    "arvq-layer-051-gateup.safetensors": "3ea53b1e16b9d66b4dcf3439acff3fa3665cbff8568f9195c9335fc6666e31d9",
-    "arvq-layer-051-down.safetensors": "1c0cd9c52ede7b48fe2e9e5edf1255a2f71a2db1d7fcd8c35cda515e3772e512",
-    "arvq-layer-059-gateup.safetensors": "aacb274e3fd125068fc774b91b241828c5207677857e33d73ad6dea864bddf26",
-    "arvq-layer-059-down.safetensors": "1e1b579318599fd82b1a0aba5396b1d48da3e7df65ce07fad81d5c8aba2bbe98",
-    "arvq-layer-067-gateup.safetensors": "2d242be41cdfce98070c19e3fb3a96c1a1c3595d4b47c70022316306e96cf00b",
-    "arvq-layer-067-down.safetensors": "1dcd8145b12dd6cee536bfa62b71f65d9a5753400561458e266a49aafcae2f1b",
-    "arvq-layer-075-gateup.safetensors": "7708ebe4f64dc021b00f2cdcd0ca7be6cb14d53b2bcb3bd413f4c4724e94e700",
-    "arvq-layer-075-down.safetensors": "c29ffd505a6dd10904a18907a0d8b313ba33fd4ae37c1751768227849cce5f8c",
-    "arvq-layer-004-gateup.safetensors": "ca0187b62c25827aed66787df2dc0e23eea3a3423a8b68eedc5837a226d3ab36",
-    "arvq-layer-004-down.safetensors": "ffff261c202f9c4768d557bb7d87e6afdbe14e6b8e2b8440a583687311288050",
-    "arvq-layer-012-gateup.safetensors": "6df83b59856088096afd5758119b3f94091bb858f2c248686a4d66099f9c67cc",
-    "arvq-layer-012-down.safetensors": "c0b53462169d6262228accc853b9cdef433ef9b30725fd376b2385ed5e2a75a6",
-    "arvq-layer-020-gateup.safetensors": "d5ff7d1ca02c5e9bc898eff356c455e87797f7bf80f014b96e243f82fac28299",
-    "arvq-layer-020-down.safetensors": "d9e731354d8b9ac42d6c4aab5724acaac3022f299603af3a44209d75c19ef557",
-    "arvq-layer-028-gateup.safetensors": "97b916464f8eba416e8b078d705a1e5c60649682fb857e7c1fb023b94bcf1aef",
-    "arvq-layer-028-down.safetensors": "16e3bc8644cbe54b46b8e4c60db1bf124752b1cd5990d0f09d8f8beb414a6c06",
-    "arvq-layer-036-gateup.safetensors": "22f22ce58f1e6bcbb721401ad182d4d69dff799738ec7535d19c4c6de6abaaf0",
-    "arvq-layer-036-down.safetensors": "d0d9974139cf4b6fb4200fcb15f9465531cd5cfc52aab112f679ad244d57f85b",
-    "arvq-layer-044-gateup.safetensors": "bb7bcc5bf45ffe835fc457f2129b885aa17073b598bfaefa6ba572c7fc3ac334",
-    "arvq-layer-044-down.safetensors": "0bfa3ffe66a4e8e14e03a8958cb6e06647d36eb8f471b888aa4a770583c05a4e",
-    "arvq-layer-052-gateup.safetensors": "61af13b32a8471cda1a60b9aaf3f90b2d5da8e40f7ec476e0c04baba380a9d5b",
-    "arvq-layer-052-down.safetensors": "3d307f8fa040389215e5d545f8ba03ea975d0cdcba64a7c30ebb508b42ab9859",
-    "arvq-layer-060-gateup.safetensors": "1daf13a86a01ab6b67a767395067ff9d5cd5d763fa9b1179aa57bf5099039d8e",
-    "arvq-layer-060-down.safetensors": "4172f4a6177b2f6b6a98b0749194320dbb11cf377b6d99547387fe61fd779445",
-    "arvq-layer-068-gateup.safetensors": "3178cfb374b82d6e5c7f34e7d84de7f8791e5248052ebdc242018ecb1b190a2e",
-    "arvq-layer-068-down.safetensors": "50d2a7f276ea9f680e2e05684f7d4ab29acb48bed99ec8c41a729218ed7a90c5",
-    "arvq-layer-076-gateup.safetensors": "46ad69dadb9332170def53a0a910a3cd97dc810c3704488c904be0ce63eca5c2",
-    "arvq-layer-076-down.safetensors": "9241826f9711104a683a5856216982f96f73edb71a5b108bdee2606060d98cfe",
-    "arvq-layer-005-gateup.safetensors": "fd4927ccb1e4a11f4fb1e6b6f179e5efd23e0604c2b832899b37aa6af5b8ea8f",
-    "arvq-layer-005-down.safetensors": "d2907ea1af7c23673eb63508f76491b7084063b1c18bf8f02c4df253b828f794",
-    "arvq-layer-013-gateup.safetensors": "d7b87a5d8bb91a09b39245cd3c44f0eca160342145dbf4276ab1789d33f15cf7",
-    "arvq-layer-013-down.safetensors": "62cbf844c187de8fc769dcaa938a7f4ca4b5835104ebe9323702ab5ec2bf4c4f",
-    "arvq-layer-021-gateup.safetensors": "9420929ffd55d99f56ae3a2ce27cef9a90d56708d3660c13e87476a8097aaff9",
-    "arvq-layer-021-down.safetensors": "2a131618b3f50c7bda650224d9ff1c28f10cecbe1faa7814164bdfa0f5ecf40c",
-    "arvq-layer-029-gateup.safetensors": "200f568f85b5bf14be1139a7a8988a596fc83534be11c60b09f2232f6925df35",
-    "arvq-layer-029-down.safetensors": "593207ebf0f3f68d2e9ce2da4e92328d739cb92f6dff2584400e922667b47847",
-    "arvq-layer-037-gateup.safetensors": "03d7c9585b1f3473fe8cef03b7f09ccdb0c38dd19d40fd7b054b7a5ab9c0e7ab",
-    "arvq-layer-037-down.safetensors": "67959a27b68b08618787a369544fb29a27f680f77f292555558fd1e3f201945f",
-    "arvq-layer-045-gateup.safetensors": "e74f257dd138d5734e1c069b50fb033ae338f35f4b38e71a09305306fd29cabb",
-    "arvq-layer-045-down.safetensors": "41949dad7529d2cddc5d9de9597e53e628e82043cd848052360889ac594188b1",
-    "arvq-layer-053-gateup.safetensors": "8c81a85680bd8c37a3d7f0a2e440287df1d2142128abbc59be0447da623963de",
-    "arvq-layer-053-down.safetensors": "805cf490eb54370cc02380c6c3a6ab9d399e0ecab67b5a4d6c2b4f60ae0d3be5",
-    "arvq-layer-061-gateup.safetensors": "2c38a1288dc5313a5fca6d8b9628b0639cf5f4d8a560c90fd48562b000a4d60e",
-    "arvq-layer-061-down.safetensors": "82c3afb007c2e146a2aabd8106c4c9852c16d8c466531aebaa8db877b359cfd3",
-    "arvq-layer-069-gateup.safetensors": "2719fd6e18cd04748bfd99d20e07381b3e8fc3dafccc086a1b689ae5d51b4047",
-    "arvq-layer-069-down.safetensors": "45420a350920177ebb30f446490ea9b2f16da32ccd6d8dd0d425eaf26b64aff5",
-    "arvq-layer-077-gateup.safetensors": "c69543825767c275370a68fdfff1fa5a24ead1f45fd738f88eddca702c943548",
-    "arvq-layer-077-down.safetensors": "d8847ad12cc8a971b3e8b9c8a609f71343aa7dfa711ef7b08bc4b81eaa6d1702",
-    "arvq-layer-006-gateup.safetensors": "c37d8686732c1ebdccce62acc48552f82c9230866b090a82907c0c92d415ee55",
-    "arvq-layer-006-down.safetensors": "acaf69635601d60c249dada5cdd4472c2e909aa2ee1f77daec80086651729eca",
-    "arvq-layer-014-gateup.safetensors": "0851075984b716f4cbe6ba2a31306eeb27edce27fb73a723cb7aab7d3e86fec7",
-    "arvq-layer-014-down.safetensors": "6298a243114194ec16813197acd2b0f224e626117227d6ab13c690f1ca6f4758",
-    "arvq-layer-022-gateup.safetensors": "35ec3869d7e35ec7de8734c4137f51d824d96cc06f2500cffd8c934e6f5364b6",
-    "arvq-layer-022-down.safetensors": "4b29152b4315c8331c315f6a3400a6c5b16b84184376212affdd6221f1019ddd",
-    "arvq-layer-030-gateup.safetensors": "b6f4f156d41994cca9eee73b4364bd3b82d37060da6b126a139fc679aff8d41e",
-    "arvq-layer-030-down.safetensors": "e9e870cae5dc48b7c25f47a7586becebfe72adea28c1ffdfef65c302a56c4463",
-    "arvq-layer-038-gateup.safetensors": "23ac08c240758e14b0f6ab02b00977ad2c07a009a6485959e7994f32bb8cc15d",
-    "arvq-layer-038-down.safetensors": "c4f7cf418f996e96073c3638a0817afbdf0263a090298a54ed12241a197d308c",
-    "arvq-layer-046-gateup.safetensors": "46c428bdc8977b55c9e8a25fae0b46f76fd4f1a1e47a22e0dff3a295a456e5ee",
-    "arvq-layer-046-down.safetensors": "c266e9a8dbd1e66dd14e9ce4b621ef1df2b1d945dc4a360b114e816c65f7c479",
-    "arvq-layer-054-gateup.safetensors": "38fae5f45a32d4e2918e9eb71403f1b95afb0e7f4a8ff7a5eb18df8e27583e3c",
-    "arvq-layer-054-down.safetensors": "d2e1962776f1997a811f5e052e1f52545181d3bdc2b77faebcdadafb8d5e5c0f",
-    "arvq-layer-062-gateup.safetensors": "1501f844d26bfaa3efacd8cdbe2977fe50f413baa3089a3b12704b190947df67",
-    "arvq-layer-062-down.safetensors": "b3f3c965a3943ea76c433c544a37e9006e2bc69d0b424c17fde7560666da14f6",
-    "arvq-layer-070-gateup.safetensors": "6e2fb29d646b5106c7e978210ad6da175045c71f4e70f1217f61b272949e81a5",
-    "arvq-layer-070-down.safetensors": "52fb2965fea73f77b9554468c19ccaab70032810ec2dba1bb0c82303959df56e",
-    "arvq-layer-007-gateup.safetensors": "40a002ea072d7fba47bab13510a7ed1f00a6551e70377ef37162a3127033be4f",
-    "arvq-layer-007-down.safetensors": "30de6a3a97291315a5bc44a35e16d90746808cec9de6212f2d29f7202df2c078",
-    "arvq-layer-015-gateup.safetensors": "b78414f2ef171fad092ab74a50fb0edc624428cf75b93a17194703e072e25db2",
-    "arvq-layer-015-down.safetensors": "edc418bae582d12ac6fe35abd06f6768a143a4d9a37d997d038060083886e027",
-    "arvq-layer-023-gateup.safetensors": "38de065a38ebb40f51702962eca40915cf6816c8c38493e00fde1d6f2fdd986c",
-    "arvq-layer-023-down.safetensors": "965624ab929605b265f7df13a6fe5d647d194cc980b3ee8831148ce29bdc8253",
-    "arvq-layer-031-gateup.safetensors": "bb6037642482bee719dfc46f36a33846e445157e087f2d5388a9b659a7eb7751",
-    "arvq-layer-031-down.safetensors": "d5ecc3a0a1cfa188bc26d55e3a8286590edf046f9dfe5b0c830feb485b1010ea",
-    "arvq-layer-039-gateup.safetensors": "6fc28087e437e6ff354c9424b6ca4a1573fb4bbb1cc390081697d9f38e2f9967",
-    "arvq-layer-039-down.safetensors": "e93d149cc5b5329135ba8da963d12111202adde6053e541fcefabec83c3b9bdf",
-    "arvq-layer-047-gateup.safetensors": "ee9212cd50cd27846fe442ce22474b822330bfa5e112539cfb0b8e7697ab5108",
-    "arvq-layer-047-down.safetensors": "eb447e7c3d9436c880cdcad113b2c360ac6b6e84586e6d02b828ed0ba0ccf03a",
-    "arvq-layer-055-gateup.safetensors": "7ddf0ededb311bbc7fbcdb7521aa723820c66188225d7fd6f15c9442592e0de1",
-    "arvq-layer-055-down.safetensors": "688f2b21ab05adfd8cb91081cec986ae6948508f9bcf3f30c650a074d18c0e5a",
-    "arvq-layer-063-gateup.safetensors": "2d0be7a4c662d8ff4d52417c60a513aed5f2fedeb0c6a61cff34cddddd9ecfd6",
-    "arvq-layer-063-down.safetensors": "c0e8359c9ec3db564882a22346e1d79436652c71147a989d2b010e82a82701a2",
-    "arvq-layer-071-gateup.safetensors": "c4b1fe66748c46a46ef0399aa40ee1823aa8ee9e80da0af9504e884f94e1d795",
-    "arvq-layer-071-down.safetensors": "92cb0386f3fc690701563baff33766ed6bf02e59c63bd23a7fca698310d607bf",
-    "arvq-layer-008-gateup.safetensors": "616642430941973b5de7065c243666fed6f67b031167b728884195865dc9bf13",
-    "arvq-layer-008-down.safetensors": "e98424aae0a8c68beef589d3294c33979d4e648ea5ce9070bfe000dab11c5b96",
-    "arvq-layer-016-gateup.safetensors": "7d7414cd8b0050c79f47eb60805fabca496affed996e8ccd7283adb6b0cf96c3",
-    "arvq-layer-016-down.safetensors": "3b45c869739bf9d467a46f7e8d7febe0cadf7e3733f69a8fb1cdf199ad2425bc",
-    "arvq-layer-024-gateup.safetensors": "d366f1cc4fb6dd741582bed1fe3a38be37528f9c579b7468feb924ecf08ebf0c",
-    "arvq-layer-024-down.safetensors": "1cc7f470bbb51ba539a29f15af3f1f8f48c3eba9dab1be599e291e62072216c2",
-    "arvq-layer-032-gateup.safetensors": "b91d6eb2c6b8ec2e6402012bc1c64c2c66e453dbdccb8a90643685732b7d9bc4",
-    "arvq-layer-032-down.safetensors": "1ea2a1d1142336e04c09139d12e36b3b17fb96ff783539e6feac6dff441a1427",
-    "arvq-layer-040-gateup.safetensors": "6ead911fcbf4a8fc3b3cf92cbdee2241e45a71c761dfed0e4428bd10dfbef0c7",
-    "arvq-layer-040-down.safetensors": "8a279000787280409bffc2af8fdd2f9fce74f3bb15280070f976f50f22025dee",
-    "arvq-layer-048-gateup.safetensors": "65856c12f6738fc962b2466640fc1d5a8829d3fda4f1a70cd3d48890033fcdfb",
-    "arvq-layer-048-down.safetensors": "379b19a0eef798c8d3d49f529ec5af153cf58604b6848d73f07ed76b45655287",
-    "arvq-layer-056-gateup.safetensors": "d59badfe4e33b074efffe358de745f4416ae16443882954c965720c2db03a6a2",
-    "arvq-layer-056-down.safetensors": "2e98a6eb937a6c9c82e17702fbaac5556c8dd7d466285f21bc1e164f9ab0592e",
-    "arvq-layer-064-gateup.safetensors": "1b4aaadd386c53ae847622d86bbcef35595b670da82e283ba065a9897bc709ce",
-    "arvq-layer-064-down.safetensors": "13893f160eb6b6fccb89210424badead1d2e01e0aab4695d8eeccc9392ed05ad",
-    "arvq-layer-072-gateup.safetensors": "f7d3553edbcfc22621a3b5fada9da08edf4e1f5ffb455c4a9cc82471d4c851e9",
-    "arvq-layer-072-down.safetensors": "0e43d64983641cb397344207e148a54257cc430c58ee9e330c85c81ae9fed782",
-    "arvq-layer-009-gateup.safetensors": "bde4abfce0df7be7b5671e4dad3185c0eb0b3fc59c945fd4e85c672d86f4589d",
-    "arvq-layer-009-down.safetensors": "237b5c5b4decb4e55e6df555193726edb38a7bddf1361fedbd800fa214a0e1e3",
-    "arvq-layer-017-gateup.safetensors": "394904633ab8033aea1153cfc138180f3622c75c427848410e5a8e4ce44df29c",
-    "arvq-layer-017-down.safetensors": "80c499b3a7092a0695b323dee79b5815dae874c0f3594f9b99f5c152622b1c48",
-    "arvq-layer-025-gateup.safetensors": "23ae002a5a6968f81185535548fe64b5e728f0380cd679e39a55ca2ffe21c352",
-    "arvq-layer-025-down.safetensors": "163e21a77830108be03b86faf7af7ae62ca23d4db75aa466db16a36a087b26bf",
-    "arvq-layer-033-gateup.safetensors": "69cf5e9db03ed1426b86d1ae66919f8feb3a443425a217e77ffd76851d4e3433",
-    "arvq-layer-033-down.safetensors": "87133e6a0ef5bb1ed92935566ca473f3cdffdd53d8d3102a8d9a45b050cd237a",
-    "arvq-layer-041-gateup.safetensors": "4248d095a3c6ea70575f860a0793d5af1d4d62cd94c1a5ea26e40a5f2a840f76",
-    "arvq-layer-041-down.safetensors": "dd4f5824c0d628e136944935d964a1dda02d6f55f87d351299547449466b7fd3",
-    "arvq-layer-049-gateup.safetensors": "061b62d959fd6e7e9cd3eab2597e908364ac3923f239ad08040c6a5741d8ad53",
-    "arvq-layer-049-down.safetensors": "79a998a4eb6aaac88ac7c19c6d19970c65636cb87c5e9dd318350efdeb0c1d1c",
-    "arvq-layer-057-gateup.safetensors": "5ffc581e410c073405417acb03cde585f9cf9f653bd8e2c72686902bb8a80139",
-    "arvq-layer-057-down.safetensors": "ed2d7b3d563c1e510be4d4c523342f1579f05666e7de28bfb44954bed27819c2",
-    "arvq-layer-065-gateup.safetensors": "d6dc9cb652038869cdbdd2bd579021b0c0d8a8d3824fd707c133e7278983161f",
-    "arvq-layer-065-down.safetensors": "52afb5df3da9deea64d44bf9fd40a88a12c73bd8176b81ae549ed686ded0cd2a",
-    "arvq-layer-073-gateup.safetensors": "25c14fc51c148f6cb3e197893112e048766cba5445b7f688a602268d31f5a52e",
-    "arvq-layer-073-down.safetensors": "1612b3ac8cb15945418d8594c5e530f3c0c5ef2de65de8142f2fe1582618d076",
-    "arvq-layer-010-gateup.safetensors": "58d0c079753ff41102cd1d7ad43d91e23fa2cb423bfc8baf563d4cd5c1b74fca",
-    "arvq-layer-010-down.safetensors": "69d315727e7cdb1884b89759be39960ac08e688618166c866917ba2a6fb9c6e3",
-    "arvq-layer-018-gateup.safetensors": "88ca3d4384cf7950431ff39d30a9b07a86613d49eea261dbddafc90d2386044b",
-    "arvq-layer-018-down.safetensors": "2ffe22dbf76671822293d8116cb26411e21ae369487a5d2a1a9415a4976ff1b2",
-    "arvq-layer-026-gateup.safetensors": "9eda8a533f909a09ce61b7e887f2b2d108ca4d141484fbfcbb43d555cf36dd95",
-    "arvq-layer-026-down.safetensors": "d81c2c0d97e5e24bef2206ce96bdf16314f6c25edc45e66c6d870fa06de5c2dd",
-    "arvq-layer-034-gateup.safetensors": "336a2a81ee51380075e35582dd9f759957a3b640f87af1d1a353217f8def58a7",
-    "arvq-layer-034-down.safetensors": "2fc3663b594356850546beeba742be25b690903a4e74cc4808876e5ad64857a8",
-    "arvq-layer-042-gateup.safetensors": "8b1fd1665aefe648882dccf6376cc3375a4e6b0d60459fe3039a4d50aaa7441d",
-    "arvq-layer-042-down.safetensors": "89086aa2b90e5ba8a8bd35c315a608c7939c4c056a9c0bf89d309e99aeed7b0b",
-    "arvq-layer-050-gateup.safetensors": "27dabd5eadeb6b0323e40a928cf56ed6eff8554bd296691d60ee1791d874e2f9",
-    "arvq-layer-050-down.safetensors": "718d50ff0bb92872e32e25595905797b642d8f3d46c7263d91d8065dc7b73311",
-    "arvq-layer-058-gateup.safetensors": "5ca2e42de425af362c6f646168f92f2f8d5a241ab2e7c250a95a2548bfed82d8",
-    "arvq-layer-058-down.safetensors": "326beae92eed86634f72bdf976cbda3a6ab70825f8d270948d146bcba3163905",
-    "arvq-layer-066-gateup.safetensors": "ead3c2a88c743c3dcd7710df2a6776ec3a223ca7b92ce3c1c05f110a0a0ff098",
-    "arvq-layer-066-down.safetensors": "969ef1b6dca06b5952b3249798a643ae039a3540d49adcec5e82b23121d5ee8a",
-    "arvq-layer-074-gateup.safetensors": "9fd825f3a4c5f7e850fcc95078abd853d0d9101a00e3e794a3b6134fdb105c59",
-    "arvq-layer-074-down.safetensors": "f5ac130aa6132943f87d717e4d7bd9c4e0ad013657fd8815b01742f8e710f5c5"
+    "arvq-layer-003-gateup.safetensors": "75a57a348cc829f7d9bdd76d1bc26497837a452e8a57261295adfaa6bab185a5",
+    "arvq-layer-003-down.safetensors": "a98346f72e37bb0b62e3d305f9c9f1d1efe996ec81f584e76623913232a76686",
+    "arvq-layer-011-gateup.safetensors": "730c5b42d68c0f4cb57ad120f4c1b3e780e9951974ce1ef91fdaabee78990cb6",
+    "arvq-layer-011-down.safetensors": "3d940078cef908f78658f64ea64b058467ab695f353436abe53d17f4a89836aa",
+    "arvq-layer-019-gateup.safetensors": "7e7793c993c837438b4ac50df3b93ec7d1ada4c0f7244793b1d58f52654eb5c4",
+    "arvq-layer-019-down.safetensors": "1a565bca7db3a6d7a9fb05975df1fb6c65868a0b994cac0c4c775aff2ce1f661",
+    "arvq-layer-027-gateup.safetensors": "4c7642d877ca157ad9b01d242b99700c67ed205da3e75df3e759fd8b32f63eaa",
+    "arvq-layer-027-down.safetensors": "04ddeb0b46ab670646d6fcc0755221e92b9704e086b67d976734340d35b7bcab",
+    "arvq-layer-035-gateup.safetensors": "c56cade03d6e001aa1f1f5fe1cfaabd7f20cd5fa2bf520612d838ef499f21a51",
+    "arvq-layer-035-down.safetensors": "77fed8cdbc2338275cdc1fa703a8775b91ec5fc66ddc732d757817faedc9f1d3",
+    "arvq-layer-043-gateup.safetensors": "e6c3501498e6e8b61d95a6ef8bd5822ef3f071c9171dbe759e890173db7bfb46",
+    "arvq-layer-043-down.safetensors": "a23aaa4a347243d3617e55be573e0b02a65f6a87d9059f3182fb88ba5eec5eab",
+    "arvq-layer-051-gateup.safetensors": "ca839e08a82979ed0c5840e00e94679cb1477cf5ed9bdacbb8f59b0627f68203",
+    "arvq-layer-051-down.safetensors": "8a9bdbd94f7016fb940fa75fcff2c6600eedc1b8f02327ff648239bd1a02735d",
+    "arvq-layer-059-gateup.safetensors": "4294bdb3fa8d79a307f9950c32a3d6fe484a32b2ed0aae60eebf6fb47967ae0a",
+    "arvq-layer-059-down.safetensors": "9bf10b48ef50bf30ce7e7f72bf6dead3d909804634ccd81b9b5cb4dc2125bcfa",
+    "arvq-layer-067-gateup.safetensors": "0c401b94d45ba3e23956a1a4d10e858aa6e8382262ff359af027289ae7622c9a",
+    "arvq-layer-067-down.safetensors": "8112dda73872211d58dd092483dacf93389c73593c1247ce704f6281bf715c22",
+    "arvq-layer-075-gateup.safetensors": "9d0b7a4d138ae742b0cf2bb700bd87dc406c4e6613b01031d75a2c33851e66e6",
+    "arvq-layer-075-down.safetensors": "179c28b71da6690960aafc5ecd9dfa3bef72635bbeec482b1995ca29e829bddb",
+    "arvq-layer-004-gateup.safetensors": "dc77100d5c966bf351e28f567dcd765a2c56b5549a52605f26be5bfad99dd63e",
+    "arvq-layer-004-down.safetensors": "6eb271680f811e2c9fd113fa7726cfecb0a47ebc7fa693dc2a8cfe2494088770",
+    "arvq-layer-012-gateup.safetensors": "61c344d39d8c068d89ccb06ed6c4cc677ee6d2d995c3c62e335ef54185ec61f3",
+    "arvq-layer-012-down.safetensors": "38290009625866f226797b09ccdb8a02b70692f141c4d1b5c5bd13bac7d90c14",
+    "arvq-layer-020-gateup.safetensors": "f10f260ed77c37e80aaea964f8387f4da1f15555f49e4611066e7a9bdababb41",
+    "arvq-layer-020-down.safetensors": "a3ea076baccf057a203c3f2df9ad621b0037878e31369729c8983ba0e074578d",
+    "arvq-layer-028-gateup.safetensors": "0d1fab3bbdf3a6495ca699eee436b0a9a1ed72d95c92b10bbc981fd3cad710d5",
+    "arvq-layer-028-down.safetensors": "3e232e39bacec273de4500b3757012a53f56df88c9bfbc17d6d35a6ab4196c76",
+    "arvq-layer-036-gateup.safetensors": "4930617d4417c8ac0e5eefc8e762887b7ba6d20bea0a5b770f63ec11551c8d83",
+    "arvq-layer-036-down.safetensors": "a6a356ca9d2380f020bbfa558081a1c11c5156ed91b98b1370f796cd7c8b4208",
+    "arvq-layer-044-gateup.safetensors": "7b18a0f9409888498eb2b4a796fc0e2e99adff22393e7a36e76dfee696944cee",
+    "arvq-layer-044-down.safetensors": "72da268baae1346e1481b5e23ac71e5342b03584e96eb2544bc95815e0f5ecbb",
+    "arvq-layer-052-gateup.safetensors": "402660e27287360b7539ff458178b9bd2e91acfa9ef1764f0a920d2f0bd23c6d",
+    "arvq-layer-052-down.safetensors": "9a12795193e7d697aa8ed5ab46a70e194847872dc5c015ddf190cb15b9d970ce",
+    "arvq-layer-060-gateup.safetensors": "f2c2321429ad61889ef10abfe8f04bf9cb4f070fcbf2d248fcab97a0537f30e2",
+    "arvq-layer-060-down.safetensors": "03d6488bf64389b7099e440948d34d6d7405018a8e5e76741fd8de3c250f38dd",
+    "arvq-layer-068-gateup.safetensors": "66df8d5a6f572f7369f41e4d98d17b7a7176c06a9ebfba88af26a7580c1ff57d",
+    "arvq-layer-068-down.safetensors": "4ec47e796c20dd24877063ac580a50a94c1131ed2cb587482c0ba76ae2894c37",
+    "arvq-layer-076-gateup.safetensors": "805ccf933ab692e7ba3ce1ec4a1ff74429a03ceb116e5cef44d4bd36f4416955",
+    "arvq-layer-076-down.safetensors": "d8974f85d6e718b8f32a05a3e8e3f25990b24017b2d56194f713844bc90ca59d",
+    "arvq-layer-005-gateup.safetensors": "96b32163fb1612aa07abe496d2a13888cf787a1cd867a14ad946c5a34b2411fc",
+    "arvq-layer-005-down.safetensors": "d56bda51aa6b90feabacf27985ff7b3a87f6ebb15513f114d406fee9e9bb4fe9",
+    "arvq-layer-013-gateup.safetensors": "bdb74ceae534181540c24dbb2aa9e6e277a2304e58356f4a722c537709655f86",
+    "arvq-layer-013-down.safetensors": "2dc9871e9c7c157d30236523ac8954980d5aace0c7a485a216d82f45f09edf24",
+    "arvq-layer-021-gateup.safetensors": "00fa1997aff3c2335cf9bc629ca2606396d860316cb5cdbfe0b9998f494ad6fb",
+    "arvq-layer-021-down.safetensors": "771952b3b97b86be49f6ab0d3a552dff741c3f0602778a628daee0d1857be412",
+    "arvq-layer-029-gateup.safetensors": "d7cd962a0ea74edf330bb67d9adbe4f6da00707c651d09517e7d18c7d6184727",
+    "arvq-layer-029-down.safetensors": "8b804cdb75f2c9f4811bbf2dac7438334e2205e5da6d9e21128432da0590f249",
+    "arvq-layer-037-gateup.safetensors": "778d09971f325c3fd1ef81bdc9c8648d112e8135d57b9b847315a09e97fa58ca",
+    "arvq-layer-037-down.safetensors": "52f9376e9722eb12a36f63137cd0568ac3c8526d772f1fd8d0f1d27a767b451d",
+    "arvq-layer-045-gateup.safetensors": "cbf3217a9a4ee754df200e7f448aa7df89863213caac1d4141a3d703f762328a",
+    "arvq-layer-045-down.safetensors": "e1a87a34a68b99d7cf1e7ebe3ad4a3d7371c6996dbd5c504750844c3d499e076",
+    "arvq-layer-053-gateup.safetensors": "f9571ea6d3fc1170bc4966de58e5d31dece68bf3e63af491195c1430d9f921d4",
+    "arvq-layer-053-down.safetensors": "d7122825ee4af7089e4ac18aa15efea22a99544aa77786ab529ea41a6a38e3e9",
+    "arvq-layer-061-gateup.safetensors": "8b6c4658ecdc6a17bd092f8914813cce324419ccb70277b7901fe6048b986388",
+    "arvq-layer-061-down.safetensors": "7a8e2d0b028b1b789e5a45a73938d857f71c043ed16f23f826a0ed5999dbdae7",
+    "arvq-layer-069-gateup.safetensors": "371dc5342bf86181769226794edd9f99063acecc63e6b8325258f270e6882e68",
+    "arvq-layer-069-down.safetensors": "e16831a6d956a16a77690c393390b487a6d9e84c4533f197e4fb45df2a564e0e",
+    "arvq-layer-077-gateup.safetensors": "ca789f93d7805131aa7f130409983d3c0cf01a26388c1d7b2ce83233661225d0",
+    "arvq-layer-077-down.safetensors": "dea3eacf77dbaa6a3357a19d6dc0ff5653ddb3de3757d95fb9e1fce5713c17c3",
+    "arvq-layer-006-gateup.safetensors": "ef3a1e32622720564e56ce270551a5590a5dbf76797cf2ece99998ff19e8a1a9",
+    "arvq-layer-006-down.safetensors": "323865eb5b4598f8b42b5438618c895986fa4c7f58f334e419e4306596d5f962",
+    "arvq-layer-014-gateup.safetensors": "8ef994e9e709da020c8e59fe60279fadaca2a213225fc388d21331ce73aef233",
+    "arvq-layer-014-down.safetensors": "4e19dc92159fbf4f44cd563d9d1face0c01268ac09019d511067d41781a80b43",
+    "arvq-layer-022-gateup.safetensors": "e3d8b946af0bc18f6eeddc7eb50e8eeb8bf820ca5fc6d6d373591f9f3e762dcb",
+    "arvq-layer-022-down.safetensors": "7dca20427d38496838a01395a61a7298e80e05b5b5b637f3357b6997c02e0362",
+    "arvq-layer-030-gateup.safetensors": "436f235f0b2ac2e420caca5cda401b551a739566007240c7943856090e6ab6a9",
+    "arvq-layer-030-down.safetensors": "02674a797776d79ba9e983f94b2baa4763693a110d38930ba0c06767fec851b4",
+    "arvq-layer-038-gateup.safetensors": "18960cc7d96ffe6053b8f664ecdf9268e3a68b45421c684d023b2d9b721d5770",
+    "arvq-layer-038-down.safetensors": "3a2667a2d89fb0542d427afde1be420fd85dfc8e2cdbb81adc6505a6807890fa",
+    "arvq-layer-046-gateup.safetensors": "e4ae047344e69c8d228f5f22fc36c6d70471551456153dd4aba21ccf4897402f",
+    "arvq-layer-046-down.safetensors": "14e131496fffee7bf496066e411a31e310e81cf9ae58e2a0d4b19359ad7b6b7d",
+    "arvq-layer-054-gateup.safetensors": "adbed751a09bc1fe833829b44414f2482a69dcad88eb1292f7e6d35bae3ce3e5",
+    "arvq-layer-054-down.safetensors": "add7246c5828a5ed5043e6963dea6ad015ae55843c6f1abbed2302dcda8aee84",
+    "arvq-layer-062-gateup.safetensors": "ff59caec830d6a6800f5cef9c63404bcac9f7a7a57498ec1c3a52b16715af3a8",
+    "arvq-layer-062-down.safetensors": "f17d7178aeed671d1e853d8a42783a7f128d09a6f9c97c6bb245647f1b74f78e",
+    "arvq-layer-070-gateup.safetensors": "c116dd49fd4235cdc61efbffb00f994f3aae899fce734a744459ae1575709365",
+    "arvq-layer-070-down.safetensors": "54413ca41ad528dd672d881f7c3f32323696c10ea27e3f04f8da3fe0b603d155",
+    "arvq-layer-007-gateup.safetensors": "75bfd4302812c424ef0e1977e4a5bb3aa01c57715739774aa4fd5a6c91e359b7",
+    "arvq-layer-007-down.safetensors": "8b90703351d83617129b322582e153d5c0e013fca69ec965f825e73676d8bfc0",
+    "arvq-layer-015-gateup.safetensors": "b7725ddb86ee6827620185595e0a4e6caed57dc05fc69d33be3589c6162ad614",
+    "arvq-layer-015-down.safetensors": "8fa0f6228182dcc9315dcf73e3d441b2350a8ffb226f6e8425fc3a877f7196c5",
+    "arvq-layer-023-gateup.safetensors": "0dfe65209a10f42f5577f14078b4fe079927195b09e7eb5525261f8804649118",
+    "arvq-layer-023-down.safetensors": "24d00bad47c377a2108922ec20720e487a40f0d1d82245088e08e7492c1d55f2",
+    "arvq-layer-031-gateup.safetensors": "0ee956e8e1955c216bce4a4c722d3c3a8d41883119501c3671314f31a874081c",
+    "arvq-layer-031-down.safetensors": "d9d6662fb2b248398bbd897a93d03d60b9e17261a8eed191e7df565ea6e2acf1",
+    "arvq-layer-039-gateup.safetensors": "81788f3599fd4c98ada20a6edc2992e649e11095839447b32df47bb950baed88",
+    "arvq-layer-039-down.safetensors": "7354b720a76bc164652667ac0cc7cd2ebcf1c3dbc569752498aeb15d7525a4e2",
+    "arvq-layer-047-gateup.safetensors": "2af85995df82a2c9c3d91dd070a63f20bdcd1c9d532ef9b69214860e5f9da3ab",
+    "arvq-layer-047-down.safetensors": "a45bb8e3993ad8ac087eef2fd6cb6bdb39c88e9c89623d501a714c8cf68a1365",
+    "arvq-layer-055-gateup.safetensors": "7b85811d3a17240a1edb23dc160f409be4a0e12c85461c43526c63c388c7c9e8",
+    "arvq-layer-055-down.safetensors": "7c524e57e82da6e76c506b66588d6ae1ffb393503c45b636569d97370a265521",
+    "arvq-layer-063-gateup.safetensors": "9a7adbfa8b7fcadb58bfdd82bf4e122d5406e07e5baa37eb4cf12ab94018929a",
+    "arvq-layer-063-down.safetensors": "f7c81d247464123cbcfc7219bcd8524e0790c74d79b3de0e348ea82523e1e042",
+    "arvq-layer-071-gateup.safetensors": "d86088324b75484d5e67f23a23049bac3d1da89d906cce0bed81be13cd054dd7",
+    "arvq-layer-071-down.safetensors": "988029084b739451e8f48a7f175f34590bfbae8ee0fcbe7839d3c3b49224e499",
+    "arvq-layer-008-gateup.safetensors": "447f8a3382d0639baf1effe92a910cd7521a96cf37bd562cbb77f16cdff4736e",
+    "arvq-layer-008-down.safetensors": "0d42a893325a20259d3140e3d2564e95902558f56aba3d166e5c41c8320574bc",
+    "arvq-layer-016-gateup.safetensors": "013e50179b851525c5566aa97743b5507009cc1ee73231ea8c543d80c077e8f6",
+    "arvq-layer-016-down.safetensors": "595fa15e32dc1c153a16c6ae9ccdaee6e19d2504ec0d264f770c0dd3941a0e79",
+    "arvq-layer-024-gateup.safetensors": "a2c9895e695f0868ce7bb720a6db0ae1bc9fdd426bf70e9e46874a3b1964306b",
+    "arvq-layer-024-down.safetensors": "da60bf629dbe7a2be2f16363266544cea6b5f97ee567fb77d445657c205dc059",
+    "arvq-layer-032-gateup.safetensors": "1b357774ad84b2569f7c7c2400289bda86eb718465e75369c6f5780b17cab4fc",
+    "arvq-layer-032-down.safetensors": "4322d4ebbc4dec7082e64879e22f59958974d77dfe07943fa354f93c352693f8",
+    "arvq-layer-040-gateup.safetensors": "cef2efd6a3b4069eaa7ba261c72b1ee4a5ef7fa58efbec247fd908cd7188372c",
+    "arvq-layer-040-down.safetensors": "1316be9975215d1fde4dc642e7a9b0ff8cf3dca653d1bf02eabee4410c11df53",
+    "arvq-layer-048-gateup.safetensors": "f78974ea7e95efe1b4137d8855f8488e6355fc578446e1e6c0e4a27e83dd1475",
+    "arvq-layer-048-down.safetensors": "48811c62d136ec1624e48c4536d62993e4612687a4813082c163ecd55e43e789",
+    "arvq-layer-056-gateup.safetensors": "1e8333ac013ae8273ae4145060f0e8a590b9b1d04b7fbb0bf7be589295c84db8",
+    "arvq-layer-056-down.safetensors": "5e8b0b03dd7cba72ade8ec70d10284187ccdd0cacf0b5c22603ac2b60598b69e",
+    "arvq-layer-064-gateup.safetensors": "448b4a5f73ebbe70f5933eda0b3953875f90652a3cfb3506bd7b7c3868ad5d6c",
+    "arvq-layer-064-down.safetensors": "49c20316e1717af171cb48583209b7119251b28f75b703e606992db84e8e6fb9",
+    "arvq-layer-072-gateup.safetensors": "295b3e148f44228e3f4c6510bc9718f2361802f4eb74f062b9de6eaa378160bb",
+    "arvq-layer-072-down.safetensors": "2de1ea93f8322526605707adca387124bb3aed49ce3900de781fef85dac57c05",
+    "arvq-layer-009-gateup.safetensors": "71de993f169cf02baa66586d09c952120bf20447b052a83978d4f459be939f78",
+    "arvq-layer-009-down.safetensors": "ee9f7624fc6ef7291e4c94edc7ee8dfeee370b85d1252f82e2741a6504951f48",
+    "arvq-layer-017-gateup.safetensors": "434d6b33c664f3629e2fadef9f8bb55b8c21ad9bd7257bfeb614d2bc4ee11565",
+    "arvq-layer-017-down.safetensors": "435f391c478090173fdbb851dae56e103222bbd0939a16636a98ebec179ac167",
+    "arvq-layer-025-gateup.safetensors": "d8272cd168b6a86f3e86e37d871763509973d225458691d321262952c1babf87",
+    "arvq-layer-025-down.safetensors": "d438108d23bba53fb04934ef31f9e1e1117651302b61384ae9f1e49aa3ad9c64",
+    "arvq-layer-033-gateup.safetensors": "e44f3708896b448c74788c21e8798fb3146db3105c525cf7e282cc8bf9baa0ad",
+    "arvq-layer-033-down.safetensors": "a0118069b7f5eb66f97da6c1fe7f82c28f5f7bd99d9d1cffc7fc2ccee8d9d614",
+    "arvq-layer-041-gateup.safetensors": "8a10dc35706969abe5217884ad31197083a136e89ef7e35a9a5c008601eddc37",
+    "arvq-layer-041-down.safetensors": "a283ac4d7ecb9c7c225c8139a2a5d6c3370f4e590f3f5d8f01b5c06f97d75da0",
+    "arvq-layer-049-gateup.safetensors": "56bb23fcb552b2fcdfc163ca5d12a104632e5ca0c1ef04ac875c79442de38013",
+    "arvq-layer-049-down.safetensors": "0a2dfe619af1e649c451c609c7664c1de8b9a5031b6df692777f6fda058f5f51",
+    "arvq-layer-057-gateup.safetensors": "55ffaac51b4de0a2a03675bd415ae427e9cdb99abc6acc1ebd4f17765f7f5252",
+    "arvq-layer-057-down.safetensors": "8d9ce6cf03ff433abaab4a8c22c45f5b58336d949970daf8e2aaca41384aeb41",
+    "arvq-layer-065-gateup.safetensors": "06a39e11662a2c4dddc44ef8540cee511c55d212c6fd604829165140d099db92",
+    "arvq-layer-065-down.safetensors": "bf09df937004c59c18611c3b041a5e91969fbbd37712e19901d9c0d89d25cc0c",
+    "arvq-layer-073-gateup.safetensors": "606a59d95c614e2a5f122e7d5cd8dae01f6721bf7617e1515c3b643b41a5de7b",
+    "arvq-layer-073-down.safetensors": "f1f1d550f8dbc4cb5396f5ee9ef19060f1e37124a6d5d7cfefd9b73f2a31ff28",
+    "arvq-layer-010-gateup.safetensors": "c080b92026822f91c35cda50d02f2fd6342ed52ad9e842dddefc9ba2c0b718f5",
+    "arvq-layer-010-down.safetensors": "c7464c4c53452da21a93fac64c9655c2bb8636d176055fc2c8faa33d7c0ee9ae",
+    "arvq-layer-018-gateup.safetensors": "c04af79fea7ce6f4b962474abadecdd5ff59bc33b65c94af5147eeaf344053aa",
+    "arvq-layer-018-down.safetensors": "756959b1ab45e18f39f24dafdc66bbd412f6bdbf1f3ad38e98e6cec8c50540b3",
+    "arvq-layer-026-gateup.safetensors": "a82c9fb204f5b81329af134dbed4126a20dec2032530399b14d8b3f4e676afcf",
+    "arvq-layer-026-down.safetensors": "ef79b19a9f3b5215e433b85bd4e216b9e49f821e14d2af99e0be10f37c25777f",
+    "arvq-layer-034-gateup.safetensors": "abd070e2352eb8cd0292e4d976000579110686d3c9109832164950d1f40f440c",
+    "arvq-layer-034-down.safetensors": "e308fb5ed117342c5f9544172102c348b8cd3e42df47f66cca187ca9173e376f",
+    "arvq-layer-042-gateup.safetensors": "5677b50d834b9580a0f8ede547b5c49b8c4d610858a02010da0fc59e650ae5e8",
+    "arvq-layer-042-down.safetensors": "4389a06129040015ed47b2b769fa06d40706920be22e434a6ab8caf01122bc2d",
+    "arvq-layer-050-gateup.safetensors": "dcd812ee04cff60325c0f69f12235bdf8b120ac87791970e3feff3315e643a43",
+    "arvq-layer-050-down.safetensors": "d6d175dcc2e5e13cc010a0032c62f5a3401a1d9b9d6400c44e8dab7d0e17622c",
+    "arvq-layer-058-gateup.safetensors": "65ef1efcb2ebc3346c7ccb413f85ef2c44546fc62cf12e3b0808efb7f227bfdc",
+    "arvq-layer-058-down.safetensors": "abb10efe72e36acd0196aa727ed5e4225109ce9662bce140d3420fe41b35988b",
+    "arvq-layer-066-gateup.safetensors": "f8c75cb267e5cc00edcf00efc8265e1d32299c20e9d3687128d11248e28477b8",
+    "arvq-layer-066-down.safetensors": "a7286d1d4975cd9fd7f33e426710a430d56e6adb9b9325c6d4dee333493a9b88",
+    "arvq-layer-074-gateup.safetensors": "75619b74fdec4da9e82f18642d01e86f4432a7d6abc2e93b00cf587eb72bd4f6",
+    "arvq-layer-074-down.safetensors": "03079bed3c8d6fd1588d7331ffdd046322fc3dfc69425e6c519a34b898ac1fef"
   },
   "scope": "per-layer held-out non-regression, serialized replay and exact packed-index roundtrip; native/full-model qualification pending",
   "metadata_sha256": {

pv_layers/layer_041.json

@@ -1,237 +1,244 @@
 {
   "layer": 41,
-  "target": "reference",
+  "target": "same_input",
   "recipe": "full_corpus_sequence_pass_v1",
-  "block_scale_dtype": "fp8_e4m3",
+  "block_scale_dtype": "fp16",
+  "residual_scale_shift": 0,
   "batch_tokens": 262144,
-  "sequence_order_sha256": "edebb22a5f7b34a6cbfa59c58aab9f111651d6ce0926212b5237dea3ef0ba485",
-  "training_sequence_count": 17580,
-  "training_passes": 0.8737237281109949,
-  "training_tokens_seen": 15728640,
+  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
+  "training_sequence_count": 14657,
+  "training_passes": 0.5240171180844249,
+  "training_tokens_seen": 7864320,
   "adaptive_schedule": {
-    "best": 0.20210293694613474,
-    "drop_after": 45,
+    "best": 0.04285828934035643,
+    "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
-    "patience_updates": 15,
-    "bad_checks": 0,
-    "last_best": 35,
-    "early_drop": false
+    "patience_updates": 10,
+    "bad_checks": 3,
+    "last_best": 5,
+    "early_drop": true
   },
   "refinement": null,
-  "lr_decay_after": 45,
+  "lr_decay_after": 25,
   "lr_decay_factor": 0.25,
   "export_only": false,
   "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
   "codebook_lr": 0.048,
   "scale_lr": 0.032,
   "quantized_movement": {
-    "codebook_changed": 2336,
-    "codebook_values": 1425408,
-    "scales_changed": 32618897,
-    "scale_values": 51314688
+    "codebook_changed": 0,
+    "codebook_values": 1515520,
+    "scales_changed": 54290957,
+    "scale_values": 54558720
   },
   "initial_validation": {
-    "target_rel": 0.20227570505264494,
-    "reference_rel": 0.20227570505264494,
+    "target_rel": 0.04431500596056139,
+    "reference_rel": 0.2097301107934172,
+    "boundary_rel": 0.09121758099702681,
+    "bulk_rel": 0.04429574914225459,
+    "boundary_rows": 24,
     "windows": [
       {
-        "first_row": 0,
+        "first_row": 8192,
         "rows": 1024,
-        "reference_sse": 59633.68359375,
-        "reference_energy": 2000581.5
+        "reference_sse": 81688.484375,
+        "reference_energy": 3662671.0
       },
       {
-        "first_row": 1024,
+        "first_row": 9216,
         "rows": 1024,
-        "reference_sse": 80431.3515625,
-        "reference_energy": 1939419.75
+        "reference_sse": 90950.5,
+        "reference_energy": 2212790.75
       },
       {
-        "first_row": 4096,
+        "first_row": 20480,
         "rows": 1024,
-        "reference_sse": 322369.375,
-        "reference_energy": 3524174.5
+        "reference_sse": 94008.109375,
+        "reference_energy": 3689014.0
       },
       {
-        "first_row": 5120,
+        "first_row": 21504,
         "rows": 1024,
-        "reference_sse": 67250.7890625,
-        "reference_energy": 1945419.875
+        "reference_sse": 104760.6484375,
+        "reference_energy": 1967080.25
       },
       {
-        "first_row": 8192,
+        "first_row": 32768,
         "rows": 1024,
-        "reference_sse": 162280.640625,
-        "reference_energy": 1955614.375
+        "reference_sse": 256198.421875,
+        "reference_energy": 3639785.0
       },
       {
-        "first_row": 9216,
+        "first_row": 33792,
         "rows": 1024,
-        "reference_sse": 70590.7734375,
-        "reference_energy": 5132028.5
+        "reference_sse": 212671.25,
+        "reference_energy": 2019800.0
       },
       {
-        "first_row": 12288,
+        "first_row": 45056,
         "rows": 1024,
-        "reference_sse": 68240.234375,
-        "reference_energy": 1956487.125
+        "reference_sse": 307577.8125,
+        "reference_energy": 3652517.5
       },
       {
-        "first_row": 13312,
+        "first_row": 46080,
         "rows": 1024,
-        "reference_sse": 57198.9140625,
-        "reference_energy": 2042521.5
+        "reference_sse": 91193.1328125,
+        "reference_energy": 3580961.5
       },
       {
-        "first_row": 16384,
+        "first_row": 57344,
         "rows": 1024,
-        "reference_sse": 58534.6796875,
-        "reference_energy": 2019550.0
+        "reference_sse": 304676.1875,
+        "reference_energy": 3708854.25
       },
       {
-        "first_row": 17408,
+        "first_row": 58368,
         "rows": 1024,
-        "reference_sse": 59036.06640625,
-        "reference_energy": 2066729.5
+        "reference_sse": 76174.53125,
+        "reference_energy": 3686975.0
       },
       {
-        "first_row": 20480,
+        "first_row": 69632,
         "rows": 1024,
-        "reference_sse": 57641.1953125,
-        "reference_energy": 2055120.875
+        "reference_sse": 90189.03125,
+        "reference_energy": 3564781.5
       },
       {
-        "first_row": 21504,
+        "first_row": 70656,
         "rows": 1024,
-        "reference_sse": 94883.1484375,
-        "reference_energy": 3464950.25
+        "reference_sse": 89010.609375,
+        "reference_energy": 2134050.5
       },
       {
-        "first_row": 24576,
+        "first_row": 81920,
         "rows": 1024,
-        "reference_sse": 74537.3046875,
-        "reference_energy": 2045602.5
+        "reference_sse": 99830.8125,
+        "reference_energy": 3622572.0
       },
       {
-        "first_row": 25600,
+        "first_row": 82944,
         "rows": 1024,
-        "reference_sse": 48334.5703125,
-        "reference_energy": 2046166.75
+        "reference_sse": 97967.484375,
+        "reference_energy": 2136201.0
       },
       {
-        "first_row": 28672,
+        "first_row": 94208,
         "rows": 1024,
-        "reference_sse": 51436.2578125,
-        "reference_energy": 1924115.25
+        "reference_sse": 91912.34375,
+        "reference_energy": 3523182.5
       },
       {
-        "first_row": 29696,
+        "first_row": 95232,
         "rows": 1024,
-        "reference_sse": 228344.765625,
-        "reference_energy": 2027092.0
+        "reference_sse": 63640.82421875,
+        "reference_energy": 2132855.5
       }
     ]
   },
   "final_validation": {
-    "target_rel": 0.20210293694613474,
-    "reference_rel": 0.20210293694613474,
+    "target_rel": 0.04285828934035643,
+    "reference_rel": 0.2097726523720191,
+    "boundary_rel": 0.08886278481347398,
+    "bulk_rel": 0.04283930880524768,
+    "boundary_rows": 24,
     "windows": [
       {
-        "first_row": 0,
+        "first_row": 8192,
         "rows": 1024,
-        "reference_sse": 59520.3203125,
-        "reference_energy": 2000581.5
+        "reference_sse": 81689.140625,
+        "reference_energy": 3662671.0
       },
       {
-        "first_row": 1024,
+        "first_row": 9216,
         "rows": 1024,
-        "reference_sse": 80251.0078125,
-        "reference_energy": 1939419.75
+        "reference_sse": 91020.96875,
+        "reference_energy": 2212790.75
       },
       {
-        "first_row": 4096,
+        "first_row": 20480,
         "rows": 1024,
-        "reference_sse": 322016.1875,
-        "reference_energy": 3524174.5
+        "reference_sse": 94091.21875,
+        "reference_energy": 3689014.0
       },
       {
-        "first_row": 5120,
+        "first_row": 21504,
         "rows": 1024,
-        "reference_sse": 67109.3125,
-        "reference_energy": 1945419.875
+        "reference_sse": 105011.9140625,
+        "reference_energy": 1967080.25
       },
       {
-        "first_row": 8192,
+        "first_row": 32768,
         "rows": 1024,
-        "reference_sse": 162099.6875,
-        "reference_energy": 1955614.375
+        "reference_sse": 256012.28125,
+        "reference_energy": 3639785.0
       },
       {
-        "first_row": 9216,
+        "first_row": 33792,
         "rows": 1024,
-        "reference_sse": 70321.4765625,
-        "reference_energy": 5132028.5
+        "reference_sse": 212841.609375,
+        "reference_energy": 2019800.0
       },
       {
-        "first_row": 12288,
+        "first_row": 45056,
         "rows": 1024,
-        "reference_sse": 68073.859375,
-        "reference_energy": 1956487.125
+        "reference_sse": 307650.875,
+        "reference_energy": 3652517.5
       },
       {
-        "first_row": 13312,
+        "first_row": 46080,
         "rows": 1024,
-        "reference_sse": 57094.390625,
-        "reference_energy": 2042521.5
+        "reference_sse": 91140.5390625,
+        "reference_energy": 3580961.5
       },
       {
-        "first_row": 16384,
+        "first_row": 57344,
         "rows": 1024,
-        "reference_sse": 58408.171875,
-        "reference_energy": 2019550.0
+        "reference_sse": 304724.875,
+        "reference_energy": 3708854.25
       },
       {
-        "first_row": 17408,
+        "first_row": 58368,
         "rows": 1024,
-        "reference_sse": 58935.265625,
-        "reference_energy": 2066729.5
+        "reference_sse": 76192.6875,
+        "reference_energy": 3686975.0
       },
       {
-        "first_row": 20480,
+        "first_row": 69632,
         "rows": 1024,
-        "reference_sse": 57526.4375,
-        "reference_energy": 2055120.875
+        "reference_sse": 90273.40625,
+        "reference_energy": 3564781.5
       },
       {
-        "first_row": 21504,
+        "first_row": 70656,
         "rows": 1024,
-        "reference_sse": 94456.46875,
-        "reference_energy": 3464950.25
+        "reference_sse": 89120.765625,
+        "reference_energy": 2134050.5
       },
       {
-        "first_row": 24576,
+        "first_row": 81920,
         "rows": 1024,
-        "reference_sse": 74429.5625,
-        "reference_energy": 2045602.5
+        "reference_sse": 99933.875,
+        "reference_energy": 3622572.0
       },
       {
-        "first_row": 25600,
+        "first_row": 82944,
         "rows": 1024,
-        "reference_sse": 48255.9296875,
-        "reference_energy": 2046166.75
+        "reference_sse": 97996.859375,
+        "reference_energy": 2136201.0
       },
       {
-        "first_row": 28672,
+        "first_row": 94208,
         "rows": 1024,
-        "reference_sse": 51290.8359375,
-        "reference_energy": 1924115.25
+        "reference_sse": 92106.8515625,
+        "reference_energy": 3523182.5
       },
       {
-        "first_row": 29696,
+        "first_row": 95232,
         "rows": 1024,
-        "reference_sse": 228289.84375,
-        "reference_energy": 2027092.0
+        "reference_sse": 63515.609375,
+        "reference_energy": 2132855.5
       }
     ]
   },
@@ -239,234 +246,243 @@
   "final_reasoning_validation": null,
   "validation_distribution": "reasoning only",
   "serialized_validation": {
-    "target_rel": 0.20210293694613474,
-    "reference_rel": 0.20210293694613474
+    "target_rel": 0.04285828934035643,
+    "reference_rel": 0.2097726523720191
   },
   "development_audit": {
-    "target_rel": 0.17275675760047116,
-    "reference_rel": 0.17275675760047116,
+    "target_rel": 0.058666587127242646,
+    "reference_rel": 0.25285844993572976,
+    "boundary_rel": 0.060880614857303124,
+    "bulk_rel": 0.058666357752174374,
+    "boundary_rows": 10,
     "windows": [
       {
-        "first_row": 2048,
+        "first_row": 10240,
         "rows": 1024,
-        "reference_sse": 61017.40625,
-        "reference_energy": 1979178.0
+        "reference_sse": 149509.875,
+        "reference_energy": 3497117.75
       },
       {
-        "first_row": 3072,
+        "first_row": 11264,
         "rows": 1024,
-        "reference_sse": 72327.1953125,
-        "reference_energy": 2078790.25
+        "reference_sse": 198297.34375,
+        "reference_energy": 3616386.5
       },
       {
-        "first_row": 6144,
+        "first_row": 22528,
         "rows": 1024,
-        "reference_sse": 54185.19140625,
-        "reference_energy": 1993549.0
+        "reference_sse": 291011.40625,
+        "reference_energy": 2204191.0
       },
       {
-        "first_row": 7168,
+        "first_row": 23552,
         "rows": 1024,
-        "reference_sse": 64342.86328125,
-        "reference_energy": 5075389.0
+        "reference_sse": 184548.828125,
+        "reference_energy": 2030870.375
       },
       {
-        "first_row": 10240,
+        "first_row": 34816,
         "rows": 1024,
-        "reference_sse": 81875.71875,
-        "reference_energy": 3524613.0
+        "reference_sse": 143378.25,
+        "reference_energy": 3812350.75
       },
       {
-        "first_row": 11264,
+        "first_row": 35840,
         "rows": 1024,
-        "reference_sse": 52481.875,
-        "reference_energy": 2043313.375
+        "reference_sse": 141524.125,
+        "reference_energy": 3774276.75
       },
       {
-        "first_row": 14336,
+        "first_row": 47104,
         "rows": 1024,
-        "reference_sse": 154725.46875,
-        "reference_energy": 3552758.5
+        "reference_sse": 142562.96875,
+        "reference_energy": 2131474.5
       },
       {
-        "first_row": 15360,
+        "first_row": 48128,
         "rows": 1024,
-        "reference_sse": 47327.828125,
-        "reference_energy": 2062143.125
+        "reference_sse": 291989.125,
+        "reference_energy": 2054663.625
       },
       {
-        "first_row": 18432,
+        "first_row": 59392,
         "rows": 1024,
-        "reference_sse": 66431.96875,
-        "reference_energy": 1929567.875
+        "reference_sse": 168931.4375,
+        "reference_energy": 3599588.0
       },
       {
-        "first_row": 19456,
+        "first_row": 60416,
         "rows": 1024,
-        "reference_sse": 64307.60546875,
-        "reference_energy": 2011222.75
+        "reference_sse": 172968.015625,
+        "reference_energy": 3488268.0
       },
       {
-        "first_row": 22528,
+        "first_row": 71680,
         "rows": 1024,
-        "reference_sse": 59424.109375,
-        "reference_energy": 1956750.75
+        "reference_sse": 163079.6875,
+        "reference_energy": 3699196.0
       },
       {
-        "first_row": 23552,
+        "first_row": 72704,
         "rows": 1024,
-        "reference_sse": 151521.1875,
-        "reference_energy": 1982972.75
+        "reference_sse": 217009.21875,
+        "reference_energy": 3556911.5
       },
       {
-        "first_row": 26624,
+        "first_row": 83968,
         "rows": 1024,
-        "reference_sse": 71733.234375,
-        "reference_energy": 1997533.0
+        "reference_sse": 193558.5625,
+        "reference_energy": 3513349.0
       },
       {
-        "first_row": 27648,
+        "first_row": 84992,
         "rows": 1024,
-        "reference_sse": 66455.5546875,
-        "reference_energy": 3520451.25
+        "reference_sse": 248010.71875,
+        "reference_energy": 1982970.75
       },
       {
-        "first_row": 30720,
+        "first_row": 96256,
         "rows": 1024,
-        "reference_sse": 54924.75,
-        "reference_energy": 1937144.5
+        "reference_sse": 214173.375,
+        "reference_energy": 2044592.875
       },
       {
-        "first_row": 31744,
+        "first_row": 97280,
         "rows": 1024,
-        "reference_sse": 59220.1015625,
-        "reference_energy": 1969504.0
+        "reference_sse": 188422.4375,
+        "reference_energy": 3619097.75
       }
     ]
   },
   "initial_development_audit": {
-    "target_rel": 0.17290494144443153,
-    "reference_rel": 0.17290494144443153,
+    "target_rel": 0.059776191380172185,
+    "reference_rel": 0.2528286953739377,
+    "boundary_rel": 0.061855429592960365,
+    "bulk_rel": 0.059775976166410935,
+    "boundary_rows": 10,
     "windows": [
       {
-        "first_row": 2048,
+        "first_row": 10240,
         "rows": 1024,
-        "reference_sse": 61149.48828125,
-        "reference_energy": 1979178.0
+        "reference_sse": 149484.40625,
+        "reference_energy": 3497117.75
       },
       {
-        "first_row": 3072,
+        "first_row": 11264,
         "rows": 1024,
-        "reference_sse": 72448.0234375,
-        "reference_energy": 2078790.25
+        "reference_sse": 198057.625,
+        "reference_energy": 3616386.5
       },
       {
-        "first_row": 6144,
+        "first_row": 22528,
         "rows": 1024,
-        "reference_sse": 54315.0703125,
-        "reference_energy": 1993549.0
+        "reference_sse": 291296.375,
+        "reference_energy": 2204191.0
       },
       {
-        "first_row": 7168,
+        "first_row": 23552,
         "rows": 1024,
-        "reference_sse": 64497.25,
-        "reference_energy": 5075389.0
+        "reference_sse": 184605.640625,
+        "reference_energy": 2030870.375
       },
       {
-        "first_row": 10240,
+        "first_row": 34816,
         "rows": 1024,
-        "reference_sse": 82086.671875,
-        "reference_energy": 3524613.0
+        "reference_sse": 143911.90625,
+        "reference_energy": 3812350.75
       },
       {
-        "first_row": 11264,
+        "first_row": 35840,
         "rows": 1024,
-        "reference_sse": 52624.734375,
-        "reference_energy": 2043313.375
+        "reference_sse": 141901.921875,
+        "reference_energy": 3774276.75
       },
       {
-        "first_row": 14336,
+        "first_row": 47104,
         "rows": 1024,
-        "reference_sse": 154878.953125,
-        "reference_energy": 3552758.5
+        "reference_sse": 142823.09375,
+        "reference_energy": 2131474.5
       },
       {
-        "first_row": 15360,
+        "first_row": 48128,
         "rows": 1024,
-        "reference_sse": 47423.15234375,
-        "reference_energy": 2062143.125
+        "reference_sse": 291677.53125,
+        "reference_energy": 2054663.625
       },
       {
-        "first_row": 18432,
+        "first_row": 59392,
         "rows": 1024,
-        "reference_sse": 66540.0703125,
-        "reference_energy": 1929567.875
+        "reference_sse": 169115.375,
+        "reference_energy": 3599588.0
       },
       {
-        "first_row": 19456,
+        "first_row": 60416,
         "rows": 1024,
-        "reference_sse": 64455.03125,
-        "reference_energy": 2011222.75
+        "reference_sse": 172834.53125,
+        "reference_energy": 3488268.0
       },
       {
-        "first_row": 22528,
+        "first_row": 71680,
         "rows": 1024,
-        "reference_sse": 59523.78515625,
-        "reference_energy": 1956750.75
+        "reference_sse": 163213.34375,
+        "reference_energy": 3699196.0
       },
       {
-        "first_row": 23552,
+        "first_row": 72704,
         "rows": 1024,
-        "reference_sse": 151566.34375,
-        "reference_energy": 1982972.75
+        "reference_sse": 216732.078125,
+        "reference_energy": 3556911.5
       },
       {
-        "first_row": 26624,
+        "first_row": 83968,
         "rows": 1024,
-        "reference_sse": 71841.4453125,
-        "reference_energy": 1997533.0
+        "reference_sse": 193260.984375,
+        "reference_energy": 3513349.0
       },
       {
-        "first_row": 27648,
+        "first_row": 84992,
         "rows": 1024,
-        "reference_sse": 66588.0078125,
-        "reference_energy": 3520451.25
+        "reference_sse": 247290.796875,
+        "reference_energy": 1982970.75
       },
       {
-        "first_row": 30720,
+        "first_row": 96256,
         "rows": 1024,
-        "reference_sse": 55037.609375,
-        "reference_energy": 1937144.5
+        "reference_sse": 213832.28125,
+        "reference_energy": 2044592.875
       },
       {
-        "first_row": 31744,
+        "first_row": 97280,
         "rows": 1024,
-        "reference_sse": 59355.5546875,
-        "reference_energy": 1969504.0
+        "reference_sse": 188205.84375,
+        "reference_energy": 3619097.75
       }
     ]
   },
-  "best_step": 35,
-  "steps_run": 60,
+  "best_step": 5,
+  "steps_run": 30,
   "history": [
     {
       "step": 5,
       "validation": {
-        "target_rel": 0.20221232905145298,
-        "reference_rel": 0.20221232905145298
+        "target_rel": 0.04285828934035643,
+        "reference_rel": 0.2097726523720191,
+        "boundary_rel": 0.08886278481347398,
+        "bulk_rel": 0.04283930880524768,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.9728345308771068,
-      "batch_loss": 0.9120448678731918,
+      "training_probe_rel": 0.5979694696739287,
+      "batch_loss": 0.3553105816245079,
       "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 55.40898847579956,
+      "seconds": 56.69962525367737,
       "adaptive_schedule": {
-        "best": 0.20221232905145298,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 25,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
+        "patience_updates": 10,
         "bad_checks": 0,
         "last_best": 5,
         "early_drop": false
@@ -474,372 +490,207 @@
       "adaptive_stop": false,
       "quantized_movement": {
         "codebook_changed": 0,
-        "codebook_values": 1425408,
-        "scales_changed": 8588582,
-        "scale_values": 51314688
+        "codebook_values": 1515520,
+        "scales_changed": 54290957,
+        "scale_values": 54558720
       }
     },
     {
       "step": 10,
       "validation": {
-        "target_rel": 0.2021785889916135,
-        "reference_rel": 0.2021785889916135
+        "target_rel": 0.04415297794489199,
+        "reference_rel": 0.20966037994815148,
+        "boundary_rel": 0.09076736059792748,
+        "bulk_rel": 0.04413385632853441,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.971972986580314,
-      "batch_loss": 0.9077726006507874,
-      "best_step": 10,
+      "training_probe_rel": 0.6102795036343123,
+      "batch_loss": 0.3720339760184288,
+      "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 107.47525405883789,
+      "seconds": 130.39764666557312,
       "adaptive_schedule": {
-        "best": 0.2021785889916135,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 25,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 10,
+        "patience_updates": 10,
+        "bad_checks": 1,
+        "last_best": 5,
         "early_drop": false
       },
       "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 19357,
-        "codebook_values": 1425408,
-        "scales_changed": 18154941,
-        "scale_values": 51314688
+        "codebook_changed": 62301,
+        "codebook_values": 1515520,
+        "scales_changed": 54350811,
+        "scale_values": 54558720
       }
     },
     {
       "step": 15,
       "validation": {
-        "target_rel": 0.20215371621311168,
-        "reference_rel": 0.20215371621311168
+        "target_rel": 0.04390679315587211,
+        "reference_rel": 0.20985868553347845,
+        "boundary_rel": 0.09023552993074704,
+        "bulk_rel": 0.04388779219067226,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.9713020010898051,
-      "batch_loss": 0.9612409323453903,
-      "best_step": 15,
+      "training_probe_rel": 0.6088855922145557,
+      "batch_loss": 0.3474360778927803,
+      "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 162.7464816570282,
+      "seconds": 180.01016354560852,
       "adaptive_schedule": {
-        "best": 0.20215371621311168,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 25,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 15,
+        "patience_updates": 10,
+        "bad_checks": 2,
+        "last_best": 5,
         "early_drop": false
       },
       "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 3099,
-        "codebook_values": 1425408,
-        "scales_changed": 23543597,
-        "scale_values": 51314688
+        "codebook_changed": 49252,
+        "codebook_values": 1515520,
+        "scales_changed": 54381476,
+        "scale_values": 54558720
       }
     },
     {
       "step": 20,
       "validation": {
-        "target_rel": 0.20213030071848295,
-        "reference_rel": 0.20213030071848295
+        "target_rel": 0.04371682272331105,
+        "reference_rel": 0.2097945010454623,
+        "boundary_rel": 0.0898888242311764,
+        "bulk_rel": 0.04369788008301548,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.9708750604948976,
-      "batch_loss": 0.9377660155296326,
-      "best_step": 20,
+      "training_probe_rel": 0.6086871631140351,
+      "batch_loss": 0.355679452419281,
+      "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 234.0874376296997,
+      "seconds": 255.96112847328186,
       "adaptive_schedule": {
-        "best": 0.20213030071848295,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 20,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 20,
-        "early_drop": false
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 5,
+        "early_drop": true
       },
       "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 3198,
-        "codebook_values": 1425408,
-        "scales_changed": 27045347,
-        "scale_values": 51314688
+        "codebook_changed": 48763,
+        "codebook_values": 1515520,
+        "scales_changed": 54398329,
+        "scale_values": 54558720
       }
     },
     {
       "step": 25,
       "validation": {
-        "target_rel": 0.2021173472331997,
-        "reference_rel": 0.2021173472331997
+        "target_rel": 0.04319195404425144,
+        "reference_rel": 0.20967415668739067,
+        "boundary_rel": 0.08888863533333244,
+        "bulk_rel": 0.04317319528533594,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.9705821134193601,
-      "batch_loss": 0.9458546191453934,
-      "best_step": 25,
+      "training_probe_rel": 0.6028397255543502,
+      "batch_loss": 0.3608340173959732,
+      "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 290.8809871673584,
+      "seconds": 314.74514865875244,
       "adaptive_schedule": {
-        "best": 0.2021173472331997,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 20,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 25,
-        "early_drop": false
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 5,
+        "early_drop": true
       },
       "adaptive_stop": false,
       "quantized_movement": {
-        "codebook_changed": 2872,
-        "codebook_values": 1425408,
-        "scales_changed": 29483693,
-        "scale_values": 51314688
+        "codebook_changed": 25521,
+        "codebook_values": 1515520,
+        "scales_changed": 54399843,
+        "scale_values": 54558720
       }
     },
     {
       "step": 30,
       "validation": {
-        "target_rel": 0.2021112173753633,
-        "reference_rel": 0.2021112173753633
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9703887773645942,
-      "batch_loss": 0.935170903801918,
-      "best_step": 30,
-      "overfit_checks": 0,
-      "seconds": 349.4162108898163,
-      "adaptive_schedule": {
-        "best": 0.2021112173753633,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 30,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 2859,
-        "codebook_values": 1425408,
-        "scales_changed": 31263562,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 35,
-      "validation": {
-        "target_rel": 0.20210293694613474,
-        "reference_rel": 0.20210293694613474
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9702341957221163,
-      "batch_loss": 0.9798422455787659,
-      "best_step": 35,
-      "overfit_checks": 0,
-      "seconds": 399.80804920196533,
-      "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 2336,
-        "codebook_values": 1425408,
-        "scales_changed": 32618897,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 40,
-      "validation": {
-        "target_rel": 0.20211535505612807,
-        "reference_rel": 0.20211535505612807
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9700557213360986,
-      "batch_loss": 0.8994913846254349,
-      "best_step": 35,
-      "overfit_checks": 0,
-      "seconds": 470.49743485450745,
-      "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 2317,
-        "codebook_values": 1425408,
-        "scales_changed": 33685985,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 45,
-      "validation": {
-        "target_rel": 0.20212493298204956,
-        "reference_rel": 0.20212493298204956
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9699300833766342,
-      "batch_loss": 0.8946956247091293,
-      "best_step": 35,
-      "overfit_checks": 0,
-      "seconds": 520.6946864128113,
-      "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 2227,
-        "codebook_values": 1425408,
-        "scales_changed": 34543560,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 50,
-      "validation": {
-        "target_rel": 0.2021209776366218,
-        "reference_rel": 0.2021209776366218
+        "target_rel": 0.0433172162975543,
+        "reference_rel": 0.20975516471605296,
+        "boundary_rel": 0.08915878510450789,
+        "bulk_rel": 0.04329839547975009,
+        "boundary_rows": 24
       },
       "reasoning_validation": null,
-      "training_probe_rel": 0.9698820868103767,
-      "batch_loss": 0.9467693865299225,
-      "best_step": 35,
-      "overfit_checks": 0,
-      "seconds": 578.9339537620544,
-      "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 1336,
-        "codebook_values": 1425408,
-        "scales_changed": 34714761,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 55,
-      "validation": {
-        "target_rel": 0.20211545816139986,
-        "reference_rel": 0.20211545816139986
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9698829842263352,
-      "batch_loss": 1.0004937499761581,
-      "best_step": 35,
-      "overfit_checks": 0,
-      "seconds": 629.9127867221832,
-      "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
-        "relative_worsening": 0.001,
-        "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
-      },
-      "adaptive_stop": false,
-      "quantized_movement": {
-        "codebook_changed": 1374,
-        "codebook_values": 1425408,
-        "scales_changed": 34859751,
-        "scale_values": 51314688
-      }
-    },
-    {
-      "step": 60,
-      "validation": {
-        "target_rel": 0.20221304689622666,
-        "reference_rel": 0.20221304689622666
-      },
-      "reasoning_validation": null,
-      "training_probe_rel": 0.9697254329355303,
-      "batch_loss": 0.9330670237541199,
-      "best_step": 35,
+      "training_probe_rel": 0.6041073914343764,
+      "batch_loss": 0.3408668264746666,
+      "best_step": 5,
       "overfit_checks": 0,
-      "seconds": 694.2890436649323,
+      "seconds": 390.65985131263733,
       "adaptive_schedule": {
-        "best": 0.20210293694613474,
-        "drop_after": 45,
+        "best": 0.04285828934035643,
+        "drop_after": 20,
         "relative_worsening": 0.001,
         "checks": 3,
-        "patience_updates": 15,
-        "bad_checks": 0,
-        "last_best": 35,
-        "early_drop": false
+        "patience_updates": 10,
+        "bad_checks": 3,
+        "last_best": 5,
+        "early_drop": true
       },
       "adaptive_stop": true,
       "quantized_movement": {
-        "codebook_changed": 1426,
-        "codebook_values": 1425408,
-        "scales_changed": 34985559,
-        "scale_values": 51314688
+        "codebook_changed": 36564,
+        "codebook_values": 1515520,
+        "scales_changed": 54401271,
+        "scale_values": 54558720
       }
     }
   ],
   "index_reassignments": [
     {
       "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-      "proposals": 332,
-      "accepted": 292,
-      "changed_groups": 206744,
-      "training_before": 824457.0,
-      "training_after": 823630.25,
+      "proposals": 354,
+      "accepted": 285,
+      "changed_groups": 411638,
+      "training_before": 37999.28125,
+      "training_after": 37321.06640625,
       "acceptance": "proposal and separate training check batches",
-      "step": 20
+      "step": 10
     },
     {
       "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-      "proposals": 334,
-      "accepted": 282,
-      "changed_groups": 216494,
-      "training_before": 735006.8125,
-      "training_after": 734268.0625,
+      "proposals": 358,
+      "accepted": 243,
+      "changed_groups": 295339,
+      "training_before": 36712.6953125,
+      "training_after": 36192.9140625,
       "acceptance": "proposal and separate training check batches",
-      "step": 40
+      "step": 20
     },
     {
       "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
-      "proposals": 332,
-      "accepted": 291,
-      "changed_groups": 213329,
-      "training_before": 756520.0,
-      "training_after": 755339.75,
+      "proposals": 360,
+      "accepted": 260,
+      "changed_groups": 324277,
+      "training_before": 34773.40625,
+      "training_after": 34339.375,
       "acceptance": "proposal and separate training check batches",
-      "step": 60
+      "step": 30
     }
   ],
   "coverage_threshold": 256,
@@ -850,7 +701,7 @@
   "parallelism": "expert-sharded coupled output",
   "arithmetic": "fp4_planes4_fp16_boundaries_v1",
   "scope": "text-only, cached prompt partitions; historical audit is development only",
-  "train_rows": 18001846,
+  "train_rows": 15007754,
   "validation_rows": 16384,
   "audit_rows": 16384,
   "complete": true