{
 "layer": 7,
 "cold_expert_ids": [
  1,
  3,
  4,
  6,
  9,
  11,
  12,
  14,
  15,
  16,
  17,
  18,
  19,
  21,
  22,
  23,
  24,
  25,
  26,
  28,
  29,
  30,
  31,
  32,
  33,
  34,
  35,
  36,
  39,
  40,
  41,
  42,
  44,
  46,
  49,
  50,
  52,
  53,
  54,
  55,
  56,
  57,
  58,
  59,
  61,
  62,
  63,
  64,
  65,
  67,
  71,
  72,
  75,
  76,
  77,
  81,
  83,
  85,
  86,
  87,
  88,
  90,
  93,
  94,
  95,
  96,
  97,
  98,
  99,
  100,
  101,
  102,
  103,
  105,
  106,
  108,
  109,
  110,
  111,
  112,
  114,
  115,
  116,
  118,
  120,
  121,
  122,
  123,
  125,
  126,
  127,
  128,
  129,
  130,
  131,
  133,
  134,
  135,
  137,
  139,
  140,
  141,
  145,
  147,
  148,
  149,
  151,
  153,
  154,
  155,
  157,
  159,
  160,
  164,
  165,
  166,
  167,
  168,
  170,
  171,
  172,
  173,
  174,
  175,
  178,
  182,
  183,
  186,
  187,
  189,
  191,
  194,
  197,
  198,
  199,
  200,
  203,
  204,
  206,
  207,
  208,
  209,
  210,
  211,
  212,
  213,
  214,
  215,
  216,
  217,
  219,
  220,
  222,
  223,
  224,
  225,
  226,
  230,
  232,
  235,
  237,
  240,
  242,
  243,
  244,
  245,
  247,
  250,
  251,
  252,
  253,
  254
 ],
 "files": {
  "w13": {
   "file": "arvq-layer-007-gateup.safetensors",
   "sha256": "40a002ea072d7fba47bab13510a7ed1f00a6551e70377ef37162a3127033be4f"
  },
  "w2": {
   "file": "arvq-layer-007-down.safetensors",
   "sha256": "30de6a3a97291315a5bc44a35e16d90746808cec9de6212f2d29f7202df2c078"
  }
 },
 "per_proj": {
  "w13": {
   "cb_rel_l2": 0.3407264883906255,
   "hess_recon_rel_fro": 0.12752884388284122,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 328.54320788383484
  },
  "w2": {
   "cb_rel_l2": 0.33375541248753343,
   "hess_recon_rel_fro": 0.29686321722335457,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 112.80521726608276
  }
 },
 "no_rotation": true,
 "source_identity": {
  "source": {
   "repo": "zai-org/GLM-5.3",
   "revision": "aca966e4e02791568aa6a4ced368624b3d897f42",
   "meta": {
    "kind": "block_fp8",
    "block": [
     128,
     128
    ],
    "fmt": "e4m3"
   },
   "cache": "/tmp/glm53-fp8-cold",
   "legacy_cache_revision_unverified": true
  },
  "capture_sha256": "40a63621f23c88913772d278ade72c4b06111e08ae3c88da32e5bf6b060de9c5",
  "cold_ids": [
   1,
   3,
   4,
   6,
   9,
   11,
   12,
   14,
   15,
   16,
   17,
   18,
   19,
   21,
   22,
   23,
   24,
   25,
   26,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   39,
   40,
   41,
   42,
   44,
   46,
   49,
   50,
   52,
   53,
   54,
   55,
   56,
   57,
   58,
   59,
   61,
   62,
   63,
   64,
   65,
   67,
   71,
   72,
   75,
   76,
   77,
   81,
   83,
   85,
   86,
   87,
   88,
   90,
   93,
   94,
   95,
   96,
   97,
   98,
   99,
   100,
   101,
   102,
   103,
   105,
   106,
   108,
   109,
   110,
   111,
   112,
   114,
   115,
   116,
   118,
   120,
   121,
   122,
   123,
   125,
   126,
   127,
   128,
   129,
   130,
   131,
   133,
   134,
   135,
   137,
   139,
   140,
   141,
   145,
   147,
   148,
   149,
   151,
   153,
   154,
   155,
   157,
   159,
   160,
   164,
   165,
   166,
   167,
   168,
   170,
   171,
   172,
   173,
   174,
   175,
   178,
   182,
   183,
   186,
   187,
   189,
   191,
   194,
   197,
   198,
   199,
   200,
   203,
   204,
   206,
   207,
   208,
   209,
   210,
   211,
   212,
   213,
   214,
   215,
   216,
   217,
   219,
   220,
   222,
   223,
   224,
   225,
   226,
   230,
   232,
   235,
   237,
   240,
   242,
   243,
   244,
   245,
   247,
   250,
   251,
   252,
   253,
   254
  ],
  "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
  "settings": {
   "cb_iters": 8,
   "sweep_passes": 2,
   "refine": 1,
   "col_block": 128,
   "codebook_scope": "expert"
  }
 },
 "format": "rvq256_256x8_expert_fp16block",
 "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=30",
 "pv_report": {
  "layer": 7,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.5240171180844249,
  "training_tokens_seen": 7864320,
  "adaptive_schedule": {
   "best": 0.02562102057711342,
   "drop_after": 20,
   "relative_worsening": 0.001,
   "checks": 3,
   "patience_updates": 10,
   "bad_checks": 3,
   "last_best": 5,
   "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
   "codebook_changed": 0,
   "codebook_values": 1409024,
   "scales_changed": 50454579,
   "scale_values": 50724864
  },
  "initial_validation": {
   "target_rel": 0.02825844052605803,
   "reference_rel": 0.04139843458965993,
   "boundary_rel": 0.05749452203302316,
   "bulk_rel": 0.02822690825056111,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 3.0024025440216064,
     "reference_energy": 1355.146240234375
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 1.2908803224563599,
     "reference_energy": 612.9685668945312
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 1.7568984031677246,
     "reference_energy": 1200.08544921875
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 1.3184618949890137,
     "reference_energy": 593.9312744140625
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 1.0691070556640625,
     "reference_energy": 1066.6556396484375
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 1.1204261779785156,
     "reference_energy": 595.4362182617188
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 1.206834077835083,
     "reference_energy": 1142.95068359375
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 1.2052631378173828,
     "reference_energy": 1088.51806640625
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 1.6611027717590332,
     "reference_energy": 1213.0316162109375
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 1.1266512870788574,
     "reference_energy": 1155.32666015625
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 1.4236396551132202,
     "reference_energy": 1168.3687744140625
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 1.2203006744384766,
     "reference_energy": 598.1253051757812
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 1.3752111196517944,
     "reference_energy": 1147.1199951171875
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 1.2663688659667969,
     "reference_energy": 598.82275390625
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 2.0985069274902344,
     "reference_energy": 1169.995361328125
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 4.742558002471924,
     "reference_energy": 980.3748168945312
    }
   ]
  },
  "final_validation": {
   "target_rel": 0.02562102057711342,
   "reference_rel": 0.0394832049290373,
   "boundary_rel": 0.052667454524988624,
   "bulk_rel": 0.025591647279211326,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 2.7786107063293457,
     "reference_energy": 1355.146240234375
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 1.227437138557434,
     "reference_energy": 612.9685668945312
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 1.6153825521469116,
     "reference_energy": 1200.08544921875
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 1.1832445859909058,
     "reference_energy": 593.9312744140625
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 1.0064424276351929,
     "reference_energy": 1066.6556396484375
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 1.0548646450042725,
     "reference_energy": 595.4362182617188
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 1.116929531097412,
     "reference_energy": 1142.95068359375
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 1.1377506256103516,
     "reference_energy": 1088.51806640625
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 1.5273118019104004,
     "reference_energy": 1213.0316162109375
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 1.0626143217086792,
     "reference_energy": 1155.32666015625
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 1.2880172729492188,
     "reference_energy": 1168.3687744140625
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 1.129664421081543,
     "reference_energy": 598.1253051757812
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 1.2614476680755615,
     "reference_energy": 1147.1199951171875
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 1.1855463981628418,
     "reference_energy": 598.82275390625
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 1.6515872478485107,
     "reference_energy": 1169.995361328125
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 4.227758884429932,
     "reference_energy": 980.3748168945312
    }
   ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
   "target_rel": 0.02562102057711342,
   "reference_rel": 0.0394832049290373
  },
  "development_audit": {
   "target_rel": 0.03950432889646532,
   "reference_rel": 0.05775817140147907,
   "boundary_rel": 0.06812977220415427,
   "bulk_rel": 0.03949496389206028,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 4.1395463943481445,
     "reference_energy": 1216.5050048828125
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 4.084298133850098,
     "reference_energy": 1202.9144287109375
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 3.8754334449768066,
     "reference_energy": 763.07861328125
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 2.5334911346435547,
     "reference_energy": 594.3355712890625
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 2.89666748046875,
     "reference_energy": 1122.099365234375
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 3.2437222003936768,
     "reference_energy": 1163.169677734375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 3.661311388015747,
     "reference_energy": 652.4838256835938
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 2.9065589904785156,
     "reference_energy": 929.7149658203125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 3.5397467613220215,
     "reference_energy": 1174.5654296875
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 3.2866830825805664,
     "reference_energy": 1152.49755859375
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 3.83585786819458,
     "reference_energy": 1173.7803955078125
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 3.242553949356079,
     "reference_energy": 1183.19775390625
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 2.476191997528076,
     "reference_energy": 1088.425537109375
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 3.5784807205200195,
     "reference_energy": 677.599365234375
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 2.4236793518066406,
     "reference_energy": 601.244140625
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 2.9636127948760986,
     "reference_energy": 1098.073974609375
    }
   ]
  },
  "initial_development_audit": {
   "target_rel": 0.043242000372884296,
   "reference_rel": 0.061055556734736026,
   "boundary_rel": 0.07185834472118441,
   "bulk_rel": 0.04323285480330102,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 4.780485153198242,
     "reference_energy": 1216.5050048828125
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 4.536196231842041,
     "reference_energy": 1202.9144287109375
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 4.212839126586914,
     "reference_energy": 763.07861328125
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 2.7695329189300537,
     "reference_energy": 594.3355712890625
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 3.2108566761016846,
     "reference_energy": 1122.099365234375
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 3.6257901191711426,
     "reference_energy": 1163.169677734375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 4.124327659606934,
     "reference_energy": 652.4838256835938
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 3.169083833694458,
     "reference_energy": 929.7149658203125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 3.9071455001831055,
     "reference_energy": 1174.5654296875
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 3.8847293853759766,
     "reference_energy": 1152.49755859375
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 4.322331428527832,
     "reference_energy": 1173.7803955078125
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 3.6885757446289062,
     "reference_energy": 1183.19775390625
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 2.785421848297119,
     "reference_energy": 1088.425537109375
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 3.936685085296631,
     "reference_energy": 677.599365234375
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 2.6484837532043457,
     "reference_energy": 601.244140625
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 3.272916793823242,
     "reference_energy": 1098.073974609375
    }
   ]
  },
  "best_step": 5,
  "steps_run": 30,
  "history": [
   {
    "step": 5,
    "validation": {
     "target_rel": 0.02562102057711342,
     "reference_rel": 0.0394832049290373,
     "boundary_rel": 0.052667454524988624,
     "bulk_rel": 0.025591647279211326,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.30801350156582913,
    "batch_loss": 0.10157960280776024,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 55.61007213592529,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 0,
     "codebook_values": 1409024,
     "scales_changed": 50454579,
     "scale_values": 50724864
    }
   },
   {
    "step": 10,
    "validation": {
     "target_rel": 0.02696325928316114,
     "reference_rel": 0.04033245286414359,
     "boundary_rel": 0.055665568121141394,
     "bulk_rel": 0.026931997147270324,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3215913879478949,
    "batch_loss": 0.1059923991560936,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 130.13046073913574,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 1,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 27042,
     "codebook_values": 1409024,
     "scales_changed": 50494284,
     "scale_values": 50724864
    }
   },
   {
    "step": 15,
    "validation": {
     "target_rel": 0.02702963172659407,
     "reference_rel": 0.04039735618778947,
     "boundary_rel": 0.055858923533139274,
     "bulk_rel": 0.026998209773510556,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3219305280798728,
    "batch_loss": 0.10292676649987698,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 177.64673781394958,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 2,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 26761,
     "codebook_values": 1409024,
     "scales_changed": 50525679,
     "scale_values": 50724864
    }
   },
   {
    "step": 20,
    "validation": {
     "target_rel": 0.027087217994939728,
     "reference_rel": 0.04042696821667053,
     "boundary_rel": 0.055504860570711995,
     "bulk_rel": 0.027056421362111716,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.32286719147946435,
    "batch_loss": 0.10487544350326061,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 250.42302203178406,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 5,
     "early_drop": true
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 30687,
     "codebook_values": 1409024,
     "scales_changed": 50549324,
     "scale_values": 50724864
    }
   },
   {
    "step": 25,
    "validation": {
     "target_rel": 0.02621609333276591,
     "reference_rel": 0.039851483669863824,
     "boundary_rel": 0.05446672605622685,
     "bulk_rel": 0.026185191254949013,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3129650200546469,
    "batch_loss": 0.10025759972631931,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 303.3398973941803,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 5,
     "early_drop": true
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 14516,
     "codebook_values": 1409024,
     "scales_changed": 50552450,
     "scale_values": 50724864
    }
   },
   {
    "step": 30,
    "validation": {
     "target_rel": 0.02638611107535999,
     "reference_rel": 0.03992611070431541,
     "boundary_rel": 0.05480233320557008,
     "bulk_rel": 0.026355034628110438,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.31591841661421743,
    "batch_loss": 0.09824436716735363,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 378.305144071579,
    "adaptive_schedule": {
     "best": 0.02562102057711342,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 5,
     "early_drop": true
    },
    "adaptive_stop": true,
    "quantized_movement": {
     "codebook_changed": 19890,
     "codebook_values": 1409024,
     "scales_changed": 50554895,
     "scale_values": 50724864
    }
   }
  ],
  "index_reassignments": [
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 344,
    "accepted": 243,
    "changed_groups": 152400,
    "training_before": 6.6428093910217285,
    "training_after": 6.561167240142822,
    "acceptance": "proposal and separate training check batches",
    "step": 10
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 344,
    "accepted": 216,
    "changed_groups": 127024,
    "training_before": 6.560057640075684,
    "training_after": 6.469882488250732,
    "acceptance": "proposal and separate training check batches",
    "step": 20
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 344,
    "accepted": 197,
    "changed_groups": 64556,
    "training_before": 6.563950538635254,
    "training_after": 6.522056579589844,
    "acceptance": "proposal and separate training check batches",
    "step": 30
   }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
 },
 "version": 4,
 "block_scale_dtype": "float16",
 "codebook_scope": "expert",
 "bits": 2.125,
 "codebook_sizes": [
  256,
  256
 ],
 "index_bits": [
  8,
  8
 ],
 "words_per_tile": 64,
 "production_ready": true,
 "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
 "requires_8x8_loader_kernel": true,
 "production_gate": "sm120 smoke+speed 2026-09-22: coherence PASS; code 128.5 / prose 90.5 / count 140.6 / pangram 138.2 tok/s single-stream (MTP ns=3, tok/step 2.51-3.97); image glm53-arvq-sm120:v4v5-d7ada6d-20260922 @ 950K ctx"
}