{
 "layer": 30,
 "cold_expert_ids": [
  0,
  1,
  2,
  3,
  4,
  6,
  7,
  12,
  13,
  15,
  17,
  18,
  19,
  22,
  23,
  24,
  26,
  27,
  28,
  30,
  31,
  33,
  35,
  36,
  37,
  38,
  42,
  44,
  45,
  46,
  47,
  49,
  51,
  53,
  54,
  55,
  56,
  58,
  61,
  64,
  65,
  66,
  67,
  71,
  73,
  74,
  75,
  76,
  80,
  82,
  83,
  84,
  86,
  87,
  88,
  89,
  90,
  92,
  93,
  94,
  95,
  97,
  99,
  101,
  102,
  104,
  105,
  106,
  108,
  111,
  112,
  114,
  115,
  116,
  118,
  120,
  122,
  123,
  124,
  125,
  127,
  129,
  130,
  132,
  133,
  134,
  135,
  136,
  137,
  138,
  139,
  142,
  143,
  145,
  146,
  148,
  149,
  151,
  152,
  154,
  155,
  156,
  157,
  158,
  159,
  160,
  161,
  162,
  163,
  164,
  167,
  168,
  171,
  172,
  173,
  174,
  175,
  176,
  178,
  179,
  181,
  182,
  183,
  185,
  187,
  189,
  191,
  192,
  193,
  194,
  197,
  198,
  200,
  201,
  202,
  203,
  206,
  207,
  208,
  209,
  210,
  213,
  215,
  216,
  217,
  218,
  219,
  220,
  221,
  222,
  223,
  224,
  226,
  227,
  231,
  234,
  236,
  238,
  240,
  241,
  242,
  244,
  245,
  246,
  247,
  250,
  251,
  252,
  254,
  255
 ],
 "files": {
  "w13": {
   "file": "arvq-layer-030-gateup.safetensors",
   "sha256": "b6f4f156d41994cca9eee73b4364bd3b82d37060da6b126a139fc679aff8d41e"
  },
  "w2": {
   "file": "arvq-layer-030-down.safetensors",
   "sha256": "e9e870cae5dc48b7c25f47a7586becebfe72adea28c1ffdfef65c302a56c4463"
  }
 },
 "per_proj": {
  "w13": {
   "cb_rel_l2": 0.340455119817466,
   "hess_recon_rel_fro": 0.14932612245728558,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 315.08940958976746
  },
  "w2": {
   "cb_rel_l2": 0.3402259025304688,
   "hess_recon_rel_fro": 0.291587592169816,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 102.10411858558655
  }
 },
 "no_rotation": true,
 "source_identity": {
  "source": {
   "repo": "zai-org/GLM-5.3",
   "revision": "aca966e4e02791568aa6a4ced368624b3d897f42",
   "meta": {
    "kind": "block_fp8",
    "block": [
     128,
     128
    ],
    "fmt": "e4m3"
   },
   "cache": "/tmp/glm53-fp8-cold",
   "legacy_cache_revision_unverified": true
  },
  "capture_sha256": "466d456cbb03e99dcec2e87f1812236946e09db39353614ff03e13018057eeea",
  "cold_ids": [
   0,
   1,
   2,
   3,
   4,
   6,
   7,
   12,
   13,
   15,
   17,
   18,
   19,
   22,
   23,
   24,
   26,
   27,
   28,
   30,
   31,
   33,
   35,
   36,
   37,
   38,
   42,
   44,
   45,
   46,
   47,
   49,
   51,
   53,
   54,
   55,
   56,
   58,
   61,
   64,
   65,
   66,
   67,
   71,
   73,
   74,
   75,
   76,
   80,
   82,
   83,
   84,
   86,
   87,
   88,
   89,
   90,
   92,
   93,
   94,
   95,
   97,
   99,
   101,
   102,
   104,
   105,
   106,
   108,
   111,
   112,
   114,
   115,
   116,
   118,
   120,
   122,
   123,
   124,
   125,
   127,
   129,
   130,
   132,
   133,
   134,
   135,
   136,
   137,
   138,
   139,
   142,
   143,
   145,
   146,
   148,
   149,
   151,
   152,
   154,
   155,
   156,
   157,
   158,
   159,
   160,
   161,
   162,
   163,
   164,
   167,
   168,
   171,
   172,
   173,
   174,
   175,
   176,
   178,
   179,
   181,
   182,
   183,
   185,
   187,
   189,
   191,
   192,
   193,
   194,
   197,
   198,
   200,
   201,
   202,
   203,
   206,
   207,
   208,
   209,
   210,
   213,
   215,
   216,
   217,
   218,
   219,
   220,
   221,
   222,
   223,
   224,
   226,
   227,
   231,
   234,
   236,
   238,
   240,
   241,
   242,
   244,
   245,
   246,
   247,
   250,
   251,
   252,
   254,
   255
  ],
  "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
  "settings": {
   "cb_iters": 8,
   "sweep_passes": 2,
   "refine": 1,
   "col_block": 128,
   "codebook_scope": "expert"
  }
 },
 "format": "rvq256_256x8_expert_fp16block",
 "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=35",
 "pv_report": {
  "layer": 30,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.611353304431829,
  "training_tokens_seen": 9175040,
  "adaptive_schedule": {
   "best": 0.01953328825434068,
   "drop_after": 20,
   "relative_worsening": 0.001,
   "checks": 3,
   "patience_updates": 10,
   "bad_checks": 3,
   "last_best": 25,
   "early_drop": true
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
   "codebook_changed": 28722,
   "codebook_values": 1392640,
   "scales_changed": 49998624,
   "scale_values": 50135040
  },
  "initial_validation": {
   "target_rel": 0.020466725720976374,
   "reference_rel": 0.11355418579329112,
   "boundary_rel": 0.11235550210983788,
   "bulk_rel": 0.020453826168568556,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 5349.4990234375,
     "reference_energy": 2755080.5
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 4818.68505859375,
     "reference_energy": 1410889.75
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 5167.8828125,
     "reference_energy": 2733979.25
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 4950.4765625,
     "reference_energy": 1276092.125
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 103216.84375,
     "reference_energy": 2712509.5
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 61253.3046875,
     "reference_energy": 1304404.875
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 122573.453125,
     "reference_energy": 2750144.0
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 6643.396484375,
     "reference_energy": 2670121.25
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 107093.640625,
     "reference_energy": 2758974.0
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 4341.30859375,
     "reference_energy": 2765849.75
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 4434.7451171875,
     "reference_energy": 2677773.0
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 4551.416015625,
     "reference_energy": 1374330.5
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 5950.18115234375,
     "reference_energy": 2724476.0
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 4960.77197265625,
     "reference_energy": 1397456.875
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 6715.70751953125,
     "reference_energy": 2678775.0
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 4320.3359375,
     "reference_energy": 1399408.375
    }
   ]
  },
  "final_validation": {
   "target_rel": 0.01953328825434068,
   "reference_rel": 0.11354702230100636,
   "boundary_rel": 0.10766036170896244,
   "bulk_rel": 0.019520874789298724,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 5244.822265625,
     "reference_energy": 2755080.5
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 4745.76318359375,
     "reference_energy": 1410889.75
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 5055.595703125,
     "reference_energy": 2733979.25
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 4884.09033203125,
     "reference_energy": 1276092.125
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 103455.265625,
     "reference_energy": 2712509.5
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 61262.0625,
     "reference_energy": 1304404.875
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 122822.75,
     "reference_energy": 2750144.0
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 6639.0859375,
     "reference_energy": 2670121.25
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 107357.40625,
     "reference_energy": 2758974.0
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 4300.5009765625,
     "reference_energy": 2765849.75
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 4370.4501953125,
     "reference_energy": 2677773.0
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 4512.73388671875,
     "reference_energy": 1374330.5
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 5870.3662109375,
     "reference_energy": 2724476.0
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 4864.23828125,
     "reference_energy": 1397456.875
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 6615.55224609375,
     "reference_energy": 2678775.0
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 4283.390625,
     "reference_energy": 1399408.375
    }
   ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
   "target_rel": 0.01953328825434068,
   "reference_rel": 0.11354702230100636
  },
  "development_audit": {
   "target_rel": 0.026141334129835492,
   "reference_rel": 0.09768001906073269,
   "boundary_rel": 0.08215464920658072,
   "bulk_rel": 0.02613911524149666,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 12782.083984375,
     "reference_energy": 2645018.0
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 14085.6103515625,
     "reference_energy": 2766997.25
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 79408.421875,
     "reference_energy": 1424362.5
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 14994.56640625,
     "reference_energy": 1365585.5
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 12100.123046875,
     "reference_energy": 2767561.0
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 12299.951171875,
     "reference_energy": 2781623.75
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 12794.39453125,
     "reference_energy": 1333092.0
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 64411.64453125,
     "reference_energy": 1398684.75
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 12324.41796875,
     "reference_energy": 2693400.5
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 16895.58984375,
     "reference_energy": 2672735.0
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 13165.58984375,
     "reference_energy": 2740691.0
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 15137.609375,
     "reference_energy": 2720223.5
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 13568.111328125,
     "reference_energy": 2703965.0
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 20041.08984375,
     "reference_energy": 1318592.25
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 11919.048828125,
     "reference_energy": 1397480.0
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 12592.6796875,
     "reference_energy": 2749207.5
    }
   ]
  },
  "initial_development_audit": {
   "target_rel": 0.02697008013950704,
   "reference_rel": 0.09793194935232083,
   "boundary_rel": 0.08406707289545952,
   "bulk_rel": 0.02696783245927791,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 12923.1767578125,
     "reference_energy": 2645018.0
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 14256.3564453125,
     "reference_energy": 2766997.25
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 79476.578125,
     "reference_energy": 1424362.5
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 15162.419921875,
     "reference_energy": 1365585.5
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 12292.80859375,
     "reference_energy": 2767561.0
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 12475.337890625,
     "reference_energy": 2781623.75
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 12891.7060546875,
     "reference_energy": 1333092.0
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 64343.3203125,
     "reference_energy": 1398684.75
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 12525.9638671875,
     "reference_energy": 2693400.5
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 16917.68359375,
     "reference_energy": 2672735.0
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 13358.658203125,
     "reference_energy": 2740691.0
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 15207.046875,
     "reference_energy": 2720223.5
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 13666.1328125,
     "reference_energy": 2703965.0
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 20029.99609375,
     "reference_energy": 1318592.25
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 12072.935546875,
     "reference_energy": 1397480.0
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 12669.248046875,
     "reference_energy": 2749207.5
    }
   ]
  },
  "best_step": 25,
  "steps_run": 35,
  "history": [
   {
    "step": 5,
    "validation": {
     "target_rel": 0.019645306533368757,
     "reference_rel": 0.11347528870325121,
     "boundary_rel": 0.10763774686258261,
     "bulk_rel": 0.019632974058632312,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5504945930531274,
    "batch_loss": 0.30948100984096527,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 53.268065452575684,
    "adaptive_schedule": {
     "best": 0.019645306533368757,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 0,
     "codebook_values": 1392640,
     "scales_changed": 49919088,
     "scale_values": 50135040
    }
   },
   {
    "step": 10,
    "validation": {
     "target_rel": 0.01995404355689084,
     "reference_rel": 0.11352381816355156,
     "boundary_rel": 0.10951899705583584,
     "bulk_rel": 0.019941472416624653,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.557757560665461,
    "batch_loss": 0.32092223316431046,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 117.89187526702881,
    "adaptive_schedule": {
     "best": 0.019645306533368757,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 1,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 47936,
     "codebook_values": 1392640,
     "scales_changed": 49954807,
     "scale_values": 50135040
    }
   },
   {
    "step": 15,
    "validation": {
     "target_rel": 0.01985752035073478,
     "reference_rel": 0.11359027153227796,
     "boundary_rel": 0.10929115772088455,
     "bulk_rel": 0.019844938344892583,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5590966009582522,
    "batch_loss": 0.2983351871371269,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 162.6195583343506,
    "adaptive_schedule": {
     "best": 0.019645306533368757,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 2,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 50807,
     "codebook_values": 1392640,
     "scales_changed": 49981006,
     "scale_values": 50135040
    }
   },
   {
    "step": 20,
    "validation": {
     "target_rel": 0.01978370475853509,
     "reference_rel": 0.11359289012951371,
     "boundary_rel": 0.1087365796830814,
     "bulk_rel": 0.019771204440565994,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5594093131734149,
    "batch_loss": 0.30366066098213196,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 229.5148253440857,
    "adaptive_schedule": {
     "best": 0.019645306533368757,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 5,
     "early_drop": true
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 52474,
     "codebook_values": 1392640,
     "scales_changed": 49996939,
     "scale_values": 50135040
    }
   },
   {
    "step": 25,
    "validation": {
     "target_rel": 0.01953328825434068,
     "reference_rel": 0.11354702230100636,
     "boundary_rel": 0.10766036170896244,
     "bulk_rel": 0.019520874789298724,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5532697326631262,
    "batch_loss": 0.3011893704533577,
    "best_step": 25,
    "overfit_checks": 0,
    "seconds": 279.4053659439087,
    "adaptive_schedule": {
     "best": 0.01953328825434068,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 25,
     "early_drop": true
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 28722,
     "codebook_values": 1392640,
     "scales_changed": 49998624,
     "scale_values": 50135040
    }
   },
   {
    "step": 30,
    "validation": {
     "target_rel": 0.019600727895242184,
     "reference_rel": 0.11357268185851674,
     "boundary_rel": 0.10794728629754606,
     "bulk_rel": 0.019588291967379455,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5548903672616965,
    "batch_loss": 0.2850356251001358,
    "best_step": 25,
    "overfit_checks": 0,
    "seconds": 348.63204193115234,
    "adaptive_schedule": {
     "best": 0.01953328825434068,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 25,
     "early_drop": true
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 37023,
     "codebook_values": 1392640,
     "scales_changed": 49999755,
     "scale_values": 50135040
    }
   },
   {
    "step": 35,
    "validation": {
     "target_rel": 0.01962470086598843,
     "reference_rel": 0.11357808804854239,
     "boundary_rel": 0.10776348455408116,
     "bulk_rel": 0.019612324692960408,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5552495905134607,
    "batch_loss": 0.30017486959695816,
    "best_step": 25,
    "overfit_checks": 0,
    "seconds": 400.9725320339203,
    "adaptive_schedule": {
     "best": 0.01953328825434068,
     "drop_after": 20,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 3,
     "last_best": 25,
     "early_drop": true
    },
    "adaptive_stop": true,
    "quantized_movement": {
     "codebook_changed": 38170,
     "codebook_values": 1392640,
     "scales_changed": 49999532,
     "scale_values": 50135040
    }
   }
  ],
  "index_reassignments": [
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 336,
    "accepted": 306,
    "changed_groups": 349649,
    "training_before": 5779.0048828125,
    "training_after": 5674.611328125,
    "acceptance": "proposal and separate training check batches",
    "step": 10
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 338,
    "accepted": 294,
    "changed_groups": 322696,
    "training_before": 5507.2666015625,
    "training_after": 5408.01025390625,
    "acceptance": "proposal and separate training check batches",
    "step": 20
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 338,
    "accepted": 283,
    "changed_groups": 279265,
    "training_before": 5132.240234375,
    "training_after": 5042.2041015625,
    "acceptance": "proposal and separate training check batches",
    "step": 30
   }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
 },
 "version": 4,
 "block_scale_dtype": "float16",
 "codebook_scope": "expert",
 "bits": 2.125,
 "codebook_sizes": [
  256,
  256
 ],
 "index_bits": [
  8,
  8
 ],
 "words_per_tile": 64,
 "production_ready": true,
 "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
 "requires_8x8_loader_kernel": true,
 "production_gate": "sm120 smoke+speed 2026-09-22: coherence PASS; code 128.5 / prose 90.5 / count 140.6 / pangram 138.2 tok/s single-stream (MTP ns=3, tok/step 2.51-3.97); image glm53-arvq-sm120:v4v5-d7ada6d-20260922 @ 950K ctx"
}