{
 "layer": 9,
 "cold_expert_ids": [
  1,
  2,
  3,
  4,
  5,
  6,
  8,
  10,
  11,
  12,
  13,
  14,
  16,
  17,
  18,
  19,
  20,
  22,
  23,
  25,
  28,
  29,
  30,
  31,
  32,
  33,
  35,
  36,
  37,
  38,
  39,
  40,
  42,
  43,
  44,
  45,
  46,
  48,
  49,
  51,
  52,
  53,
  55,
  56,
  57,
  59,
  60,
  61,
  62,
  63,
  64,
  65,
  66,
  67,
  68,
  69,
  70,
  71,
  72,
  74,
  75,
  76,
  77,
  79,
  80,
  81,
  84,
  85,
  87,
  88,
  89,
  90,
  91,
  95,
  98,
  102,
  103,
  104,
  105,
  106,
  107,
  108,
  109,
  110,
  111,
  113,
  114,
  115,
  116,
  118,
  120,
  121,
  122,
  123,
  124,
  125,
  126,
  127,
  128,
  129,
  130,
  132,
  133,
  134,
  135,
  136,
  137,
  138,
  139,
  141,
  143,
  146,
  147,
  148,
  149,
  150,
  152,
  153,
  155,
  156,
  157,
  158,
  159,
  160,
  161,
  162,
  163,
  164,
  165,
  166,
  167,
  168,
  170,
  171,
  173,
  174,
  177,
  178,
  179,
  180,
  181,
  182,
  183,
  185,
  186,
  187,
  188,
  189,
  192,
  193,
  194,
  197,
  198,
  201,
  203,
  204,
  208,
  209,
  210,
  211,
  214,
  215,
  218,
  219,
  221,
  222,
  224,
  226,
  227,
  228,
  229,
  231,
  232,
  233,
  234,
  235,
  236,
  237,
  238,
  240,
  241,
  244,
  245,
  246,
  247,
  248,
  249,
  251,
  252,
  253,
  254,
  255
 ],
 "files": {
  "w13": {
   "file": "arvq-layer-009-gateup.safetensors",
   "sha256": "bde4abfce0df7be7b5671e4dad3185c0eb0b3fc59c945fd4e85c672d86f4589d"
  },
  "w2": {
   "file": "arvq-layer-009-down.safetensors",
   "sha256": "237b5c5b4decb4e55e6df555193726edb38a7bddf1361fedbd800fa214a0e1e3"
  }
 },
 "per_proj": {
  "w13": {
   "cb_rel_l2": 0.33999865613188307,
   "hess_recon_rel_fro": 0.13143568627005053,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 363.79479598999023
  },
  "w2": {
   "cb_rel_l2": 0.338243135891586,
   "hess_recon_rel_fro": 0.29112157988793047,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 122.09032344818115
  }
 },
 "no_rotation": true,
 "source_identity": {
  "source": {
   "repo": "zai-org/GLM-5.3",
   "revision": "aca966e4e02791568aa6a4ced368624b3d897f42",
   "meta": {
    "kind": "block_fp8",
    "block": [
     128,
     128
    ],
    "fmt": "e4m3"
   },
   "cache": "/tmp/glm53-fp8-cold",
   "legacy_cache_revision_unverified": true
  },
  "capture_sha256": "45f70698d52c8e7c838379cb9ed6a494a491e6f0cde579fd8ed7287729c6a93a",
  "cold_ids": [
   1,
   2,
   3,
   4,
   5,
   6,
   8,
   10,
   11,
   12,
   13,
   14,
   16,
   17,
   18,
   19,
   20,
   22,
   23,
   25,
   28,
   29,
   30,
   31,
   32,
   33,
   35,
   36,
   37,
   38,
   39,
   40,
   42,
   43,
   44,
   45,
   46,
   48,
   49,
   51,
   52,
   53,
   55,
   56,
   57,
   59,
   60,
   61,
   62,
   63,
   64,
   65,
   66,
   67,
   68,
   69,
   70,
   71,
   72,
   74,
   75,
   76,
   77,
   79,
   80,
   81,
   84,
   85,
   87,
   88,
   89,
   90,
   91,
   95,
   98,
   102,
   103,
   104,
   105,
   106,
   107,
   108,
   109,
   110,
   111,
   113,
   114,
   115,
   116,
   118,
   120,
   121,
   122,
   123,
   124,
   125,
   126,
   127,
   128,
   129,
   130,
   132,
   133,
   134,
   135,
   136,
   137,
   138,
   139,
   141,
   143,
   146,
   147,
   148,
   149,
   150,
   152,
   153,
   155,
   156,
   157,
   158,
   159,
   160,
   161,
   162,
   163,
   164,
   165,
   166,
   167,
   168,
   170,
   171,
   173,
   174,
   177,
   178,
   179,
   180,
   181,
   182,
   183,
   185,
   186,
   187,
   188,
   189,
   192,
   193,
   194,
   197,
   198,
   201,
   203,
   204,
   208,
   209,
   210,
   211,
   214,
   215,
   218,
   219,
   221,
   222,
   224,
   226,
   227,
   228,
   229,
   231,
   232,
   233,
   234,
   235,
   236,
   237,
   238,
   240,
   241,
   244,
   245,
   246,
   247,
   248,
   249,
   251,
   252,
   253,
   254,
   255
  ],
  "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
  "settings": {
   "cb_iters": 8,
   "sweep_passes": 2,
   "refine": 1,
   "col_block": 128,
   "codebook_scope": "expert"
  }
 },
 "format": "rvq256_256x8_expert_fp16block",
 "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=58",
 "pv_report": {
  "layer": 9,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 1.0,
  "training_tokens_seen": 15007754,
  "adaptive_schedule": {
   "best": 0.0017143418153641949,
   "drop_after": 25,
   "relative_worsening": 0.001,
   "checks": 3,
   "patience_updates": 10,
   "bad_checks": 0,
   "last_best": 58,
   "early_drop": false
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
   "codebook_changed": 42790,
   "codebook_values": 1572864,
   "scales_changed": 56424136,
   "scale_values": 56623104
  },
  "initial_validation": {
   "target_rel": 0.004002755166792653,
   "reference_rel": 0.007847697156768748,
   "boundary_rel": 0.061509762438074406,
   "bulk_rel": 0.004001885482407006,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 34.92226791381836,
     "reference_energy": 804160.875
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 20.562305450439453,
     "reference_energy": 387598.78125
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 20.733619689941406,
     "reference_energy": 801524.25
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 34.94090270996094,
     "reference_energy": 350748.9375
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 25.186870574951172,
     "reference_energy": 803871.5625
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 48.24602508544922,
     "reference_energy": 355032.625
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 40.989898681640625,
     "reference_energy": 812547.625
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 43.02142333984375,
     "reference_energy": 786918.0625
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 59.279052734375,
     "reference_energy": 810383.875
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 21.881694793701172,
     "reference_energy": 814145.0625
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 40.68117141723633,
     "reference_energy": 793180.8125
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 25.78622055053711,
     "reference_energy": 386021.4375
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 31.98686408996582,
     "reference_energy": 793907.9375
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 35.67320251464844,
     "reference_energy": 383489.875
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 93.30410766601562,
     "reference_energy": 792385.6875
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 55.03725814819336,
     "reference_energy": 389878.15625
    }
   ]
  },
  "final_validation": {
   "target_rel": 0.0017143418153641949,
   "reference_rel": 0.007196291531846482,
   "boundary_rel": 0.07070850393535506,
   "bulk_rel": 0.0017116466479756938,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 18.15785789489746,
     "reference_energy": 804160.875
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 23.79109764099121,
     "reference_energy": 387598.78125
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 12.113286972045898,
     "reference_energy": 801524.25
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 25.17593765258789,
     "reference_energy": 350748.9375
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 28.884178161621094,
     "reference_energy": 803871.5625
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 61.08623504638672,
     "reference_energy": 355032.625
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 29.546993255615234,
     "reference_energy": 812547.625
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 25.030738830566406,
     "reference_energy": 786918.0625
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 35.84324645996094,
     "reference_energy": 810383.875
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 16.09456443786621,
     "reference_energy": 814145.0625
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 28.845735549926758,
     "reference_energy": 793180.8125
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 37.262290954589844,
     "reference_energy": 386021.4375
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 33.60350799560547,
     "reference_energy": 793907.9375
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 47.43116760253906,
     "reference_energy": 383489.875
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 69.95751190185547,
     "reference_energy": 792385.6875
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 38.806419372558594,
     "reference_energy": 389878.15625
    }
   ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
   "target_rel": 0.0017143418153641949,
   "reference_rel": 0.007196291531846482
  },
  "development_audit": {
   "target_rel": 0.0023745874252370284,
   "reference_rel": 0.008265144892648119,
   "boundary_rel": 0.05995328049180291,
   "bulk_rel": 0.002374085511078013,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 113.94708251953125,
     "reference_energy": 770192.1875
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 39.007606506347656,
     "reference_energy": 803701.3125
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 51.65852737426758,
     "reference_energy": 386972.75
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 32.807708740234375,
     "reference_energy": 381690.25
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 43.128990173339844,
     "reference_energy": 799304.5
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 33.659095764160156,
     "reference_energy": 805274.375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 38.32597732543945,
     "reference_energy": 362785.65625
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 27.858606338500977,
     "reference_energy": 384328.8125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 70.59173583984375,
     "reference_energy": 779864.125
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 38.07927703857422,
     "reference_energy": 788741.25
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 18.059085845947266,
     "reference_energy": 795885.4375
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 24.856098175048828,
     "reference_energy": 803725.25
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 64.85729217529297,
     "reference_energy": 795310.125
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 40.47258758544922,
     "reference_energy": 371332.0625
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 39.55552673339844,
     "reference_energy": 379886.78125
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 21.03368377685547,
     "reference_energy": 807256.25
    }
   ]
  },
  "initial_development_audit": {
   "target_rel": 0.004345315409399255,
   "reference_rel": 0.008522711084023827,
   "boundary_rel": 0.05813530281848405,
   "bulk_rel": 0.004345058540084184,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 145.5809783935547,
     "reference_energy": 770192.1875
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 39.21725082397461,
     "reference_energy": 803701.3125
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 63.35748291015625,
     "reference_energy": 386972.75
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 26.335447311401367,
     "reference_energy": 381690.25
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 38.4190673828125,
     "reference_energy": 799304.5
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 35.40629959106445,
     "reference_energy": 805274.375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 51.694969177246094,
     "reference_energy": 362785.65625
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 26.521757125854492,
     "reference_energy": 384328.8125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 69.36079406738281,
     "reference_energy": 779864.125
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 39.60287094116211,
     "reference_energy": 788741.25
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 27.254257202148438,
     "reference_energy": 795885.4375
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 29.44096565246582,
     "reference_energy": 803725.25
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 57.471839904785156,
     "reference_energy": 795310.125
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 37.12257385253906,
     "reference_energy": 371332.0625
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 30.358421325683594,
     "reference_energy": 379886.78125
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 24.928813934326172,
     "reference_energy": 807256.25
    }
   ]
  },
  "best_step": 58,
  "steps_run": 58,
  "history": [
   {
    "step": 5,
    "validation": {
     "target_rel": 0.003937656359085282,
     "reference_rel": 0.007814547666613488,
     "boundary_rel": 0.059042852414958685,
     "bulk_rel": 0.0039368419289431515,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.7339587054591327,
    "batch_loss": 0.6028677523136139,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 52.77099299430847,
    "adaptive_schedule": {
     "best": 0.003937656359085282,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 0,
     "codebook_values": 1572864,
     "scales_changed": 56206342,
     "scale_values": 56623104
    }
   },
   {
    "step": 10,
    "validation": {
     "target_rel": 0.0032310715746485747,
     "reference_rel": 0.0076633460496507745,
     "boundary_rel": 0.06878208634363178,
     "bulk_rel": 0.003229721400698899,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.6530018326907848,
    "batch_loss": 0.47861727327108383,
    "best_step": 10,
    "overfit_checks": 0,
    "seconds": 128.13599753379822,
    "adaptive_schedule": {
     "best": 0.0032310715746485747,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 10,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 51812,
     "codebook_values": 1572864,
     "scales_changed": 56291054,
     "scale_values": 56623104
    }
   },
   {
    "step": 15,
    "validation": {
     "target_rel": 0.0028736670876600046,
     "reference_rel": 0.007639553855856615,
     "boundary_rel": 0.06884897743218522,
     "bulk_rel": 0.002872145263674819,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5906243103844231,
    "batch_loss": 0.3597025200724602,
    "best_step": 15,
    "overfit_checks": 0,
    "seconds": 179.62953233718872,
    "adaptive_schedule": {
     "best": 0.0028736670876600046,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 15,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 52477,
     "codebook_values": 1572864,
     "scales_changed": 56347258,
     "scale_values": 56623104
    }
   },
   {
    "step": 20,
    "validation": {
     "target_rel": 0.0024056227383688596,
     "reference_rel": 0.007457044688889073,
     "boundary_rel": 0.07291760714216425,
     "bulk_rel": 0.0024035819497472116,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.435814118110589,
    "batch_loss": 0.2768351882696152,
    "best_step": 20,
    "overfit_checks": 0,
    "seconds": 256.5290882587433,
    "adaptive_schedule": {
     "best": 0.0024056227383688596,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 20,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 52950,
     "codebook_values": 1572864,
     "scales_changed": 56385892,
     "scale_values": 56623104
    }
   },
   {
    "step": 25,
    "validation": {
     "target_rel": 0.002166447757167861,
     "reference_rel": 0.007366516618996954,
     "boundary_rel": 0.07357393527409804,
     "bulk_rel": 0.002164139926883292,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.37240710338671745,
    "batch_loss": 0.1709871105849743,
    "best_step": 25,
    "overfit_checks": 0,
    "seconds": 311.2970895767212,
    "adaptive_schedule": {
     "best": 0.002166447757167861,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 25,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 49877,
     "codebook_values": 1572864,
     "scales_changed": 56408179,
     "scale_values": 56623104
    }
   },
   {
    "step": 30,
    "validation": {
     "target_rel": 0.001966402799689927,
     "reference_rel": 0.007252984464391777,
     "boundary_rel": 0.0730854426510181,
     "bulk_rel": 0.0019638931870681977,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3569030687971315,
    "batch_loss": 0.13729652762413025,
    "best_step": 30,
    "overfit_checks": 0,
    "seconds": 391.8604893684387,
    "adaptive_schedule": {
     "best": 0.001966402799689927,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 30,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 44465,
     "codebook_values": 1572864,
     "scales_changed": 56412583,
     "scale_values": 56623104
    }
   },
   {
    "step": 35,
    "validation": {
     "target_rel": 0.0019230000587304298,
     "reference_rel": 0.007250373616292722,
     "boundary_rel": 0.0734877782992831,
     "bulk_rel": 0.0019204052845949182,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3379033416544615,
    "batch_loss": 0.13545560091733932,
    "best_step": 35,
    "overfit_checks": 0,
    "seconds": 445.5093004703522,
    "adaptive_schedule": {
     "best": 0.0019230000587304298,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 35,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 44856,
     "codebook_values": 1572864,
     "scales_changed": 56415077,
     "scale_values": 56623104
    }
   },
   {
    "step": 40,
    "validation": {
     "target_rel": 0.0018779709867551954,
     "reference_rel": 0.007243605123062088,
     "boundary_rel": 0.0739943228993157,
     "bulk_rel": 0.001875277015420343,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.3126761797102625,
    "batch_loss": 0.11085918918251991,
    "best_step": 40,
    "overfit_checks": 0,
    "seconds": 525.2880415916443,
    "adaptive_schedule": {
     "best": 0.0018779709867551954,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 40,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 44332,
     "codebook_values": 1572864,
     "scales_changed": 56417686,
     "scale_values": 56623104
    }
   },
   {
    "step": 45,
    "validation": {
     "target_rel": 0.0018558212607760693,
     "reference_rel": 0.007247737782009699,
     "boundary_rel": 0.07376033827022994,
     "bulk_rel": 0.001853112279230368,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.30019131252235526,
    "batch_loss": 0.11026645079255104,
    "best_step": 45,
    "overfit_checks": 0,
    "seconds": 580.8863840103149,
    "adaptive_schedule": {
     "best": 0.0018558212607760693,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 45,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 43769,
     "codebook_values": 1572864,
     "scales_changed": 56419476,
     "scale_values": 56623104
    }
   },
   {
    "step": 50,
    "validation": {
     "target_rel": 0.0019631554224228773,
     "reference_rel": 0.007300908346255464,
     "boundary_rel": 0.07331692990591335,
     "bulk_rel": 0.0019606256330356323,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.2768652733313767,
    "batch_loss": 0.10324000753462315,
    "best_step": 45,
    "overfit_checks": 1,
    "seconds": 658.6767084598541,
    "adaptive_schedule": {
     "best": 0.0018558212607760693,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 45,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 43524,
     "codebook_values": 1572864,
     "scales_changed": 56420923,
     "scale_values": 56623104
    }
   },
   {
    "step": 55,
    "validation": {
     "target_rel": 0.0017667061250628724,
     "reference_rel": 0.007222263308795044,
     "boundary_rel": 0.0716724126491232,
     "bulk_rel": 0.0017640191487335456,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.27695101836147024,
    "batch_loss": 0.09138037823140621,
    "best_step": 55,
    "overfit_checks": 0,
    "seconds": 712.4069662094116,
    "adaptive_schedule": {
     "best": 0.0017667061250628724,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 55,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 42983,
     "codebook_values": 1572864,
     "scales_changed": 56423359,
     "scale_values": 56623104
    }
   },
   {
    "step": 58,
    "validation": {
     "target_rel": 0.0017143418153641949,
     "reference_rel": 0.007196291531846482,
     "boundary_rel": 0.07070850393535506,
     "bulk_rel": 0.0017116466479756938,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.284344911448838,
    "batch_loss": 0.08058075280860066,
    "best_step": 58,
    "overfit_checks": 0,
    "seconds": 738.628026008606,
    "adaptive_schedule": {
     "best": 0.0017143418153641949,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 58,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 42790,
     "codebook_values": 1572864,
     "scales_changed": 56424136,
     "scale_values": 56623104
    }
   }
  ],
  "index_reassignments": [
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 384,
    "accepted": 307,
    "changed_groups": 231670,
    "training_before": 75.44534301757812,
    "training_after": 57.59681701660156,
    "acceptance": "proposal and separate training check batches",
    "step": 10
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 384,
    "accepted": 240,
    "changed_groups": 135745,
    "training_before": 55.83131408691406,
    "training_after": 42.3426513671875,
    "acceptance": "proposal and separate training check batches",
    "step": 20
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 384,
    "accepted": 241,
    "changed_groups": 101620,
    "training_before": 26.262569427490234,
    "training_after": 23.279735565185547,
    "acceptance": "proposal and separate training check batches",
    "step": 30
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 384,
    "accepted": 230,
    "changed_groups": 103144,
    "training_before": 25.82607078552246,
    "training_after": 25.160198211669922,
    "acceptance": "proposal and separate training check batches",
    "step": 40
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 384,
    "accepted": 205,
    "changed_groups": 77737,
    "training_before": 19.190292358398438,
    "training_after": 18.16887664794922,
    "acceptance": "proposal and separate training check batches",
    "step": 50
   }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
 },
 "version": 4,
 "block_scale_dtype": "float16",
 "codebook_scope": "expert",
 "bits": 2.125,
 "codebook_sizes": [
  256,
  256
 ],
 "index_bits": [
  8,
  8
 ],
 "words_per_tile": 64,
 "production_ready": true,
 "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
 "requires_8x8_loader_kernel": true,
 "production_gate": "sm120 smoke+speed 2026-09-22: coherence PASS; code 128.5 / prose 90.5 / count 140.6 / pangram 138.2 tok/s single-stream (MTP ns=3, tok/step 2.51-3.97); image glm53-arvq-sm120:v4v5-d7ada6d-20260922 @ 950K ctx"
}