{
 "layer": 8,
 "cold_expert_ids": [
  0,
  1,
  2,
  3,
  5,
  8,
  9,
  10,
  11,
  12,
  13,
  15,
  17,
  18,
  19,
  20,
  22,
  24,
  25,
  28,
  29,
  30,
  31,
  32,
  33,
  34,
  35,
  36,
  37,
  39,
  42,
  43,
  44,
  45,
  46,
  47,
  48,
  49,
  50,
  51,
  52,
  53,
  54,
  56,
  57,
  59,
  60,
  61,
  62,
  63,
  65,
  66,
  67,
  68,
  69,
  70,
  71,
  72,
  73,
  74,
  75,
  79,
  80,
  81,
  82,
  83,
  84,
  85,
  87,
  88,
  89,
  90,
  91,
  92,
  93,
  94,
  95,
  96,
  97,
  98,
  99,
  101,
  104,
  105,
  106,
  108,
  109,
  110,
  111,
  112,
  113,
  114,
  115,
  116,
  117,
  118,
  121,
  123,
  124,
  125,
  126,
  127,
  128,
  129,
  130,
  131,
  133,
  134,
  135,
  136,
  138,
  139,
  140,
  141,
  142,
  143,
  144,
  145,
  146,
  147,
  148,
  149,
  152,
  153,
  154,
  155,
  156,
  157,
  160,
  161,
  162,
  163,
  164,
  165,
  166,
  167,
  168,
  169,
  170,
  171,
  172,
  174,
  175,
  176,
  177,
  178,
  179,
  180,
  181,
  182,
  183,
  184,
  185,
  186,
  187,
  188,
  189,
  190,
  191,
  192,
  193,
  194,
  195,
  196,
  197,
  198,
  199,
  201,
  202,
  203,
  204,
  205,
  208,
  209,
  210,
  211,
  212,
  214,
  215,
  217,
  218,
  219,
  220,
  222,
  223,
  224,
  225,
  227,
  229,
  230,
  231,
  232,
  233,
  234,
  235,
  236,
  237,
  238,
  239,
  240,
  241,
  243,
  244,
  247,
  248,
  249,
  250,
  251,
  253,
  254,
  255
 ],
 "files": {
  "w13": {
   "file": "arvq-layer-008-gateup.safetensors",
   "sha256": "616642430941973b5de7065c243666fed6f67b031167b728884195865dc9bf13"
  },
  "w2": {
   "file": "arvq-layer-008-down.safetensors",
   "sha256": "e98424aae0a8c68beef589d3294c33979d4e648ea5ce9070bfe000dab11c5b96"
  }
 },
 "per_proj": {
  "w13": {
   "cb_rel_l2": 0.3395453684433249,
   "hess_recon_rel_fro": 0.1297874808099417,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 405.49692249298096
  },
  "w2": {
   "cb_rel_l2": 0.33567786229303687,
   "hess_recon_rel_fro": 0.2910120646798048,
   "diagnostic_metric": "regularized fitting Hessian; mean expert relative error for expert scope",
   "seconds": 137.1757709980011
  }
 },
 "no_rotation": true,
 "source_identity": {
  "source": {
   "repo": "zai-org/GLM-5.3",
   "revision": "aca966e4e02791568aa6a4ced368624b3d897f42",
   "meta": {
    "kind": "block_fp8",
    "block": [
     128,
     128
    ],
    "fmt": "e4m3"
   },
   "cache": "/tmp/glm53-fp8-cold",
   "legacy_cache_revision_unverified": true
  },
  "capture_sha256": "75481c11584a7b24680b9850d9050b7cee3c5859c3953b74ea6c42f3ff666f04",
  "cold_ids": [
   0,
   1,
   2,
   3,
   5,
   8,
   9,
   10,
   11,
   12,
   13,
   15,
   17,
   18,
   19,
   20,
   22,
   24,
   25,
   28,
   29,
   30,
   31,
   32,
   33,
   34,
   35,
   36,
   37,
   39,
   42,
   43,
   44,
   45,
   46,
   47,
   48,
   49,
   50,
   51,
   52,
   53,
   54,
   56,
   57,
   59,
   60,
   61,
   62,
   63,
   65,
   66,
   67,
   68,
   69,
   70,
   71,
   72,
   73,
   74,
   75,
   79,
   80,
   81,
   82,
   83,
   84,
   85,
   87,
   88,
   89,
   90,
   91,
   92,
   93,
   94,
   95,
   96,
   97,
   98,
   99,
   101,
   104,
   105,
   106,
   108,
   109,
   110,
   111,
   112,
   113,
   114,
   115,
   116,
   117,
   118,
   121,
   123,
   124,
   125,
   126,
   127,
   128,
   129,
   130,
   131,
   133,
   134,
   135,
   136,
   138,
   139,
   140,
   141,
   142,
   143,
   144,
   145,
   146,
   147,
   148,
   149,
   152,
   153,
   154,
   155,
   156,
   157,
   160,
   161,
   162,
   163,
   164,
   165,
   166,
   167,
   168,
   169,
   170,
   171,
   172,
   174,
   175,
   176,
   177,
   178,
   179,
   180,
   181,
   182,
   183,
   184,
   185,
   186,
   187,
   188,
   189,
   190,
   191,
   192,
   193,
   194,
   195,
   196,
   197,
   198,
   199,
   201,
   202,
   203,
   204,
   205,
   208,
   209,
   210,
   211,
   212,
   214,
   215,
   217,
   218,
   219,
   220,
   222,
   223,
   224,
   225,
   227,
   229,
   230,
   231,
   232,
   233,
   234,
   235,
   236,
   237,
   238,
   239,
   240,
   241,
   243,
   244,
   247,
   248,
   249,
   250,
   251,
   253,
   254,
   255
  ],
  "encoder_sha256": "6c20c56fc7a308724ab4faf4174c4e8e32cba5a43c3fccd3f3e6d4da1f0b583e",
  "settings": {
   "cb_iters": 8,
   "sweep_passes": 2,
   "refine": 1,
   "col_block": 128,
   "codebook_scope": "expert"
  }
 },
 "format": "rvq256_256x8_expert_fp16block",
 "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=50",
 "pv_report": {
  "layer": 8,
  "target": "same_input",
  "recipe": "full_corpus_sequence_pass_v1",
  "block_scale_dtype": "fp16",
  "batch_tokens": 262144,
  "sequence_order_sha256": "5e0ef183802009d0483fe37a60f5acd49dd99218130e0c952f097fa473d863bf",
  "training_sequence_count": 14657,
  "training_passes": 0.8733618634740414,
  "training_tokens_seen": 13107200,
  "adaptive_schedule": {
   "best": 0.022436852159198863,
   "drop_after": 25,
   "relative_worsening": 0.001,
   "checks": 3,
   "patience_updates": 10,
   "bad_checks": 0,
   "last_best": 40,
   "early_drop": false
  },
  "refinement": null,
  "lr_decay_after": 25,
  "lr_decay_factor": 0.25,
  "export_only": false,
  "training_output_export": "fixed validation/audit outputs only; full training trajectory export not performed",
  "codebook_lr": 0.048,
  "scale_lr": 0.032,
  "quantized_movement": {
   "codebook_changed": 38076,
   "codebook_values": 1728512,
   "scales_changed": 61889204,
   "scale_values": 62226432
  },
  "initial_validation": {
   "target_rel": 0.04702420654880084,
   "reference_rel": 0.05778964301348422,
   "boundary_rel": 0.04638585627448218,
   "bulk_rel": 0.047024244479505296,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 25.360563278198242,
     "reference_energy": 16665.865234375
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 52.18220520019531,
     "reference_energy": 9424.6015625
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 23.490154266357422,
     "reference_energy": 17014.650390625
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 53.95604705810547,
     "reference_energy": 7933.046875
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 69.32107543945312,
     "reference_energy": 17646.375
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 118.14827728271484,
     "reference_energy": 9339.92578125
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 41.09614562988281,
     "reference_energy": 18077.18359375
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 46.34862518310547,
     "reference_energy": 16868.25
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 27.893779754638672,
     "reference_energy": 16997.03125
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 40.543052673339844,
     "reference_energy": 18222.466796875
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 70.27786254882812,
     "reference_energy": 18492.869140625
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 31.254863739013672,
     "reference_energy": 10020.529296875
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 58.769657135009766,
     "reference_energy": 17134.3203125
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 37.588829040527344,
     "reference_energy": 9445.1064453125
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 36.15714645385742,
     "reference_energy": 14248.6240234375
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 24.067626953125,
     "reference_energy": 8977.181640625
    }
   ]
  },
  "final_validation": {
   "target_rel": 0.022436852159198863,
   "reference_rel": 0.03566662817833077,
   "boundary_rel": 0.04771740282887485,
   "bulk_rel": 0.022434433626406475,
   "boundary_rows": 24,
   "windows": [
    {
     "first_row": 8192,
     "rows": 1024,
     "reference_sse": 8.07065486907959,
     "reference_energy": 16665.865234375
    },
    {
     "first_row": 9216,
     "rows": 1024,
     "reference_sse": 26.2597713470459,
     "reference_energy": 9424.6015625
    },
    {
     "first_row": 20480,
     "rows": 1024,
     "reference_sse": 5.165682792663574,
     "reference_energy": 17014.650390625
    },
    {
     "first_row": 21504,
     "rows": 1024,
     "reference_sse": 12.783891677856445,
     "reference_energy": 7933.046875
    },
    {
     "first_row": 32768,
     "rows": 1024,
     "reference_sse": 23.913124084472656,
     "reference_energy": 17646.375
    },
    {
     "first_row": 33792,
     "rows": 1024,
     "reference_sse": 57.35923767089844,
     "reference_energy": 9339.92578125
    },
    {
     "first_row": 45056,
     "rows": 1024,
     "reference_sse": 14.446124076843262,
     "reference_energy": 18077.18359375
    },
    {
     "first_row": 46080,
     "rows": 1024,
     "reference_sse": 8.682165145874023,
     "reference_energy": 16868.25
    },
    {
     "first_row": 57344,
     "rows": 1024,
     "reference_sse": 5.251312255859375,
     "reference_energy": 16997.03125
    },
    {
     "first_row": 58368,
     "rows": 1024,
     "reference_sse": 14.036982536315918,
     "reference_energy": 18222.466796875
    },
    {
     "first_row": 69632,
     "rows": 1024,
     "reference_sse": 22.724763870239258,
     "reference_energy": 18492.869140625
    },
    {
     "first_row": 70656,
     "rows": 1024,
     "reference_sse": 12.190948486328125,
     "reference_energy": 10020.529296875
    },
    {
     "first_row": 81920,
     "rows": 1024,
     "reference_sse": 31.30605697631836,
     "reference_energy": 17134.3203125
    },
    {
     "first_row": 82944,
     "rows": 1024,
     "reference_sse": 20.928760528564453,
     "reference_energy": 9445.1064453125
    },
    {
     "first_row": 94208,
     "rows": 1024,
     "reference_sse": 15.332219123840332,
     "reference_energy": 14248.6240234375
    },
    {
     "first_row": 95232,
     "rows": 1024,
     "reference_sse": 9.691061019897461,
     "reference_energy": 8977.181640625
    }
   ]
  },
  "initial_reasoning_validation": null,
  "final_reasoning_validation": null,
  "validation_distribution": "reasoning only",
  "serialized_validation": {
   "target_rel": 0.022436852159198863,
   "reference_rel": 0.03566662817833077
  },
  "development_audit": {
   "target_rel": 0.02725345454292949,
   "reference_rel": 0.03913772376959049,
   "boundary_rel": 0.07438916451915714,
   "bulk_rel": 0.0272514960297371,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 26.087448120117188,
     "reference_energy": 17307.96875
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 25.87978744506836,
     "reference_energy": 18467.34765625
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 10.040979385375977,
     "reference_energy": 8692.2880859375
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 17.4145450592041,
     "reference_energy": 9584.7421875
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 18.353212356567383,
     "reference_energy": 17893.455078125
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 23.657642364501953,
     "reference_energy": 18274.505859375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 19.413007736206055,
     "reference_energy": 7838.177734375
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 7.384330749511719,
     "reference_energy": 8560.923828125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 37.99439239501953,
     "reference_energy": 19990.001953125
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 24.30794334411621,
     "reference_energy": 19795.83984375
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 11.132518768310547,
     "reference_energy": 18299.705078125
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 18.2071533203125,
     "reference_energy": 18043.83984375
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 40.141845703125,
     "reference_energy": 17913.80859375
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 52.69612121582031,
     "reference_energy": 9368.9521484375
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 18.541690826416016,
     "reference_energy": 10105.392578125
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 13.49793815612793,
     "reference_energy": 17987.96484375
    }
   ]
  },
  "initial_development_audit": {
   "target_rel": 0.050837978643145536,
   "reference_rel": 0.06133566338327222,
   "boundary_rel": 0.07698221876556591,
   "bulk_rel": 0.05083724627006522,
   "boundary_rows": 10,
   "windows": [
    {
     "first_row": 10240,
     "rows": 1024,
     "reference_sse": 89.20274353027344,
     "reference_energy": 17307.96875
    },
    {
     "first_row": 11264,
     "rows": 1024,
     "reference_sse": 52.13359832763672,
     "reference_energy": 18467.34765625
    },
    {
     "first_row": 22528,
     "rows": 1024,
     "reference_sse": 23.473377227783203,
     "reference_energy": 8692.2880859375
    },
    {
     "first_row": 23552,
     "rows": 1024,
     "reference_sse": 34.31124496459961,
     "reference_energy": 9584.7421875
    },
    {
     "first_row": 34816,
     "rows": 1024,
     "reference_sse": 44.59069061279297,
     "reference_energy": 17893.455078125
    },
    {
     "first_row": 35840,
     "rows": 1024,
     "reference_sse": 49.45587158203125,
     "reference_energy": 18274.505859375
    },
    {
     "first_row": 47104,
     "rows": 1024,
     "reference_sse": 41.92925262451172,
     "reference_energy": 7838.177734375
    },
    {
     "first_row": 48128,
     "rows": 1024,
     "reference_sse": 16.921619415283203,
     "reference_energy": 8560.923828125
    },
    {
     "first_row": 59392,
     "rows": 1024,
     "reference_sse": 101.98001098632812,
     "reference_energy": 19990.001953125
    },
    {
     "first_row": 60416,
     "rows": 1024,
     "reference_sse": 83.67044067382812,
     "reference_energy": 19795.83984375
    },
    {
     "first_row": 71680,
     "rows": 1024,
     "reference_sse": 52.601539611816406,
     "reference_energy": 18299.705078125
    },
    {
     "first_row": 72704,
     "rows": 1024,
     "reference_sse": 45.3233642578125,
     "reference_energy": 18043.83984375
    },
    {
     "first_row": 83968,
     "rows": 1024,
     "reference_sse": 86.9220199584961,
     "reference_energy": 17913.80859375
    },
    {
     "first_row": 84992,
     "rows": 1024,
     "reference_sse": 85.21715545654297,
     "reference_energy": 9368.9521484375
    },
    {
     "first_row": 96256,
     "rows": 1024,
     "reference_sse": 38.93696212768555,
     "reference_energy": 10105.392578125
    },
    {
     "first_row": 97280,
     "rows": 1024,
     "reference_sse": 49.171180725097656,
     "reference_energy": 17987.96484375
    }
   ]
  },
  "best_step": 40,
  "steps_run": 50,
  "history": [
   {
    "step": 5,
    "validation": {
     "target_rel": 0.04653405852990013,
     "reference_rel": 0.05732088586206723,
     "boundary_rel": 0.0453303688273446,
     "bulk_rel": 0.0465341306382803,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.9244370782453464,
    "batch_loss": 0.8550161719322205,
    "best_step": 5,
    "overfit_checks": 0,
    "seconds": 60.09305691719055,
    "adaptive_schedule": {
     "best": 0.04653405852990013,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 5,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 0,
     "codebook_values": 1728512,
     "scales_changed": 61318748,
     "scale_values": 62226432
    }
   },
   {
    "step": 10,
    "validation": {
     "target_rel": 0.04153008641947366,
     "reference_rel": 0.052798908760105234,
     "boundary_rel": 0.0465214339434209,
     "bulk_rel": 0.04152976187059429,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.8018641803763062,
    "batch_loss": 0.7387198209762573,
    "best_step": 10,
    "overfit_checks": 0,
    "seconds": 148.29342103004456,
    "adaptive_schedule": {
     "best": 0.04153008641947366,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 10,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 36796,
     "codebook_values": 1728512,
     "scales_changed": 61607761,
     "scale_values": 62226432
    }
   },
   {
    "step": 15,
    "validation": {
     "target_rel": 0.037589467548408494,
     "reference_rel": 0.04930064735192485,
     "boundary_rel": 0.04653327622614567,
     "bulk_rel": 0.03758885407937024,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.7087962451113929,
    "batch_loss": 0.5256422460079193,
    "best_step": 15,
    "overfit_checks": 0,
    "seconds": 202.68438243865967,
    "adaptive_schedule": {
     "best": 0.037589467548408494,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 15,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 40281,
     "codebook_values": 1728512,
     "scales_changed": 61735762,
     "scale_values": 62226432
    }
   },
   {
    "step": 20,
    "validation": {
     "target_rel": 0.029412997935685522,
     "reference_rel": 0.0418873883401045,
     "boundary_rel": 0.04782245824986619,
     "bulk_rel": 0.029411518839187814,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.5338937654347329,
    "batch_loss": 0.35493868589401245,
    "best_step": 20,
    "overfit_checks": 0,
    "seconds": 285.0366554260254,
    "adaptive_schedule": {
     "best": 0.029412997935685522,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 20,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 43786,
     "codebook_values": 1728512,
     "scales_changed": 61817500,
     "scale_values": 62226432
    }
   },
   {
    "step": 25,
    "validation": {
     "target_rel": 0.026801441324450434,
     "reference_rel": 0.039517046758713835,
     "boundary_rel": 0.04796886481279709,
     "bulk_rel": 0.026799634259676568,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.48183621619466266,
    "batch_loss": 0.23697668686509132,
    "best_step": 25,
    "overfit_checks": 0,
    "seconds": 341.3333806991577,
    "adaptive_schedule": {
     "best": 0.026801441324450434,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 25,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 43555,
     "codebook_values": 1728512,
     "scales_changed": 61867939,
     "scale_values": 62226432
    }
   },
   {
    "step": 30,
    "validation": {
     "target_rel": 0.024820520132293366,
     "reference_rel": 0.03761558376536494,
     "boundary_rel": 0.04800866318947334,
     "bulk_rel": 0.02481843846264915,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.4899083392980359,
    "batch_loss": 0.27244932949543,
    "best_step": 30,
    "overfit_checks": 0,
    "seconds": 422.452849149704,
    "adaptive_schedule": {
     "best": 0.024820520132293366,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 30,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 40586,
     "codebook_values": 1728512,
     "scales_changed": 61876108,
     "scale_values": 62226432
    }
   },
   {
    "step": 35,
    "validation": {
     "target_rel": 0.02431323145125288,
     "reference_rel": 0.03748639583693427,
     "boundary_rel": 0.047691581832565735,
     "bulk_rel": 0.024311113263209297,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.44843865211071726,
    "batch_loss": 0.21811486408114433,
    "best_step": 35,
    "overfit_checks": 0,
    "seconds": 477.30757093429565,
    "adaptive_schedule": {
     "best": 0.02431323145125288,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 35,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 39028,
     "codebook_values": 1728512,
     "scales_changed": 61885020,
     "scale_values": 62226432
    }
   },
   {
    "step": 40,
    "validation": {
     "target_rel": 0.022436852159198863,
     "reference_rel": 0.03566662817833077,
     "boundary_rel": 0.04771740282887485,
     "bulk_rel": 0.022434433626406475,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.47325628164345845,
    "batch_loss": 0.2225656621158123,
    "best_step": 40,
    "overfit_checks": 0,
    "seconds": 563.015273809433,
    "adaptive_schedule": {
     "best": 0.022436852159198863,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 40,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 38076,
     "codebook_values": 1728512,
     "scales_changed": 61889204,
     "scale_values": 62226432
    }
   },
   {
    "step": 45,
    "validation": {
     "target_rel": 0.022636717986951604,
     "reference_rel": 0.03612681869133782,
     "boundary_rel": 0.0474103836219609,
     "bulk_rel": 0.022634372594092223,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.431336208487226,
    "batch_loss": 0.15758707374334335,
    "best_step": 40,
    "overfit_checks": 1,
    "seconds": 615.652615070343,
    "adaptive_schedule": {
     "best": 0.022436852159198863,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 40,
     "early_drop": false
    },
    "adaptive_stop": false,
    "quantized_movement": {
     "codebook_changed": 37151,
     "codebook_values": 1728512,
     "scales_changed": 61894876,
     "scale_values": 62226432
    }
   },
   {
    "step": 50,
    "validation": {
     "target_rel": 0.02283226385913583,
     "reference_rel": 0.03640090927256194,
     "boundary_rel": 0.047266780186550374,
     "bulk_rel": 0.022829969128288125,
     "boundary_rows": 24
    },
    "reasoning_validation": null,
    "training_probe_rel": 0.40671823570016147,
    "batch_loss": 0.16858114302158356,
    "best_step": 40,
    "overfit_checks": 2,
    "seconds": 699.6428744792938,
    "adaptive_schedule": {
     "best": 0.022436852159198863,
     "drop_after": 25,
     "relative_worsening": 0.001,
     "checks": 3,
     "patience_updates": 10,
     "bad_checks": 0,
     "last_best": 40,
     "early_drop": false
    },
    "adaptive_stop": true,
    "quantized_movement": {
     "codebook_changed": 36700,
     "codebook_values": 1728512,
     "scales_changed": 61899733,
     "scale_values": 62226432
    }
   }
  ],
  "index_reassignments": [
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 422,
    "accepted": 345,
    "changed_groups": 295136,
    "training_before": 303.26629638671875,
    "training_after": 263.00677490234375,
    "acceptance": "proposal and separate training check batches",
    "step": 10
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 420,
    "accepted": 291,
    "changed_groups": 179331,
    "training_before": 124.20924377441406,
    "training_after": 101.85292053222656,
    "acceptance": "proposal and separate training check batches",
    "step": 20
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 422,
    "accepted": 233,
    "changed_groups": 112099,
    "training_before": 126.14830017089844,
    "training_after": 90.36872863769531,
    "acceptance": "proposal and separate training check batches",
    "step": 30
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 422,
    "accepted": 280,
    "changed_groups": 121183,
    "training_before": 102.82908630371094,
    "training_after": 82.47763061523438,
    "acceptance": "proposal and separate training check batches",
    "step": 40
   },
   {
    "method": "expert_parallel_output_gradient_prefix_backtracking_v1",
    "proposals": 422,
    "accepted": 180,
    "changed_groups": 114663,
    "training_before": 83.57954406738281,
    "training_after": 82.01983642578125,
    "acceptance": "proposal and separate training check batches",
    "step": 50
   }
  ],
  "coverage_threshold": 256,
  "checkpoint_selection": "held-out original reference trajectory for both arms",
  "world_size": 8,
  "microbatch": 65536,
  "proposal_communication": "sparse routed rows",
  "parallelism": "expert-sharded coupled output",
  "arithmetic": "fp4_planes4_fp16_boundaries_v1",
  "scope": "text-only, cached prompt partitions; historical audit is development only",
  "train_rows": 15007754,
  "validation_rows": 16384,
  "audit_rows": 16384,
  "complete": true
 },
 "version": 4,
 "block_scale_dtype": "float16",
 "codebook_scope": "expert",
 "bits": 2.125,
 "codebook_sizes": [
  256,
  256
 ],
 "index_bits": [
  8,
  8
 ],
 "words_per_tile": 64,
 "production_ready": true,
 "roundtrip": "all expert indices exact; 3 decoded weights/projection exact",
 "requires_8x8_loader_kernel": true,
 "production_gate": "sm120 smoke+speed 2026-09-22: coherence PASS; code 128.5 / prose 90.5 / count 140.6 / pangram 138.2 tok/s single-stream (MTP ns=3, tok/step 2.51-3.97); image glm53-arvq-sm120:v4v5-d7ada6d-20260922 @ 950K ctx"
}