Decision-1.0-Route-0.6B / native /STATE_LAYOUT.json
subin's picture
Add the router-signal fine-tune of Decision-1.0-Kai-0.6B (#1)
de365e0
Raw History Blame
11 kB
{
"arm": "all22",
"choice_and_noul_heads_frozen": true,
"counts": {
"frozen_parameters": 446810114,
"frozen_tensors": 327,
"integrated_choice_suffix_tensors": 132,
"score_suffix_parameters": 110330880,
"score_suffix_tensors": 132,
"shared_encoder_tensors": 134,
"trainable_parameters": 125099521,
"trainable_tensors": 162,
"type_and_head_tensors": 91,
"unique_parameters": 571909635,
"unique_tensors": 489
},
"cross_record_or_request_cache": false,
"embedding_storage": "encoder.embeddings; exactly one frozen vocabulary",
"forward_batch_policy": "one embedding pass; all encoder paths keep full B x L; only heads gather type rows",
"integrated_choice_storage": "choice_blocks + choice_final_norm; original trained values, all frozen",
"merged_weights": false,
"score_shared_prefix_layers": 0,
"score_suffix_copy_map": {
"score_blocks.0.attn.Wo.weight": "encoder.layers.0.attn.Wo.weight",
"score_blocks.0.attn.Wqkv.weight": "encoder.layers.0.attn.Wqkv.weight",
"score_blocks.0.mlp.Wi.weight": "encoder.layers.0.mlp.Wi.weight",
"score_blocks.0.mlp.Wo.weight": "encoder.layers.0.mlp.Wo.weight",
"score_blocks.0.mlp_norm.weight": "encoder.layers.0.mlp_norm.weight",
"score_blocks.1.attn.Wo.weight": "encoder.layers.1.attn.Wo.weight",
"score_blocks.1.attn.Wqkv.weight": "encoder.layers.1.attn.Wqkv.weight",
"score_blocks.1.attn_norm.weight": "encoder.layers.1.attn_norm.weight",
"score_blocks.1.mlp.Wi.weight": "encoder.layers.1.mlp.Wi.weight",
"score_blocks.1.mlp.Wo.weight": "encoder.layers.1.mlp.Wo.weight",
"score_blocks.1.mlp_norm.weight": "encoder.layers.1.mlp_norm.weight",
"score_blocks.10.attn.Wo.weight": "encoder.layers.10.attn.Wo.weight",
"score_blocks.10.attn.Wqkv.weight": "encoder.layers.10.attn.Wqkv.weight",
"score_blocks.10.attn_norm.weight": "encoder.layers.10.attn_norm.weight",
"score_blocks.10.mlp.Wi.weight": "encoder.layers.10.mlp.Wi.weight",
"score_blocks.10.mlp.Wo.weight": "encoder.layers.10.mlp.Wo.weight",
"score_blocks.10.mlp_norm.weight": "encoder.layers.10.mlp_norm.weight",
"score_blocks.11.attn.Wo.weight": "encoder.layers.11.attn.Wo.weight",
"score_blocks.11.attn.Wqkv.weight": "encoder.layers.11.attn.Wqkv.weight",
"score_blocks.11.attn_norm.weight": "encoder.layers.11.attn_norm.weight",
"score_blocks.11.mlp.Wi.weight": "encoder.layers.11.mlp.Wi.weight",
"score_blocks.11.mlp.Wo.weight": "encoder.layers.11.mlp.Wo.weight",
"score_blocks.11.mlp_norm.weight": "encoder.layers.11.mlp_norm.weight",
"score_blocks.12.attn.Wo.weight": "encoder.layers.12.attn.Wo.weight",
"score_blocks.12.attn.Wqkv.weight": "encoder.layers.12.attn.Wqkv.weight",
"score_blocks.12.attn_norm.weight": "encoder.layers.12.attn_norm.weight",
"score_blocks.12.mlp.Wi.weight": "encoder.layers.12.mlp.Wi.weight",
"score_blocks.12.mlp.Wo.weight": "encoder.layers.12.mlp.Wo.weight",
"score_blocks.12.mlp_norm.weight": "encoder.layers.12.mlp_norm.weight",
"score_blocks.13.attn.Wo.weight": "encoder.layers.13.attn.Wo.weight",
"score_blocks.13.attn.Wqkv.weight": "encoder.layers.13.attn.Wqkv.weight",
"score_blocks.13.attn_norm.weight": "encoder.layers.13.attn_norm.weight",
"score_blocks.13.mlp.Wi.weight": "encoder.layers.13.mlp.Wi.weight",
"score_blocks.13.mlp.Wo.weight": "encoder.layers.13.mlp.Wo.weight",
"score_blocks.13.mlp_norm.weight": "encoder.layers.13.mlp_norm.weight",
"score_blocks.14.attn.Wo.weight": "encoder.layers.14.attn.Wo.weight",
"score_blocks.14.attn.Wqkv.weight": "encoder.layers.14.attn.Wqkv.weight",
"score_blocks.14.attn_norm.weight": "encoder.layers.14.attn_norm.weight",
"score_blocks.14.mlp.Wi.weight": "encoder.layers.14.mlp.Wi.weight",
"score_blocks.14.mlp.Wo.weight": "encoder.layers.14.mlp.Wo.weight",
"score_blocks.14.mlp_norm.weight": "encoder.layers.14.mlp_norm.weight",
"score_blocks.15.attn.Wo.weight": "encoder.layers.15.attn.Wo.weight",
"score_blocks.15.attn.Wqkv.weight": "encoder.layers.15.attn.Wqkv.weight",
"score_blocks.15.attn_norm.weight": "encoder.layers.15.attn_norm.weight",
"score_blocks.15.mlp.Wi.weight": "encoder.layers.15.mlp.Wi.weight",
"score_blocks.15.mlp.Wo.weight": "encoder.layers.15.mlp.Wo.weight",
"score_blocks.15.mlp_norm.weight": "encoder.layers.15.mlp_norm.weight",
"score_blocks.16.attn.Wo.weight": "encoder.layers.16.attn.Wo.weight",
"score_blocks.16.attn.Wqkv.weight": "encoder.layers.16.attn.Wqkv.weight",
"score_blocks.16.attn_norm.weight": "encoder.layers.16.attn_norm.weight",
"score_blocks.16.mlp.Wi.weight": "encoder.layers.16.mlp.Wi.weight",
"score_blocks.16.mlp.Wo.weight": "encoder.layers.16.mlp.Wo.weight",
"score_blocks.16.mlp_norm.weight": "encoder.layers.16.mlp_norm.weight",
"score_blocks.17.attn.Wo.weight": "encoder.layers.17.attn.Wo.weight",
"score_blocks.17.attn.Wqkv.weight": "encoder.layers.17.attn.Wqkv.weight",
"score_blocks.17.attn_norm.weight": "encoder.layers.17.attn_norm.weight",
"score_blocks.17.mlp.Wi.weight": "encoder.layers.17.mlp.Wi.weight",
"score_blocks.17.mlp.Wo.weight": "encoder.layers.17.mlp.Wo.weight",
"score_blocks.17.mlp_norm.weight": "encoder.layers.17.mlp_norm.weight",
"score_blocks.18.attn.Wo.weight": "encoder.layers.18.attn.Wo.weight",
"score_blocks.18.attn.Wqkv.weight": "encoder.layers.18.attn.Wqkv.weight",
"score_blocks.18.attn_norm.weight": "encoder.layers.18.attn_norm.weight",
"score_blocks.18.mlp.Wi.weight": "encoder.layers.18.mlp.Wi.weight",
"score_blocks.18.mlp.Wo.weight": "encoder.layers.18.mlp.Wo.weight",
"score_blocks.18.mlp_norm.weight": "encoder.layers.18.mlp_norm.weight",
"score_blocks.19.attn.Wo.weight": "encoder.layers.19.attn.Wo.weight",
"score_blocks.19.attn.Wqkv.weight": "encoder.layers.19.attn.Wqkv.weight",
"score_blocks.19.attn_norm.weight": "encoder.layers.19.attn_norm.weight",
"score_blocks.19.mlp.Wi.weight": "encoder.layers.19.mlp.Wi.weight",
"score_blocks.19.mlp.Wo.weight": "encoder.layers.19.mlp.Wo.weight",
"score_blocks.19.mlp_norm.weight": "encoder.layers.19.mlp_norm.weight",
"score_blocks.2.attn.Wo.weight": "encoder.layers.2.attn.Wo.weight",
"score_blocks.2.attn.Wqkv.weight": "encoder.layers.2.attn.Wqkv.weight",
"score_blocks.2.attn_norm.weight": "encoder.layers.2.attn_norm.weight",
"score_blocks.2.mlp.Wi.weight": "encoder.layers.2.mlp.Wi.weight",
"score_blocks.2.mlp.Wo.weight": "encoder.layers.2.mlp.Wo.weight",
"score_blocks.2.mlp_norm.weight": "encoder.layers.2.mlp_norm.weight",
"score_blocks.20.attn.Wo.weight": "encoder.layers.20.attn.Wo.weight",
"score_blocks.20.attn.Wqkv.weight": "encoder.layers.20.attn.Wqkv.weight",
"score_blocks.20.attn_norm.weight": "encoder.layers.20.attn_norm.weight",
"score_blocks.20.mlp.Wi.weight": "encoder.layers.20.mlp.Wi.weight",
"score_blocks.20.mlp.Wo.weight": "encoder.layers.20.mlp.Wo.weight",
"score_blocks.20.mlp_norm.weight": "encoder.layers.20.mlp_norm.weight",
"score_blocks.21.attn.Wo.weight": "encoder.layers.21.attn.Wo.weight",
"score_blocks.21.attn.Wqkv.weight": "encoder.layers.21.attn.Wqkv.weight",
"score_blocks.21.attn_norm.weight": "encoder.layers.21.attn_norm.weight",
"score_blocks.21.mlp.Wi.weight": "encoder.layers.21.mlp.Wi.weight",
"score_blocks.21.mlp.Wo.weight": "encoder.layers.21.mlp.Wo.weight",
"score_blocks.21.mlp_norm.weight": "encoder.layers.21.mlp_norm.weight",
"score_blocks.3.attn.Wo.weight": "encoder.layers.3.attn.Wo.weight",
"score_blocks.3.attn.Wqkv.weight": "encoder.layers.3.attn.Wqkv.weight",
"score_blocks.3.attn_norm.weight": "encoder.layers.3.attn_norm.weight",
"score_blocks.3.mlp.Wi.weight": "encoder.layers.3.mlp.Wi.weight",
"score_blocks.3.mlp.Wo.weight": "encoder.layers.3.mlp.Wo.weight",
"score_blocks.3.mlp_norm.weight": "encoder.layers.3.mlp_norm.weight",
"score_blocks.4.attn.Wo.weight": "encoder.layers.4.attn.Wo.weight",
"score_blocks.4.attn.Wqkv.weight": "encoder.layers.4.attn.Wqkv.weight",
"score_blocks.4.attn_norm.weight": "encoder.layers.4.attn_norm.weight",
"score_blocks.4.mlp.Wi.weight": "encoder.layers.4.mlp.Wi.weight",
"score_blocks.4.mlp.Wo.weight": "encoder.layers.4.mlp.Wo.weight",
"score_blocks.4.mlp_norm.weight": "encoder.layers.4.mlp_norm.weight",
"score_blocks.5.attn.Wo.weight": "encoder.layers.5.attn.Wo.weight",
"score_blocks.5.attn.Wqkv.weight": "encoder.layers.5.attn.Wqkv.weight",
"score_blocks.5.attn_norm.weight": "encoder.layers.5.attn_norm.weight",
"score_blocks.5.mlp.Wi.weight": "encoder.layers.5.mlp.Wi.weight",
"score_blocks.5.mlp.Wo.weight": "encoder.layers.5.mlp.Wo.weight",
"score_blocks.5.mlp_norm.weight": "encoder.layers.5.mlp_norm.weight",
"score_blocks.6.attn.Wo.weight": "encoder.layers.6.attn.Wo.weight",
"score_blocks.6.attn.Wqkv.weight": "encoder.layers.6.attn.Wqkv.weight",
"score_blocks.6.attn_norm.weight": "encoder.layers.6.attn_norm.weight",
"score_blocks.6.mlp.Wi.weight": "encoder.layers.6.mlp.Wi.weight",
"score_blocks.6.mlp.Wo.weight": "encoder.layers.6.mlp.Wo.weight",
"score_blocks.6.mlp_norm.weight": "encoder.layers.6.mlp_norm.weight",
"score_blocks.7.attn.Wo.weight": "encoder.layers.7.attn.Wo.weight",
"score_blocks.7.attn.Wqkv.weight": "encoder.layers.7.attn.Wqkv.weight",
"score_blocks.7.attn_norm.weight": "encoder.layers.7.attn_norm.weight",
"score_blocks.7.mlp.Wi.weight": "encoder.layers.7.mlp.Wi.weight",
"score_blocks.7.mlp.Wo.weight": "encoder.layers.7.mlp.Wo.weight",
"score_blocks.7.mlp_norm.weight": "encoder.layers.7.mlp_norm.weight",
"score_blocks.8.attn.Wo.weight": "encoder.layers.8.attn.Wo.weight",
"score_blocks.8.attn.Wqkv.weight": "encoder.layers.8.attn.Wqkv.weight",
"score_blocks.8.attn_norm.weight": "encoder.layers.8.attn_norm.weight",
"score_blocks.8.mlp.Wi.weight": "encoder.layers.8.mlp.Wi.weight",
"score_blocks.8.mlp.Wo.weight": "encoder.layers.8.mlp.Wo.weight",
"score_blocks.8.mlp_norm.weight": "encoder.layers.8.mlp_norm.weight",
"score_blocks.9.attn.Wo.weight": "encoder.layers.9.attn.Wo.weight",
"score_blocks.9.attn.Wqkv.weight": "encoder.layers.9.attn.Wqkv.weight",
"score_blocks.9.attn_norm.weight": "encoder.layers.9.attn_norm.weight",
"score_blocks.9.mlp.Wi.weight": "encoder.layers.9.mlp.Wi.weight",
"score_blocks.9.mlp.Wo.weight": "encoder.layers.9.mlp.Wo.weight",
"score_blocks.9.mlp_norm.weight": "encoder.layers.9.mlp_norm.weight",
"score_final_norm.weight": "encoder.final_norm.weight"
},
"score_suffix_copy_source": "original shared encoder, never trained Choice suffix",
"shared_encoder_storage": "encoder.layers + encoder.final_norm; all frozen",
"trainability_policy": "score_private_all22_and_head",
"training_arm": "S22",
"type_embedding_frozen": true,
"unique_registered_state": true
}