{ "arm": "all22", "choice_and_noul_heads_frozen": true, "counts": { "frozen_parameters": 446810114, "frozen_tensors": 327, "integrated_choice_suffix_tensors": 132, "score_suffix_parameters": 110330880, "score_suffix_tensors": 132, "shared_encoder_tensors": 134, "trainable_parameters": 125099521, "trainable_tensors": 162, "type_and_head_tensors": 91, "unique_parameters": 571909635, "unique_tensors": 489 }, "cross_record_or_request_cache": false, "embedding_storage": "encoder.embeddings; exactly one frozen vocabulary", "forward_batch_policy": "one embedding pass; all encoder paths keep full B x L; only heads gather type rows", "integrated_choice_storage": "choice_blocks + choice_final_norm; original trained values, all frozen", "merged_weights": false, "score_shared_prefix_layers": 0, "score_suffix_copy_map": { "score_blocks.0.attn.Wo.weight": "encoder.layers.0.attn.Wo.weight", "score_blocks.0.attn.Wqkv.weight": "encoder.layers.0.attn.Wqkv.weight", "score_blocks.0.mlp.Wi.weight": "encoder.layers.0.mlp.Wi.weight", "score_blocks.0.mlp.Wo.weight": "encoder.layers.0.mlp.Wo.weight", "score_blocks.0.mlp_norm.weight": "encoder.layers.0.mlp_norm.weight", "score_blocks.1.attn.Wo.weight": "encoder.layers.1.attn.Wo.weight", "score_blocks.1.attn.Wqkv.weight": "encoder.layers.1.attn.Wqkv.weight", "score_blocks.1.attn_norm.weight": "encoder.layers.1.attn_norm.weight", "score_blocks.1.mlp.Wi.weight": "encoder.layers.1.mlp.Wi.weight", "score_blocks.1.mlp.Wo.weight": "encoder.layers.1.mlp.Wo.weight", "score_blocks.1.mlp_norm.weight": "encoder.layers.1.mlp_norm.weight", "score_blocks.10.attn.Wo.weight": "encoder.layers.10.attn.Wo.weight", "score_blocks.10.attn.Wqkv.weight": "encoder.layers.10.attn.Wqkv.weight", "score_blocks.10.attn_norm.weight": "encoder.layers.10.attn_norm.weight", "score_blocks.10.mlp.Wi.weight": "encoder.layers.10.mlp.Wi.weight", "score_blocks.10.mlp.Wo.weight": "encoder.layers.10.mlp.Wo.weight", "score_blocks.10.mlp_norm.weight": "encoder.layers.10.mlp_norm.weight", "score_blocks.11.attn.Wo.weight": "encoder.layers.11.attn.Wo.weight", "score_blocks.11.attn.Wqkv.weight": "encoder.layers.11.attn.Wqkv.weight", "score_blocks.11.attn_norm.weight": "encoder.layers.11.attn_norm.weight", "score_blocks.11.mlp.Wi.weight": "encoder.layers.11.mlp.Wi.weight", "score_blocks.11.mlp.Wo.weight": "encoder.layers.11.mlp.Wo.weight", "score_blocks.11.mlp_norm.weight": "encoder.layers.11.mlp_norm.weight", "score_blocks.12.attn.Wo.weight": "encoder.layers.12.attn.Wo.weight", "score_blocks.12.attn.Wqkv.weight": "encoder.layers.12.attn.Wqkv.weight", "score_blocks.12.attn_norm.weight": "encoder.layers.12.attn_norm.weight", "score_blocks.12.mlp.Wi.weight": "encoder.layers.12.mlp.Wi.weight", "score_blocks.12.mlp.Wo.weight": "encoder.layers.12.mlp.Wo.weight", "score_blocks.12.mlp_norm.weight": "encoder.layers.12.mlp_norm.weight", "score_blocks.13.attn.Wo.weight": "encoder.layers.13.attn.Wo.weight", "score_blocks.13.attn.Wqkv.weight": "encoder.layers.13.attn.Wqkv.weight", "score_blocks.13.attn_norm.weight": "encoder.layers.13.attn_norm.weight", "score_blocks.13.mlp.Wi.weight": "encoder.layers.13.mlp.Wi.weight", "score_blocks.13.mlp.Wo.weight": "encoder.layers.13.mlp.Wo.weight", "score_blocks.13.mlp_norm.weight": "encoder.layers.13.mlp_norm.weight", "score_blocks.14.attn.Wo.weight": "encoder.layers.14.attn.Wo.weight", "score_blocks.14.attn.Wqkv.weight": "encoder.layers.14.attn.Wqkv.weight", "score_blocks.14.attn_norm.weight": "encoder.layers.14.attn_norm.weight", "score_blocks.14.mlp.Wi.weight": "encoder.layers.14.mlp.Wi.weight", "score_blocks.14.mlp.Wo.weight": "encoder.layers.14.mlp.Wo.weight", "score_blocks.14.mlp_norm.weight": "encoder.layers.14.mlp_norm.weight", "score_blocks.15.attn.Wo.weight": "encoder.layers.15.attn.Wo.weight", "score_blocks.15.attn.Wqkv.weight": "encoder.layers.15.attn.Wqkv.weight", "score_blocks.15.attn_norm.weight": "encoder.layers.15.attn_norm.weight", "score_blocks.15.mlp.Wi.weight": "encoder.layers.15.mlp.Wi.weight", "score_blocks.15.mlp.Wo.weight": "encoder.layers.15.mlp.Wo.weight", "score_blocks.15.mlp_norm.weight": "encoder.layers.15.mlp_norm.weight", "score_blocks.16.attn.Wo.weight": "encoder.layers.16.attn.Wo.weight", "score_blocks.16.attn.Wqkv.weight": "encoder.layers.16.attn.Wqkv.weight", "score_blocks.16.attn_norm.weight": "encoder.layers.16.attn_norm.weight", "score_blocks.16.mlp.Wi.weight": "encoder.layers.16.mlp.Wi.weight", "score_blocks.16.mlp.Wo.weight": "encoder.layers.16.mlp.Wo.weight", "score_blocks.16.mlp_norm.weight": "encoder.layers.16.mlp_norm.weight", "score_blocks.17.attn.Wo.weight": "encoder.layers.17.attn.Wo.weight", "score_blocks.17.attn.Wqkv.weight": "encoder.layers.17.attn.Wqkv.weight", "score_blocks.17.attn_norm.weight": "encoder.layers.17.attn_norm.weight", "score_blocks.17.mlp.Wi.weight": "encoder.layers.17.mlp.Wi.weight", "score_blocks.17.mlp.Wo.weight": "encoder.layers.17.mlp.Wo.weight", "score_blocks.17.mlp_norm.weight": "encoder.layers.17.mlp_norm.weight", "score_blocks.18.attn.Wo.weight": "encoder.layers.18.attn.Wo.weight", "score_blocks.18.attn.Wqkv.weight": "encoder.layers.18.attn.Wqkv.weight", "score_blocks.18.attn_norm.weight": "encoder.layers.18.attn_norm.weight", "score_blocks.18.mlp.Wi.weight": "encoder.layers.18.mlp.Wi.weight", "score_blocks.18.mlp.Wo.weight": "encoder.layers.18.mlp.Wo.weight", "score_blocks.18.mlp_norm.weight": "encoder.layers.18.mlp_norm.weight", "score_blocks.19.attn.Wo.weight": "encoder.layers.19.attn.Wo.weight", "score_blocks.19.attn.Wqkv.weight": "encoder.layers.19.attn.Wqkv.weight", "score_blocks.19.attn_norm.weight": "encoder.layers.19.attn_norm.weight", "score_blocks.19.mlp.Wi.weight": "encoder.layers.19.mlp.Wi.weight", "score_blocks.19.mlp.Wo.weight": "encoder.layers.19.mlp.Wo.weight", "score_blocks.19.mlp_norm.weight": "encoder.layers.19.mlp_norm.weight", "score_blocks.2.attn.Wo.weight": "encoder.layers.2.attn.Wo.weight", "score_blocks.2.attn.Wqkv.weight": "encoder.layers.2.attn.Wqkv.weight", "score_blocks.2.attn_norm.weight": "encoder.layers.2.attn_norm.weight", "score_blocks.2.mlp.Wi.weight": "encoder.layers.2.mlp.Wi.weight", "score_blocks.2.mlp.Wo.weight": "encoder.layers.2.mlp.Wo.weight", "score_blocks.2.mlp_norm.weight": "encoder.layers.2.mlp_norm.weight", "score_blocks.20.attn.Wo.weight": "encoder.layers.20.attn.Wo.weight", "score_blocks.20.attn.Wqkv.weight": "encoder.layers.20.attn.Wqkv.weight", "score_blocks.20.attn_norm.weight": "encoder.layers.20.attn_norm.weight", "score_blocks.20.mlp.Wi.weight": "encoder.layers.20.mlp.Wi.weight", "score_blocks.20.mlp.Wo.weight": "encoder.layers.20.mlp.Wo.weight", "score_blocks.20.mlp_norm.weight": "encoder.layers.20.mlp_norm.weight", "score_blocks.21.attn.Wo.weight": "encoder.layers.21.attn.Wo.weight", "score_blocks.21.attn.Wqkv.weight": "encoder.layers.21.attn.Wqkv.weight", "score_blocks.21.attn_norm.weight": "encoder.layers.21.attn_norm.weight", "score_blocks.21.mlp.Wi.weight": "encoder.layers.21.mlp.Wi.weight", "score_blocks.21.mlp.Wo.weight": "encoder.layers.21.mlp.Wo.weight", "score_blocks.21.mlp_norm.weight": "encoder.layers.21.mlp_norm.weight", "score_blocks.3.attn.Wo.weight": "encoder.layers.3.attn.Wo.weight", "score_blocks.3.attn.Wqkv.weight": "encoder.layers.3.attn.Wqkv.weight", "score_blocks.3.attn_norm.weight": "encoder.layers.3.attn_norm.weight", "score_blocks.3.mlp.Wi.weight": "encoder.layers.3.mlp.Wi.weight", "score_blocks.3.mlp.Wo.weight": "encoder.layers.3.mlp.Wo.weight", "score_blocks.3.mlp_norm.weight": "encoder.layers.3.mlp_norm.weight", "score_blocks.4.attn.Wo.weight": "encoder.layers.4.attn.Wo.weight", "score_blocks.4.attn.Wqkv.weight": "encoder.layers.4.attn.Wqkv.weight", "score_blocks.4.attn_norm.weight": "encoder.layers.4.attn_norm.weight", "score_blocks.4.mlp.Wi.weight": "encoder.layers.4.mlp.Wi.weight", "score_blocks.4.mlp.Wo.weight": "encoder.layers.4.mlp.Wo.weight", "score_blocks.4.mlp_norm.weight": "encoder.layers.4.mlp_norm.weight", "score_blocks.5.attn.Wo.weight": "encoder.layers.5.attn.Wo.weight", "score_blocks.5.attn.Wqkv.weight": "encoder.layers.5.attn.Wqkv.weight", "score_blocks.5.attn_norm.weight": "encoder.layers.5.attn_norm.weight", "score_blocks.5.mlp.Wi.weight": "encoder.layers.5.mlp.Wi.weight", "score_blocks.5.mlp.Wo.weight": "encoder.layers.5.mlp.Wo.weight", "score_blocks.5.mlp_norm.weight": "encoder.layers.5.mlp_norm.weight", "score_blocks.6.attn.Wo.weight": "encoder.layers.6.attn.Wo.weight", "score_blocks.6.attn.Wqkv.weight": "encoder.layers.6.attn.Wqkv.weight", "score_blocks.6.attn_norm.weight": "encoder.layers.6.attn_norm.weight", "score_blocks.6.mlp.Wi.weight": "encoder.layers.6.mlp.Wi.weight", "score_blocks.6.mlp.Wo.weight": "encoder.layers.6.mlp.Wo.weight", "score_blocks.6.mlp_norm.weight": "encoder.layers.6.mlp_norm.weight", "score_blocks.7.attn.Wo.weight": "encoder.layers.7.attn.Wo.weight", "score_blocks.7.attn.Wqkv.weight": "encoder.layers.7.attn.Wqkv.weight", "score_blocks.7.attn_norm.weight": "encoder.layers.7.attn_norm.weight", "score_blocks.7.mlp.Wi.weight": "encoder.layers.7.mlp.Wi.weight", "score_blocks.7.mlp.Wo.weight": "encoder.layers.7.mlp.Wo.weight", "score_blocks.7.mlp_norm.weight": "encoder.layers.7.mlp_norm.weight", "score_blocks.8.attn.Wo.weight": "encoder.layers.8.attn.Wo.weight", "score_blocks.8.attn.Wqkv.weight": "encoder.layers.8.attn.Wqkv.weight", "score_blocks.8.attn_norm.weight": "encoder.layers.8.attn_norm.weight", "score_blocks.8.mlp.Wi.weight": "encoder.layers.8.mlp.Wi.weight", "score_blocks.8.mlp.Wo.weight": "encoder.layers.8.mlp.Wo.weight", "score_blocks.8.mlp_norm.weight": "encoder.layers.8.mlp_norm.weight", "score_blocks.9.attn.Wo.weight": "encoder.layers.9.attn.Wo.weight", "score_blocks.9.attn.Wqkv.weight": "encoder.layers.9.attn.Wqkv.weight", "score_blocks.9.attn_norm.weight": "encoder.layers.9.attn_norm.weight", "score_blocks.9.mlp.Wi.weight": "encoder.layers.9.mlp.Wi.weight", "score_blocks.9.mlp.Wo.weight": "encoder.layers.9.mlp.Wo.weight", "score_blocks.9.mlp_norm.weight": "encoder.layers.9.mlp_norm.weight", "score_final_norm.weight": "encoder.final_norm.weight" }, "score_suffix_copy_source": "original shared encoder, never trained Choice suffix", "shared_encoder_storage": "encoder.layers + encoder.final_norm; all frozen", "trainability_policy": "score_private_all22_and_head", "training_arm": "S22", "type_embedding_frozen": true, "unique_registered_state": true }