Download native/STATE_LAYOUT.json from vllm-sr/Decision-1.0-Route-0.6B: direct link, hf CLI and curl.
- Browser
- Download file 11 kB
-
https://huggingface.co/vllm-sr/Decision-1.0-Route-0.6B/resolve/a5b21dffbf09f7926b6f20e9ec352574c3aa5860/native/STATE_LAYOUT.json
- Command line
-
hf download hf://vllm-sr/Decision-1.0-Route-0.6B@a5b21dffbf09f7926b6f20e9ec352574c3aa5860/native/STATE_LAYOUT.json
-
curl -L -o STATE_LAYOUT.json https://huggingface.co/vllm-sr/Decision-1.0-Route-0.6B/resolve/a5b21dffbf09f7926b6f20e9ec352574c3aa5860/native/STATE_LAYOUT.json
11 kB
| { | |
| "arm": "all22", | |
| "choice_and_noul_heads_frozen": true, | |
| "counts": { | |
| "frozen_parameters": 446810114, | |
| "frozen_tensors": 327, | |
| "integrated_choice_suffix_tensors": 132, | |
| "score_suffix_parameters": 110330880, | |
| "score_suffix_tensors": 132, | |
| "shared_encoder_tensors": 134, | |
| "trainable_parameters": 125099521, | |
| "trainable_tensors": 162, | |
| "type_and_head_tensors": 91, | |
| "unique_parameters": 571909635, | |
| "unique_tensors": 489 | |
| }, | |
| "cross_record_or_request_cache": false, | |
| "embedding_storage": "encoder.embeddings; exactly one frozen vocabulary", | |
| "forward_batch_policy": "one embedding pass; all encoder paths keep full B x L; only heads gather type rows", | |
| "integrated_choice_storage": "choice_blocks + choice_final_norm; original trained values, all frozen", | |
| "merged_weights": false, | |
| "score_shared_prefix_layers": 0, | |
| "score_suffix_copy_map": { | |
| "score_blocks.0.attn.Wo.weight": "encoder.layers.0.attn.Wo.weight", | |
| "score_blocks.0.attn.Wqkv.weight": "encoder.layers.0.attn.Wqkv.weight", | |
| "score_blocks.0.mlp.Wi.weight": "encoder.layers.0.mlp.Wi.weight", | |
| "score_blocks.0.mlp.Wo.weight": "encoder.layers.0.mlp.Wo.weight", | |
| "score_blocks.0.mlp_norm.weight": "encoder.layers.0.mlp_norm.weight", | |
| "score_blocks.1.attn.Wo.weight": "encoder.layers.1.attn.Wo.weight", | |
| "score_blocks.1.attn.Wqkv.weight": "encoder.layers.1.attn.Wqkv.weight", | |
| "score_blocks.1.attn_norm.weight": "encoder.layers.1.attn_norm.weight", | |
| "score_blocks.1.mlp.Wi.weight": "encoder.layers.1.mlp.Wi.weight", | |
| "score_blocks.1.mlp.Wo.weight": "encoder.layers.1.mlp.Wo.weight", | |
| "score_blocks.1.mlp_norm.weight": "encoder.layers.1.mlp_norm.weight", | |
| "score_blocks.10.attn.Wo.weight": "encoder.layers.10.attn.Wo.weight", | |
| "score_blocks.10.attn.Wqkv.weight": "encoder.layers.10.attn.Wqkv.weight", | |
| "score_blocks.10.attn_norm.weight": "encoder.layers.10.attn_norm.weight", | |
| "score_blocks.10.mlp.Wi.weight": "encoder.layers.10.mlp.Wi.weight", | |
| "score_blocks.10.mlp.Wo.weight": "encoder.layers.10.mlp.Wo.weight", | |
| "score_blocks.10.mlp_norm.weight": "encoder.layers.10.mlp_norm.weight", | |
| "score_blocks.11.attn.Wo.weight": "encoder.layers.11.attn.Wo.weight", | |
| "score_blocks.11.attn.Wqkv.weight": "encoder.layers.11.attn.Wqkv.weight", | |
| "score_blocks.11.attn_norm.weight": "encoder.layers.11.attn_norm.weight", | |
| "score_blocks.11.mlp.Wi.weight": "encoder.layers.11.mlp.Wi.weight", | |
| "score_blocks.11.mlp.Wo.weight": "encoder.layers.11.mlp.Wo.weight", | |
| "score_blocks.11.mlp_norm.weight": "encoder.layers.11.mlp_norm.weight", | |
| "score_blocks.12.attn.Wo.weight": "encoder.layers.12.attn.Wo.weight", | |
| "score_blocks.12.attn.Wqkv.weight": "encoder.layers.12.attn.Wqkv.weight", | |
| "score_blocks.12.attn_norm.weight": "encoder.layers.12.attn_norm.weight", | |
| "score_blocks.12.mlp.Wi.weight": "encoder.layers.12.mlp.Wi.weight", | |
| "score_blocks.12.mlp.Wo.weight": "encoder.layers.12.mlp.Wo.weight", | |
| "score_blocks.12.mlp_norm.weight": "encoder.layers.12.mlp_norm.weight", | |
| "score_blocks.13.attn.Wo.weight": "encoder.layers.13.attn.Wo.weight", | |
| "score_blocks.13.attn.Wqkv.weight": "encoder.layers.13.attn.Wqkv.weight", | |
| "score_blocks.13.attn_norm.weight": "encoder.layers.13.attn_norm.weight", | |
| "score_blocks.13.mlp.Wi.weight": "encoder.layers.13.mlp.Wi.weight", | |
| "score_blocks.13.mlp.Wo.weight": "encoder.layers.13.mlp.Wo.weight", | |
| "score_blocks.13.mlp_norm.weight": "encoder.layers.13.mlp_norm.weight", | |
| "score_blocks.14.attn.Wo.weight": "encoder.layers.14.attn.Wo.weight", | |
| "score_blocks.14.attn.Wqkv.weight": "encoder.layers.14.attn.Wqkv.weight", | |
| "score_blocks.14.attn_norm.weight": "encoder.layers.14.attn_norm.weight", | |
| "score_blocks.14.mlp.Wi.weight": "encoder.layers.14.mlp.Wi.weight", | |
| "score_blocks.14.mlp.Wo.weight": "encoder.layers.14.mlp.Wo.weight", | |
| "score_blocks.14.mlp_norm.weight": "encoder.layers.14.mlp_norm.weight", | |
| "score_blocks.15.attn.Wo.weight": "encoder.layers.15.attn.Wo.weight", | |
| "score_blocks.15.attn.Wqkv.weight": "encoder.layers.15.attn.Wqkv.weight", | |
| "score_blocks.15.attn_norm.weight": "encoder.layers.15.attn_norm.weight", | |
| "score_blocks.15.mlp.Wi.weight": "encoder.layers.15.mlp.Wi.weight", | |
| "score_blocks.15.mlp.Wo.weight": "encoder.layers.15.mlp.Wo.weight", | |
| "score_blocks.15.mlp_norm.weight": "encoder.layers.15.mlp_norm.weight", | |
| "score_blocks.16.attn.Wo.weight": "encoder.layers.16.attn.Wo.weight", | |
| "score_blocks.16.attn.Wqkv.weight": "encoder.layers.16.attn.Wqkv.weight", | |
| "score_blocks.16.attn_norm.weight": "encoder.layers.16.attn_norm.weight", | |
| "score_blocks.16.mlp.Wi.weight": "encoder.layers.16.mlp.Wi.weight", | |
| "score_blocks.16.mlp.Wo.weight": "encoder.layers.16.mlp.Wo.weight", | |
| "score_blocks.16.mlp_norm.weight": "encoder.layers.16.mlp_norm.weight", | |
| "score_blocks.17.attn.Wo.weight": "encoder.layers.17.attn.Wo.weight", | |
| "score_blocks.17.attn.Wqkv.weight": "encoder.layers.17.attn.Wqkv.weight", | |
| "score_blocks.17.attn_norm.weight": "encoder.layers.17.attn_norm.weight", | |
| "score_blocks.17.mlp.Wi.weight": "encoder.layers.17.mlp.Wi.weight", | |
| "score_blocks.17.mlp.Wo.weight": "encoder.layers.17.mlp.Wo.weight", | |
| "score_blocks.17.mlp_norm.weight": "encoder.layers.17.mlp_norm.weight", | |
| "score_blocks.18.attn.Wo.weight": "encoder.layers.18.attn.Wo.weight", | |
| "score_blocks.18.attn.Wqkv.weight": "encoder.layers.18.attn.Wqkv.weight", | |
| "score_blocks.18.attn_norm.weight": "encoder.layers.18.attn_norm.weight", | |
| "score_blocks.18.mlp.Wi.weight": "encoder.layers.18.mlp.Wi.weight", | |
| "score_blocks.18.mlp.Wo.weight": "encoder.layers.18.mlp.Wo.weight", | |
| "score_blocks.18.mlp_norm.weight": "encoder.layers.18.mlp_norm.weight", | |
| "score_blocks.19.attn.Wo.weight": "encoder.layers.19.attn.Wo.weight", | |
| "score_blocks.19.attn.Wqkv.weight": "encoder.layers.19.attn.Wqkv.weight", | |
| "score_blocks.19.attn_norm.weight": "encoder.layers.19.attn_norm.weight", | |
| "score_blocks.19.mlp.Wi.weight": "encoder.layers.19.mlp.Wi.weight", | |
| "score_blocks.19.mlp.Wo.weight": "encoder.layers.19.mlp.Wo.weight", | |
| "score_blocks.19.mlp_norm.weight": "encoder.layers.19.mlp_norm.weight", | |
| "score_blocks.2.attn.Wo.weight": "encoder.layers.2.attn.Wo.weight", | |
| "score_blocks.2.attn.Wqkv.weight": "encoder.layers.2.attn.Wqkv.weight", | |
| "score_blocks.2.attn_norm.weight": "encoder.layers.2.attn_norm.weight", | |
| "score_blocks.2.mlp.Wi.weight": "encoder.layers.2.mlp.Wi.weight", | |
| "score_blocks.2.mlp.Wo.weight": "encoder.layers.2.mlp.Wo.weight", | |
| "score_blocks.2.mlp_norm.weight": "encoder.layers.2.mlp_norm.weight", | |
| "score_blocks.20.attn.Wo.weight": "encoder.layers.20.attn.Wo.weight", | |
| "score_blocks.20.attn.Wqkv.weight": "encoder.layers.20.attn.Wqkv.weight", | |
| "score_blocks.20.attn_norm.weight": "encoder.layers.20.attn_norm.weight", | |
| "score_blocks.20.mlp.Wi.weight": "encoder.layers.20.mlp.Wi.weight", | |
| "score_blocks.20.mlp.Wo.weight": "encoder.layers.20.mlp.Wo.weight", | |
| "score_blocks.20.mlp_norm.weight": "encoder.layers.20.mlp_norm.weight", | |
| "score_blocks.21.attn.Wo.weight": "encoder.layers.21.attn.Wo.weight", | |
| "score_blocks.21.attn.Wqkv.weight": "encoder.layers.21.attn.Wqkv.weight", | |
| "score_blocks.21.attn_norm.weight": "encoder.layers.21.attn_norm.weight", | |
| "score_blocks.21.mlp.Wi.weight": "encoder.layers.21.mlp.Wi.weight", | |
| "score_blocks.21.mlp.Wo.weight": "encoder.layers.21.mlp.Wo.weight", | |
| "score_blocks.21.mlp_norm.weight": "encoder.layers.21.mlp_norm.weight", | |
| "score_blocks.3.attn.Wo.weight": "encoder.layers.3.attn.Wo.weight", | |
| "score_blocks.3.attn.Wqkv.weight": "encoder.layers.3.attn.Wqkv.weight", | |
| "score_blocks.3.attn_norm.weight": "encoder.layers.3.attn_norm.weight", | |
| "score_blocks.3.mlp.Wi.weight": "encoder.layers.3.mlp.Wi.weight", | |
| "score_blocks.3.mlp.Wo.weight": "encoder.layers.3.mlp.Wo.weight", | |
| "score_blocks.3.mlp_norm.weight": "encoder.layers.3.mlp_norm.weight", | |
| "score_blocks.4.attn.Wo.weight": "encoder.layers.4.attn.Wo.weight", | |
| "score_blocks.4.attn.Wqkv.weight": "encoder.layers.4.attn.Wqkv.weight", | |
| "score_blocks.4.attn_norm.weight": "encoder.layers.4.attn_norm.weight", | |
| "score_blocks.4.mlp.Wi.weight": "encoder.layers.4.mlp.Wi.weight", | |
| "score_blocks.4.mlp.Wo.weight": "encoder.layers.4.mlp.Wo.weight", | |
| "score_blocks.4.mlp_norm.weight": "encoder.layers.4.mlp_norm.weight", | |
| "score_blocks.5.attn.Wo.weight": "encoder.layers.5.attn.Wo.weight", | |
| "score_blocks.5.attn.Wqkv.weight": "encoder.layers.5.attn.Wqkv.weight", | |
| "score_blocks.5.attn_norm.weight": "encoder.layers.5.attn_norm.weight", | |
| "score_blocks.5.mlp.Wi.weight": "encoder.layers.5.mlp.Wi.weight", | |
| "score_blocks.5.mlp.Wo.weight": "encoder.layers.5.mlp.Wo.weight", | |
| "score_blocks.5.mlp_norm.weight": "encoder.layers.5.mlp_norm.weight", | |
| "score_blocks.6.attn.Wo.weight": "encoder.layers.6.attn.Wo.weight", | |
| "score_blocks.6.attn.Wqkv.weight": "encoder.layers.6.attn.Wqkv.weight", | |
| "score_blocks.6.attn_norm.weight": "encoder.layers.6.attn_norm.weight", | |
| "score_blocks.6.mlp.Wi.weight": "encoder.layers.6.mlp.Wi.weight", | |
| "score_blocks.6.mlp.Wo.weight": "encoder.layers.6.mlp.Wo.weight", | |
| "score_blocks.6.mlp_norm.weight": "encoder.layers.6.mlp_norm.weight", | |
| "score_blocks.7.attn.Wo.weight": "encoder.layers.7.attn.Wo.weight", | |
| "score_blocks.7.attn.Wqkv.weight": "encoder.layers.7.attn.Wqkv.weight", | |
| "score_blocks.7.attn_norm.weight": "encoder.layers.7.attn_norm.weight", | |
| "score_blocks.7.mlp.Wi.weight": "encoder.layers.7.mlp.Wi.weight", | |
| "score_blocks.7.mlp.Wo.weight": "encoder.layers.7.mlp.Wo.weight", | |
| "score_blocks.7.mlp_norm.weight": "encoder.layers.7.mlp_norm.weight", | |
| "score_blocks.8.attn.Wo.weight": "encoder.layers.8.attn.Wo.weight", | |
| "score_blocks.8.attn.Wqkv.weight": "encoder.layers.8.attn.Wqkv.weight", | |
| "score_blocks.8.attn_norm.weight": "encoder.layers.8.attn_norm.weight", | |
| "score_blocks.8.mlp.Wi.weight": "encoder.layers.8.mlp.Wi.weight", | |
| "score_blocks.8.mlp.Wo.weight": "encoder.layers.8.mlp.Wo.weight", | |
| "score_blocks.8.mlp_norm.weight": "encoder.layers.8.mlp_norm.weight", | |
| "score_blocks.9.attn.Wo.weight": "encoder.layers.9.attn.Wo.weight", | |
| "score_blocks.9.attn.Wqkv.weight": "encoder.layers.9.attn.Wqkv.weight", | |
| "score_blocks.9.attn_norm.weight": "encoder.layers.9.attn_norm.weight", | |
| "score_blocks.9.mlp.Wi.weight": "encoder.layers.9.mlp.Wi.weight", | |
| "score_blocks.9.mlp.Wo.weight": "encoder.layers.9.mlp.Wo.weight", | |
| "score_blocks.9.mlp_norm.weight": "encoder.layers.9.mlp_norm.weight", | |
| "score_final_norm.weight": "encoder.final_norm.weight" | |
| }, | |
| "score_suffix_copy_source": "original shared encoder, never trained Choice suffix", | |
| "shared_encoder_storage": "encoder.layers + encoder.final_norm; all frozen", | |
| "trainability_policy": "score_private_all22_and_head", | |
| "training_arm": "S22", | |
| "type_embedding_frozen": true, | |
| "unique_registered_state": true | |
| } | |