| { |
| "architecture": "vela_decision_score_path_capacity_v1", |
| "arm": "all22", |
| "base_model": "vllm-sr/Vela-1.0-Encoder-307M", |
| "base_revision": "fe9ccc074b781bc0e2e13c2c8d26f2640410636a", |
| "branch_policy": "frozen_integrated_choice_noul_score_private_suffix_full_batch_v1", |
| "calibration": "none; raw probabilities", |
| "head": { |
| "attention_mode": "sdpa", |
| "gradient_checkpointing": true, |
| "head_dropout": 0.1, |
| "head_heads": 12, |
| "head_layers": 2 |
| }, |
| "inference_precision": "fp32", |
| "initializer_manifest_sha256": "ab4d18e3f7aa2185907c796ff3cb37848033a641376daee2bdecbbf709829831", |
| "packing": { |
| "max_length": 8192, |
| "state_truncation": "error" |
| }, |
| "parameters": 571909635, |
| "provenance": { |
| "parent_native_manifest_sha256": "c1bf07ab1c4c3fa1f819256d3de858d1ed87869bdfa663553280d7e78b88bee4", |
| "parent_provenance": { |
| "benchmark_conditioned_routing": false, |
| "interpolation": false, |
| "kind": "exact_independent_typed_path_composition", |
| "preserved_choice_score_tensors": 324, |
| "public_source_manifest_sha256": "da603662bc57e89ccfb51c972ed9c1f2825f267597353cf1337df9117a3dfabe", |
| "recipe_id": "kai-alltyped-noul-restore-v2", |
| "restored_noul_tensors": 162, |
| "shared_frozen_identical": true, |
| "shared_frozen_tensors": 3, |
| "tensor_proof_sha256": "f6233dd2fa262449ceeba572adad66f8013c3475e12d914ec4941419f679ebaf", |
| "trained_selected_step": 334, |
| "trained_source_manifest_sha256": "e85edc5ff03af5d596086e7c9b454660f5ac32437bba0bf26e3260410b2c9b86" |
| }, |
| "training_adapter": { |
| "actual_training_policy": "all_three_full22_paths_and_heads", |
| "adapter_sources_sha256": { |
| "__init__.py": "b0f9db94cfbcc73cab2f09e0269b8bd2eb87c0cc533b34ea5c9a8bfbb1ee48ca", |
| "_compat.py": "a0dd42a4e3b20eabbaf0d0d62ffc290ef4d9d20bc2fb2ba39d980771a8d0744c", |
| "native.py": "21c674a0d8a1406156504390974505ba5f981e7ecc9f0c3b29985876ef78511c", |
| "training.py": "166ea54629d5c90e0e0972b82c0b96e008c799f384400886ffd64312ab972177" |
| }, |
| "complete_input_limit": 1024, |
| "counts": { |
| "active_parameters": 375298563, |
| "active_tensors": 486, |
| "frozen_parameters": 196611072, |
| "frozen_tensors": 3, |
| "parameters": 571909635, |
| "tensors": 489 |
| }, |
| "native_policy_is_not_actual_training_provenance": true, |
| "restored_native_trainability_mode": "score_private_all22_and_head" |
| }, |
| "user": { |
| "alphas": { |
| "choice": 1.0, |
| "noul": 1.0 |
| }, |
| "cli": "kai_merge", |
| "paths": { |
| "choice": "/workspace/hf/v7/runs/kai-h2-keyed/attempts/0001/selected-native", |
| "noul": "/workspace/hf/v7/runs/kai-v8-pii/attempts/0001/selected-native" |
| }, |
| "tensors": { |
| "choice": 162, |
| "noul": 162 |
| } |
| } |
| }, |
| "rocm_contiguous_layout": true, |
| "schema": "decision.nano.score_path_capacity.v1", |
| "state_cache": false, |
| "state_layout": { |
| "arm": "all22", |
| "choice_and_noul_heads_frozen": true, |
| "counts": { |
| "frozen_parameters": 446810114, |
| "frozen_tensors": 327, |
| "integrated_choice_suffix_tensors": 132, |
| "score_suffix_parameters": 110330880, |
| "score_suffix_tensors": 132, |
| "shared_encoder_tensors": 134, |
| "trainable_parameters": 125099521, |
| "trainable_tensors": 162, |
| "type_and_head_tensors": 91, |
| "unique_parameters": 571909635, |
| "unique_tensors": 489 |
| }, |
| "cross_record_or_request_cache": false, |
| "embedding_storage": "encoder.embeddings; exactly one frozen vocabulary", |
| "forward_batch_policy": "one embedding pass; all encoder paths keep full B x L; only heads gather type rows", |
| "integrated_choice_storage": "choice_blocks + choice_final_norm; original trained values, all frozen", |
| "merged_weights": false, |
| "score_shared_prefix_layers": 0, |
| "score_suffix_copy_map": { |
| "score_blocks.0.attn.Wo.weight": "encoder.layers.0.attn.Wo.weight", |
| "score_blocks.0.attn.Wqkv.weight": "encoder.layers.0.attn.Wqkv.weight", |
| "score_blocks.0.mlp.Wi.weight": "encoder.layers.0.mlp.Wi.weight", |
| "score_blocks.0.mlp.Wo.weight": "encoder.layers.0.mlp.Wo.weight", |
| "score_blocks.0.mlp_norm.weight": "encoder.layers.0.mlp_norm.weight", |
| "score_blocks.1.attn.Wo.weight": "encoder.layers.1.attn.Wo.weight", |
| "score_blocks.1.attn.Wqkv.weight": "encoder.layers.1.attn.Wqkv.weight", |
| "score_blocks.1.attn_norm.weight": "encoder.layers.1.attn_norm.weight", |
| "score_blocks.1.mlp.Wi.weight": "encoder.layers.1.mlp.Wi.weight", |
| "score_blocks.1.mlp.Wo.weight": "encoder.layers.1.mlp.Wo.weight", |
| "score_blocks.1.mlp_norm.weight": "encoder.layers.1.mlp_norm.weight", |
| "score_blocks.10.attn.Wo.weight": "encoder.layers.10.attn.Wo.weight", |
| "score_blocks.10.attn.Wqkv.weight": "encoder.layers.10.attn.Wqkv.weight", |
| "score_blocks.10.attn_norm.weight": "encoder.layers.10.attn_norm.weight", |
| "score_blocks.10.mlp.Wi.weight": "encoder.layers.10.mlp.Wi.weight", |
| "score_blocks.10.mlp.Wo.weight": "encoder.layers.10.mlp.Wo.weight", |
| "score_blocks.10.mlp_norm.weight": "encoder.layers.10.mlp_norm.weight", |
| "score_blocks.11.attn.Wo.weight": "encoder.layers.11.attn.Wo.weight", |
| "score_blocks.11.attn.Wqkv.weight": "encoder.layers.11.attn.Wqkv.weight", |
| "score_blocks.11.attn_norm.weight": "encoder.layers.11.attn_norm.weight", |
| "score_blocks.11.mlp.Wi.weight": "encoder.layers.11.mlp.Wi.weight", |
| "score_blocks.11.mlp.Wo.weight": "encoder.layers.11.mlp.Wo.weight", |
| "score_blocks.11.mlp_norm.weight": "encoder.layers.11.mlp_norm.weight", |
| "score_blocks.12.attn.Wo.weight": "encoder.layers.12.attn.Wo.weight", |
| "score_blocks.12.attn.Wqkv.weight": "encoder.layers.12.attn.Wqkv.weight", |
| "score_blocks.12.attn_norm.weight": "encoder.layers.12.attn_norm.weight", |
| "score_blocks.12.mlp.Wi.weight": "encoder.layers.12.mlp.Wi.weight", |
| "score_blocks.12.mlp.Wo.weight": "encoder.layers.12.mlp.Wo.weight", |
| "score_blocks.12.mlp_norm.weight": "encoder.layers.12.mlp_norm.weight", |
| "score_blocks.13.attn.Wo.weight": "encoder.layers.13.attn.Wo.weight", |
| "score_blocks.13.attn.Wqkv.weight": "encoder.layers.13.attn.Wqkv.weight", |
| "score_blocks.13.attn_norm.weight": "encoder.layers.13.attn_norm.weight", |
| "score_blocks.13.mlp.Wi.weight": "encoder.layers.13.mlp.Wi.weight", |
| "score_blocks.13.mlp.Wo.weight": "encoder.layers.13.mlp.Wo.weight", |
| "score_blocks.13.mlp_norm.weight": "encoder.layers.13.mlp_norm.weight", |
| "score_blocks.14.attn.Wo.weight": "encoder.layers.14.attn.Wo.weight", |
| "score_blocks.14.attn.Wqkv.weight": "encoder.layers.14.attn.Wqkv.weight", |
| "score_blocks.14.attn_norm.weight": "encoder.layers.14.attn_norm.weight", |
| "score_blocks.14.mlp.Wi.weight": "encoder.layers.14.mlp.Wi.weight", |
| "score_blocks.14.mlp.Wo.weight": "encoder.layers.14.mlp.Wo.weight", |
| "score_blocks.14.mlp_norm.weight": "encoder.layers.14.mlp_norm.weight", |
| "score_blocks.15.attn.Wo.weight": "encoder.layers.15.attn.Wo.weight", |
| "score_blocks.15.attn.Wqkv.weight": "encoder.layers.15.attn.Wqkv.weight", |
| "score_blocks.15.attn_norm.weight": "encoder.layers.15.attn_norm.weight", |
| "score_blocks.15.mlp.Wi.weight": "encoder.layers.15.mlp.Wi.weight", |
| "score_blocks.15.mlp.Wo.weight": "encoder.layers.15.mlp.Wo.weight", |
| "score_blocks.15.mlp_norm.weight": "encoder.layers.15.mlp_norm.weight", |
| "score_blocks.16.attn.Wo.weight": "encoder.layers.16.attn.Wo.weight", |
| "score_blocks.16.attn.Wqkv.weight": "encoder.layers.16.attn.Wqkv.weight", |
| "score_blocks.16.attn_norm.weight": "encoder.layers.16.attn_norm.weight", |
| "score_blocks.16.mlp.Wi.weight": "encoder.layers.16.mlp.Wi.weight", |
| "score_blocks.16.mlp.Wo.weight": "encoder.layers.16.mlp.Wo.weight", |
| "score_blocks.16.mlp_norm.weight": "encoder.layers.16.mlp_norm.weight", |
| "score_blocks.17.attn.Wo.weight": "encoder.layers.17.attn.Wo.weight", |
| "score_blocks.17.attn.Wqkv.weight": "encoder.layers.17.attn.Wqkv.weight", |
| "score_blocks.17.attn_norm.weight": "encoder.layers.17.attn_norm.weight", |
| "score_blocks.17.mlp.Wi.weight": "encoder.layers.17.mlp.Wi.weight", |
| "score_blocks.17.mlp.Wo.weight": "encoder.layers.17.mlp.Wo.weight", |
| "score_blocks.17.mlp_norm.weight": "encoder.layers.17.mlp_norm.weight", |
| "score_blocks.18.attn.Wo.weight": "encoder.layers.18.attn.Wo.weight", |
| "score_blocks.18.attn.Wqkv.weight": "encoder.layers.18.attn.Wqkv.weight", |
| "score_blocks.18.attn_norm.weight": "encoder.layers.18.attn_norm.weight", |
| "score_blocks.18.mlp.Wi.weight": "encoder.layers.18.mlp.Wi.weight", |
| "score_blocks.18.mlp.Wo.weight": "encoder.layers.18.mlp.Wo.weight", |
| "score_blocks.18.mlp_norm.weight": "encoder.layers.18.mlp_norm.weight", |
| "score_blocks.19.attn.Wo.weight": "encoder.layers.19.attn.Wo.weight", |
| "score_blocks.19.attn.Wqkv.weight": "encoder.layers.19.attn.Wqkv.weight", |
| "score_blocks.19.attn_norm.weight": "encoder.layers.19.attn_norm.weight", |
| "score_blocks.19.mlp.Wi.weight": "encoder.layers.19.mlp.Wi.weight", |
| "score_blocks.19.mlp.Wo.weight": "encoder.layers.19.mlp.Wo.weight", |
| "score_blocks.19.mlp_norm.weight": "encoder.layers.19.mlp_norm.weight", |
| "score_blocks.2.attn.Wo.weight": "encoder.layers.2.attn.Wo.weight", |
| "score_blocks.2.attn.Wqkv.weight": "encoder.layers.2.attn.Wqkv.weight", |
| "score_blocks.2.attn_norm.weight": "encoder.layers.2.attn_norm.weight", |
| "score_blocks.2.mlp.Wi.weight": "encoder.layers.2.mlp.Wi.weight", |
| "score_blocks.2.mlp.Wo.weight": "encoder.layers.2.mlp.Wo.weight", |
| "score_blocks.2.mlp_norm.weight": "encoder.layers.2.mlp_norm.weight", |
| "score_blocks.20.attn.Wo.weight": "encoder.layers.20.attn.Wo.weight", |
| "score_blocks.20.attn.Wqkv.weight": "encoder.layers.20.attn.Wqkv.weight", |
| "score_blocks.20.attn_norm.weight": "encoder.layers.20.attn_norm.weight", |
| "score_blocks.20.mlp.Wi.weight": "encoder.layers.20.mlp.Wi.weight", |
| "score_blocks.20.mlp.Wo.weight": "encoder.layers.20.mlp.Wo.weight", |
| "score_blocks.20.mlp_norm.weight": "encoder.layers.20.mlp_norm.weight", |
| "score_blocks.21.attn.Wo.weight": "encoder.layers.21.attn.Wo.weight", |
| "score_blocks.21.attn.Wqkv.weight": "encoder.layers.21.attn.Wqkv.weight", |
| "score_blocks.21.attn_norm.weight": "encoder.layers.21.attn_norm.weight", |
| "score_blocks.21.mlp.Wi.weight": "encoder.layers.21.mlp.Wi.weight", |
| "score_blocks.21.mlp.Wo.weight": "encoder.layers.21.mlp.Wo.weight", |
| "score_blocks.21.mlp_norm.weight": "encoder.layers.21.mlp_norm.weight", |
| "score_blocks.3.attn.Wo.weight": "encoder.layers.3.attn.Wo.weight", |
| "score_blocks.3.attn.Wqkv.weight": "encoder.layers.3.attn.Wqkv.weight", |
| "score_blocks.3.attn_norm.weight": "encoder.layers.3.attn_norm.weight", |
| "score_blocks.3.mlp.Wi.weight": "encoder.layers.3.mlp.Wi.weight", |
| "score_blocks.3.mlp.Wo.weight": "encoder.layers.3.mlp.Wo.weight", |
| "score_blocks.3.mlp_norm.weight": "encoder.layers.3.mlp_norm.weight", |
| "score_blocks.4.attn.Wo.weight": "encoder.layers.4.attn.Wo.weight", |
| "score_blocks.4.attn.Wqkv.weight": "encoder.layers.4.attn.Wqkv.weight", |
| "score_blocks.4.attn_norm.weight": "encoder.layers.4.attn_norm.weight", |
| "score_blocks.4.mlp.Wi.weight": "encoder.layers.4.mlp.Wi.weight", |
| "score_blocks.4.mlp.Wo.weight": "encoder.layers.4.mlp.Wo.weight", |
| "score_blocks.4.mlp_norm.weight": "encoder.layers.4.mlp_norm.weight", |
| "score_blocks.5.attn.Wo.weight": "encoder.layers.5.attn.Wo.weight", |
| "score_blocks.5.attn.Wqkv.weight": "encoder.layers.5.attn.Wqkv.weight", |
| "score_blocks.5.attn_norm.weight": "encoder.layers.5.attn_norm.weight", |
| "score_blocks.5.mlp.Wi.weight": "encoder.layers.5.mlp.Wi.weight", |
| "score_blocks.5.mlp.Wo.weight": "encoder.layers.5.mlp.Wo.weight", |
| "score_blocks.5.mlp_norm.weight": "encoder.layers.5.mlp_norm.weight", |
| "score_blocks.6.attn.Wo.weight": "encoder.layers.6.attn.Wo.weight", |
| "score_blocks.6.attn.Wqkv.weight": "encoder.layers.6.attn.Wqkv.weight", |
| "score_blocks.6.attn_norm.weight": "encoder.layers.6.attn_norm.weight", |
| "score_blocks.6.mlp.Wi.weight": "encoder.layers.6.mlp.Wi.weight", |
| "score_blocks.6.mlp.Wo.weight": "encoder.layers.6.mlp.Wo.weight", |
| "score_blocks.6.mlp_norm.weight": "encoder.layers.6.mlp_norm.weight", |
| "score_blocks.7.attn.Wo.weight": "encoder.layers.7.attn.Wo.weight", |
| "score_blocks.7.attn.Wqkv.weight": "encoder.layers.7.attn.Wqkv.weight", |
| "score_blocks.7.attn_norm.weight": "encoder.layers.7.attn_norm.weight", |
| "score_blocks.7.mlp.Wi.weight": "encoder.layers.7.mlp.Wi.weight", |
| "score_blocks.7.mlp.Wo.weight": "encoder.layers.7.mlp.Wo.weight", |
| "score_blocks.7.mlp_norm.weight": "encoder.layers.7.mlp_norm.weight", |
| "score_blocks.8.attn.Wo.weight": "encoder.layers.8.attn.Wo.weight", |
| "score_blocks.8.attn.Wqkv.weight": "encoder.layers.8.attn.Wqkv.weight", |
| "score_blocks.8.attn_norm.weight": "encoder.layers.8.attn_norm.weight", |
| "score_blocks.8.mlp.Wi.weight": "encoder.layers.8.mlp.Wi.weight", |
| "score_blocks.8.mlp.Wo.weight": "encoder.layers.8.mlp.Wo.weight", |
| "score_blocks.8.mlp_norm.weight": "encoder.layers.8.mlp_norm.weight", |
| "score_blocks.9.attn.Wo.weight": "encoder.layers.9.attn.Wo.weight", |
| "score_blocks.9.attn.Wqkv.weight": "encoder.layers.9.attn.Wqkv.weight", |
| "score_blocks.9.attn_norm.weight": "encoder.layers.9.attn_norm.weight", |
| "score_blocks.9.mlp.Wi.weight": "encoder.layers.9.mlp.Wi.weight", |
| "score_blocks.9.mlp.Wo.weight": "encoder.layers.9.mlp.Wo.weight", |
| "score_blocks.9.mlp_norm.weight": "encoder.layers.9.mlp_norm.weight", |
| "score_final_norm.weight": "encoder.final_norm.weight" |
| }, |
| "score_suffix_copy_source": "original shared encoder, never trained Choice suffix", |
| "shared_encoder_storage": "encoder.layers + encoder.final_norm; all frozen", |
| "trainability_policy": "score_private_all22_and_head", |
| "training_arm": "S22", |
| "type_embedding_frozen": true, |
| "unique_registered_state": true |
| }, |
| "tensor_count": 489, |
| "trainability_mode": "score_private_all22_and_head", |
| "training_arm": "S22", |
| "transformers_version": "4.57.6", |
| "type_order": [ |
| "choice", |
| "noul", |
| "score" |
| ], |
| "weight_dtype": "float32" |
| } |
|
|
