| { |
| "target": { |
| "id": "google/gemma-4-E2B-it", |
| "revision": "3e22461f65e89153144f8adb70e3b8c2cc9845a7", |
| "license": "apache-2.0", |
| "license_evidence": "Pinned model card / config: license: apache-2.0", |
| "source_url": "https://huggingface.co/google/gemma-4-E2B-it/tree/3e22461f65e89153144f8adb70e3b8c2cc9845a7" |
| }, |
| "build": { |
| "tool": "mobius", |
| "mobius_git_sha": "710d4927b1fb6ad68ff0f9589452384b58d99899", |
| "mobius_git_note": "PR #546 branch justinchuby/gemma4-moe-faithful (pending review, do-not-merge). Adds the gemma4 hidden-state output so a borrowed-KV drafter can seed its folded carry from a real target output. Weights byte-identical to the prior 0776f562 build (model.onnx.data sha256 e525066ebb0284923ddcf12e8e3030a8cf49beb0757a35c06f373256929577eb); only the graph gained the hidden_states.34 output tap.", |
| "dtype": "float16", |
| "execution_provider": "cuda", |
| "features": [ |
| "text-only" |
| ], |
| "outputs_note": "hidden_states.34 = post-final-norm hidden (lm_head input == HF hidden_states[-1], L4 cos 0.999999); consumed by the paired assistant as onnx-genai #1716 folded_carry_seed. Standalone generation ignores it.", |
| "optimize": [ |
| "group_query_attention", |
| "packed_attention", |
| "skip_norm" |
| ], |
| "runtime_config": "onnx-genai (inference_metadata.yaml + policies/)", |
| "canonical_metadata": "inference_metadata.yaml = faithful onnx-genai v1 (validated vs #1716 schema); inference_metadata.mobius.yaml = raw mobius emitter (schema 1.0)" |
| }, |
| "architecture_contracts": { |
| "hybrid_attention": "sliding_window(512) + full_attention every 5th layer (types in metadata cache groups)", |
| "num_hidden_layers": 35, |
| "num_kv_shared_layers": 20, |
| "owned_kv_layers": 15, |
| "heterogeneous_head_dim": { |
| "local_sliding": 256, |
| "global_full": 512 |
| }, |
| "num_attention_heads": 8, |
| "num_key_value_heads": 1, |
| "per_layer_input_hidden": 256, |
| "double_wide_mlp": true, |
| "final_logit_softcapping": 30.0, |
| "tie_word_embeddings": true, |
| "moe": "disabled in this checkpoint (enable_moe_block=false); dense MLP \u2014 not invented in metadata" |
| } |
| } |
