| { |
| "version": 2, |
| "model": "google/gemma-4-26B-A4B-it", |
| "family": "gemma4", |
| "source": { |
| "huggingface_repo": "google/gemma-4-26B-A4B-it", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-05-03T19:09:24Z", |
| "larql_version": "0.1.0" |
| }, |
| "checksums": { |
| "down_meta.bin": "d20c23cd5150d20ac52d587069b54959c01d5160210e06f0770c9ee1219b3ae5", |
| "norms.bin": "28f4c736e075ec73138c58a83c1c8de472535a4c85dabd71636b2023cc60b12e", |
| "gate_vectors.bin": "776035ce5976ebc4597db16133a1c361c71b083ca93893985d95124917c95d91", |
| "embeddings.bin": "f932f899a343f83dc04dd69e2519f71d6e4ff2d0cf1a00c9424b256b4fcf409e" |
| }, |
| "num_layers": 30, |
| "hidden_size": 2816, |
| "intermediate_size": 2112, |
| "vocab_size": 262144, |
| "embed_scale": 53.065998, |
| "extract_level": "browse", |
| "dtype": "f16", |
| "quant": "q4k", |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 11 |
| ], |
| "knowledge": [ |
| 12, |
| 23 |
| ], |
| "output": [ |
| 24, |
| 29 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 2112, |
| "offset": 0, |
| "length": 11894784 |
| }, |
| { |
| "layer": 1, |
| "num_features": 2112, |
| "offset": 11894784, |
| "length": 11894784 |
| }, |
| { |
| "layer": 2, |
| "num_features": 2112, |
| "offset": 23789568, |
| "length": 11894784 |
| }, |
| { |
| "layer": 3, |
| "num_features": 2112, |
| "offset": 35684352, |
| "length": 11894784 |
| }, |
| { |
| "layer": 4, |
| "num_features": 2112, |
| "offset": 47579136, |
| "length": 11894784 |
| }, |
| { |
| "layer": 5, |
| "num_features": 2112, |
| "offset": 59473920, |
| "length": 11894784 |
| }, |
| { |
| "layer": 6, |
| "num_features": 2112, |
| "offset": 71368704, |
| "length": 11894784 |
| }, |
| { |
| "layer": 7, |
| "num_features": 2112, |
| "offset": 83263488, |
| "length": 11894784 |
| }, |
| { |
| "layer": 8, |
| "num_features": 2112, |
| "offset": 95158272, |
| "length": 11894784 |
| }, |
| { |
| "layer": 9, |
| "num_features": 2112, |
| "offset": 107053056, |
| "length": 11894784 |
| }, |
| { |
| "layer": 10, |
| "num_features": 2112, |
| "offset": 118947840, |
| "length": 11894784 |
| }, |
| { |
| "layer": 11, |
| "num_features": 2112, |
| "offset": 130842624, |
| "length": 11894784 |
| }, |
| { |
| "layer": 12, |
| "num_features": 2112, |
| "offset": 142737408, |
| "length": 11894784 |
| }, |
| { |
| "layer": 13, |
| "num_features": 2112, |
| "offset": 154632192, |
| "length": 11894784 |
| }, |
| { |
| "layer": 14, |
| "num_features": 2112, |
| "offset": 166526976, |
| "length": 11894784 |
| }, |
| { |
| "layer": 15, |
| "num_features": 2112, |
| "offset": 178421760, |
| "length": 11894784 |
| }, |
| { |
| "layer": 16, |
| "num_features": 2112, |
| "offset": 190316544, |
| "length": 11894784 |
| }, |
| { |
| "layer": 17, |
| "num_features": 2112, |
| "offset": 202211328, |
| "length": 11894784 |
| }, |
| { |
| "layer": 18, |
| "num_features": 2112, |
| "offset": 214106112, |
| "length": 11894784 |
| }, |
| { |
| "layer": 19, |
| "num_features": 2112, |
| "offset": 226000896, |
| "length": 11894784 |
| }, |
| { |
| "layer": 20, |
| "num_features": 2112, |
| "offset": 237895680, |
| "length": 11894784 |
| }, |
| { |
| "layer": 21, |
| "num_features": 2112, |
| "offset": 249790464, |
| "length": 11894784 |
| }, |
| { |
| "layer": 22, |
| "num_features": 2112, |
| "offset": 261685248, |
| "length": 11894784 |
| }, |
| { |
| "layer": 23, |
| "num_features": 2112, |
| "offset": 273580032, |
| "length": 11894784 |
| }, |
| { |
| "layer": 24, |
| "num_features": 2112, |
| "offset": 285474816, |
| "length": 11894784 |
| }, |
| { |
| "layer": 25, |
| "num_features": 2112, |
| "offset": 297369600, |
| "length": 11894784 |
| }, |
| { |
| "layer": 26, |
| "num_features": 2112, |
| "offset": 309264384, |
| "length": 11894784 |
| }, |
| { |
| "layer": 27, |
| "num_features": 2112, |
| "offset": 321159168, |
| "length": 11894784 |
| }, |
| { |
| "layer": 28, |
| "num_features": 2112, |
| "offset": 333053952, |
| "length": 11894784 |
| }, |
| { |
| "layer": 29, |
| "num_features": 2112, |
| "offset": 344948736, |
| "length": 11894784 |
| } |
| ], |
| "down_top_k": 10, |
| "has_model_weights": true, |
| "model_config": { |
| "model_type": "gemma4_text", |
| "head_dim": 256, |
| "num_q_heads": 16, |
| "num_kv_heads": 8, |
| "rope_base": 1000000.0, |
| "sliding_window": 1024, |
| "moe": { |
| "num_experts": 128, |
| "top_k": 8, |
| "shared_expert": false, |
| "router_type": "gemma4_top_k_softmax", |
| "moe_intermediate_size": 704, |
| "hybrid": true |
| }, |
| "global_head_dim": 512, |
| "num_global_kv_heads": 2, |
| "partial_rotary_factor": 0.25, |
| "layer_types": [ |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention" |
| ], |
| "attention_k_eq_v": true, |
| "rope_local_base": 10000.0, |
| "final_logit_softcapping": 30.0 |
| }, |
| "ffn_layout": "per_layer" |
| } |
