{
  "version": 2,
  "model": "google/gemma-4-26B-A4B-it",
  "family": "gemma4",
  "source": {
    "huggingface_repo": "google/gemma-4-26B-A4B-it",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-05-03T19:09:24Z",
    "larql_version": "0.1.0"
  },
  "checksums": {
    "down_meta.bin": "d20c23cd5150d20ac52d587069b54959c01d5160210e06f0770c9ee1219b3ae5",
    "norms.bin": "28f4c736e075ec73138c58a83c1c8de472535a4c85dabd71636b2023cc60b12e",
    "gate_vectors.bin": "776035ce5976ebc4597db16133a1c361c71b083ca93893985d95124917c95d91",
    "embeddings.bin": "f932f899a343f83dc04dd69e2519f71d6e4ff2d0cf1a00c9424b256b4fcf409e"
  },
  "num_layers": 30,
  "hidden_size": 2816,
  "intermediate_size": 2112,
  "vocab_size": 262144,
  "embed_scale": 53.065998,
  "extract_level": "browse",
  "dtype": "f16",
  "quant": "q4k",
  "layer_bands": {
    "syntax": [
      0,
      11
    ],
    "knowledge": [
      12,
      23
    ],
    "output": [
      24,
      29
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 2112,
      "offset": 0,
      "length": 11894784
    },
    {
      "layer": 1,
      "num_features": 2112,
      "offset": 11894784,
      "length": 11894784
    },
    {
      "layer": 2,
      "num_features": 2112,
      "offset": 23789568,
      "length": 11894784
    },
    {
      "layer": 3,
      "num_features": 2112,
      "offset": 35684352,
      "length": 11894784
    },
    {
      "layer": 4,
      "num_features": 2112,
      "offset": 47579136,
      "length": 11894784
    },
    {
      "layer": 5,
      "num_features": 2112,
      "offset": 59473920,
      "length": 11894784
    },
    {
      "layer": 6,
      "num_features": 2112,
      "offset": 71368704,
      "length": 11894784
    },
    {
      "layer": 7,
      "num_features": 2112,
      "offset": 83263488,
      "length": 11894784
    },
    {
      "layer": 8,
      "num_features": 2112,
      "offset": 95158272,
      "length": 11894784
    },
    {
      "layer": 9,
      "num_features": 2112,
      "offset": 107053056,
      "length": 11894784
    },
    {
      "layer": 10,
      "num_features": 2112,
      "offset": 118947840,
      "length": 11894784
    },
    {
      "layer": 11,
      "num_features": 2112,
      "offset": 130842624,
      "length": 11894784
    },
    {
      "layer": 12,
      "num_features": 2112,
      "offset": 142737408,
      "length": 11894784
    },
    {
      "layer": 13,
      "num_features": 2112,
      "offset": 154632192,
      "length": 11894784
    },
    {
      "layer": 14,
      "num_features": 2112,
      "offset": 166526976,
      "length": 11894784
    },
    {
      "layer": 15,
      "num_features": 2112,
      "offset": 178421760,
      "length": 11894784
    },
    {
      "layer": 16,
      "num_features": 2112,
      "offset": 190316544,
      "length": 11894784
    },
    {
      "layer": 17,
      "num_features": 2112,
      "offset": 202211328,
      "length": 11894784
    },
    {
      "layer": 18,
      "num_features": 2112,
      "offset": 214106112,
      "length": 11894784
    },
    {
      "layer": 19,
      "num_features": 2112,
      "offset": 226000896,
      "length": 11894784
    },
    {
      "layer": 20,
      "num_features": 2112,
      "offset": 237895680,
      "length": 11894784
    },
    {
      "layer": 21,
      "num_features": 2112,
      "offset": 249790464,
      "length": 11894784
    },
    {
      "layer": 22,
      "num_features": 2112,
      "offset": 261685248,
      "length": 11894784
    },
    {
      "layer": 23,
      "num_features": 2112,
      "offset": 273580032,
      "length": 11894784
    },
    {
      "layer": 24,
      "num_features": 2112,
      "offset": 285474816,
      "length": 11894784
    },
    {
      "layer": 25,
      "num_features": 2112,
      "offset": 297369600,
      "length": 11894784
    },
    {
      "layer": 26,
      "num_features": 2112,
      "offset": 309264384,
      "length": 11894784
    },
    {
      "layer": 27,
      "num_features": 2112,
      "offset": 321159168,
      "length": 11894784
    },
    {
      "layer": 28,
      "num_features": 2112,
      "offset": 333053952,
      "length": 11894784
    },
    {
      "layer": 29,
      "num_features": 2112,
      "offset": 344948736,
      "length": 11894784
    }
  ],
  "down_top_k": 10,
  "has_model_weights": true,
  "model_config": {
    "model_type": "gemma4_text",
    "head_dim": 256,
    "num_q_heads": 16,
    "num_kv_heads": 8,
    "rope_base": 1000000.0,
    "sliding_window": 1024,
    "moe": {
      "num_experts": 128,
      "top_k": 8,
      "shared_expert": false,
      "router_type": "gemma4_top_k_softmax",
      "moe_intermediate_size": 704,
      "hybrid": true
    },
    "global_head_dim": 512,
    "num_global_kv_heads": 2,
    "partial_rotary_factor": 0.25,
    "layer_types": [
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention"
    ],
    "attention_k_eq_v": true,
    "rope_local_base": 10000.0,
    "final_logit_softcapping": 30.0
  },
  "ffn_layout": "per_layer"
}