{
  "version": 2,
  "model": "/Users/christopherhay/.cache/huggingface/hub/models--google--gemma-3-4b-it/snapshots/093f9f388b31de276ce2de164bdc2081324b9767",
  "family": "gemma3",
  "source": {
    "huggingface_repo": "/Users/christopherhay/.cache/huggingface/hub/models--google--gemma-3-4b-it/snapshots/093f9f388b31de276ce2de164bdc2081324b9767",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-08-07T19:56:09Z",
    "larql_version": "0.1.0"
  },
  "checksums": {
    "gate_vectors.bin": "60147c55152d36023d2ec2d9d772cc858fdc245209f03b9d6ee375321070331d",
    "down_meta.bin": "025029abf199800760a4e278b1873b39f9f44b95b3b4e2d3f45997d212153f8b",
    "embeddings.bin": "bfc37cc421ee0b16dfe96475f8967fce4fea3592f641b6b8c008cb9b319fc2c9",
    "norms.bin": "b71dbaa8060fb6afc18df76857b0b8cca94b9144905609df2938f9a4e14ed219"
  },
  "num_layers": 34,
  "hidden_size": 2560,
  "intermediate_size": 10240,
  "vocab_size": 262208,
  "embed_scale": 50.596443,
  "extract_level": "inference",
  "dtype": "f16",
  "quant": "q4k",
  "layer_bands": {
    "syntax": [
      0,
      13
    ],
    "knowledge": [
      14,
      27
    ],
    "output": [
      28,
      33
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 10240,
      "offset": 0,
      "length": 52428800
    },
    {
      "layer": 1,
      "num_features": 10240,
      "offset": 52428800,
      "length": 52428800
    },
    {
      "layer": 2,
      "num_features": 10240,
      "offset": 104857600,
      "length": 52428800
    },
    {
      "layer": 3,
      "num_features": 10240,
      "offset": 157286400,
      "length": 52428800
    },
    {
      "layer": 4,
      "num_features": 10240,
      "offset": 209715200,
      "length": 52428800
    },
    {
      "layer": 5,
      "num_features": 10240,
      "offset": 262144000,
      "length": 52428800
    },
    {
      "layer": 6,
      "num_features": 10240,
      "offset": 314572800,
      "length": 52428800
    },
    {
      "layer": 7,
      "num_features": 10240,
      "offset": 367001600,
      "length": 52428800
    },
    {
      "layer": 8,
      "num_features": 10240,
      "offset": 419430400,
      "length": 52428800
    },
    {
      "layer": 9,
      "num_features": 10240,
      "offset": 471859200,
      "length": 52428800
    },
    {
      "layer": 10,
      "num_features": 10240,
      "offset": 524288000,
      "length": 52428800
    },
    {
      "layer": 11,
      "num_features": 10240,
      "offset": 576716800,
      "length": 52428800
    },
    {
      "layer": 12,
      "num_features": 10240,
      "offset": 629145600,
      "length": 52428800
    },
    {
      "layer": 13,
      "num_features": 10240,
      "offset": 681574400,
      "length": 52428800
    },
    {
      "layer": 14,
      "num_features": 10240,
      "offset": 734003200,
      "length": 52428800
    },
    {
      "layer": 15,
      "num_features": 10240,
      "offset": 786432000,
      "length": 52428800
    },
    {
      "layer": 16,
      "num_features": 10240,
      "offset": 838860800,
      "length": 52428800
    },
    {
      "layer": 17,
      "num_features": 10240,
      "offset": 891289600,
      "length": 52428800
    },
    {
      "layer": 18,
      "num_features": 10240,
      "offset": 943718400,
      "length": 52428800
    },
    {
      "layer": 19,
      "num_features": 10240,
      "offset": 996147200,
      "length": 52428800
    },
    {
      "layer": 20,
      "num_features": 10240,
      "offset": 1048576000,
      "length": 52428800
    },
    {
      "layer": 21,
      "num_features": 10240,
      "offset": 1101004800,
      "length": 52428800
    },
    {
      "layer": 22,
      "num_features": 10240,
      "offset": 1153433600,
      "length": 52428800
    },
    {
      "layer": 23,
      "num_features": 10240,
      "offset": 1205862400,
      "length": 52428800
    },
    {
      "layer": 24,
      "num_features": 10240,
      "offset": 1258291200,
      "length": 52428800
    },
    {
      "layer": 25,
      "num_features": 10240,
      "offset": 1310720000,
      "length": 52428800
    },
    {
      "layer": 26,
      "num_features": 10240,
      "offset": 1363148800,
      "length": 52428800
    },
    {
      "layer": 27,
      "num_features": 10240,
      "offset": 1415577600,
      "length": 52428800
    },
    {
      "layer": 28,
      "num_features": 10240,
      "offset": 1468006400,
      "length": 52428800
    },
    {
      "layer": 29,
      "num_features": 10240,
      "offset": 1520435200,
      "length": 52428800
    },
    {
      "layer": 30,
      "num_features": 10240,
      "offset": 1572864000,
      "length": 52428800
    },
    {
      "layer": 31,
      "num_features": 10240,
      "offset": 1625292800,
      "length": 52428800
    },
    {
      "layer": 32,
      "num_features": 10240,
      "offset": 1677721600,
      "length": 52428800
    },
    {
      "layer": 33,
      "num_features": 10240,
      "offset": 1730150400,
      "length": 52428800
    }
  ],
  "down_top_k": 10,
  "has_model_weights": true,
  "model_config": {
    "model_type": "gemma3_text",
    "head_dim": 256,
    "num_q_heads": 8,
    "num_kv_heads": 4,
    "rope_base": 1000000.0,
    "sliding_window": 1024,
    "moe": null,
    "attention_k_eq_v": false,
    "rope_scaling": {
      "factor": 8.0,
      "rope_type": "linear"
    }
  }
}