{
  "version": 2,
  "model": "/Users/christopherhay/.cache/huggingface/hub/models--ibm-granite--granite-4.1-3b/snapshots/c0650403e44e78ec0262dab1c90914c65b196c4e",
  "family": "granite",
  "source": {
    "huggingface_repo": "/Users/christopherhay/.cache/huggingface/hub/models--ibm-granite--granite-4.1-3b/snapshots/c0650403e44e78ec0262dab1c90914c65b196c4e",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-08-07T21:33:47Z",
    "larql_version": "0.1.0"
  },
  "checksums": {
    "gate_vectors.bin": "0037fc028c4d6c9c7e7db61a8a7982f42007715fff0fe0c2e8c6a50ac629094a",
    "down_meta.bin": "28091ec1e41f3d9a32b3a91bdba8c9662ba3e1233e571c6f713b16647901f634",
    "norms.bin": "0cb606be78fa1d27a10226336ed1c6490dac5ce43fb4286d462ae40e5063c9a9",
    "embeddings.bin": "8cf567e6dbc09905674250ebf47783898592766f5e97663a856d8302bbb661ef"
  },
  "num_layers": 40,
  "hidden_size": 2560,
  "intermediate_size": 8192,
  "vocab_size": 100352,
  "embed_scale": 12.0,
  "extract_level": "inference",
  "dtype": "f16",
  "quant": "q4k",
  "layer_bands": {
    "syntax": [
      0,
      15
    ],
    "knowledge": [
      16,
      31
    ],
    "output": [
      32,
      39
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 8192,
      "offset": 0,
      "length": 41943040
    },
    {
      "layer": 1,
      "num_features": 8192,
      "offset": 41943040,
      "length": 41943040
    },
    {
      "layer": 2,
      "num_features": 8192,
      "offset": 83886080,
      "length": 41943040
    },
    {
      "layer": 3,
      "num_features": 8192,
      "offset": 125829120,
      "length": 41943040
    },
    {
      "layer": 4,
      "num_features": 8192,
      "offset": 167772160,
      "length": 41943040
    },
    {
      "layer": 5,
      "num_features": 8192,
      "offset": 209715200,
      "length": 41943040
    },
    {
      "layer": 6,
      "num_features": 8192,
      "offset": 251658240,
      "length": 41943040
    },
    {
      "layer": 7,
      "num_features": 8192,
      "offset": 293601280,
      "length": 41943040
    },
    {
      "layer": 8,
      "num_features": 8192,
      "offset": 335544320,
      "length": 41943040
    },
    {
      "layer": 9,
      "num_features": 8192,
      "offset": 377487360,
      "length": 41943040
    },
    {
      "layer": 10,
      "num_features": 8192,
      "offset": 419430400,
      "length": 41943040
    },
    {
      "layer": 11,
      "num_features": 8192,
      "offset": 461373440,
      "length": 41943040
    },
    {
      "layer": 12,
      "num_features": 8192,
      "offset": 503316480,
      "length": 41943040
    },
    {
      "layer": 13,
      "num_features": 8192,
      "offset": 545259520,
      "length": 41943040
    },
    {
      "layer": 14,
      "num_features": 8192,
      "offset": 587202560,
      "length": 41943040
    },
    {
      "layer": 15,
      "num_features": 8192,
      "offset": 629145600,
      "length": 41943040
    },
    {
      "layer": 16,
      "num_features": 8192,
      "offset": 671088640,
      "length": 41943040
    },
    {
      "layer": 17,
      "num_features": 8192,
      "offset": 713031680,
      "length": 41943040
    },
    {
      "layer": 18,
      "num_features": 8192,
      "offset": 754974720,
      "length": 41943040
    },
    {
      "layer": 19,
      "num_features": 8192,
      "offset": 796917760,
      "length": 41943040
    },
    {
      "layer": 20,
      "num_features": 8192,
      "offset": 838860800,
      "length": 41943040
    },
    {
      "layer": 21,
      "num_features": 8192,
      "offset": 880803840,
      "length": 41943040
    },
    {
      "layer": 22,
      "num_features": 8192,
      "offset": 922746880,
      "length": 41943040
    },
    {
      "layer": 23,
      "num_features": 8192,
      "offset": 964689920,
      "length": 41943040
    },
    {
      "layer": 24,
      "num_features": 8192,
      "offset": 1006632960,
      "length": 41943040
    },
    {
      "layer": 25,
      "num_features": 8192,
      "offset": 1048576000,
      "length": 41943040
    },
    {
      "layer": 26,
      "num_features": 8192,
      "offset": 1090519040,
      "length": 41943040
    },
    {
      "layer": 27,
      "num_features": 8192,
      "offset": 1132462080,
      "length": 41943040
    },
    {
      "layer": 28,
      "num_features": 8192,
      "offset": 1174405120,
      "length": 41943040
    },
    {
      "layer": 29,
      "num_features": 8192,
      "offset": 1216348160,
      "length": 41943040
    },
    {
      "layer": 30,
      "num_features": 8192,
      "offset": 1258291200,
      "length": 41943040
    },
    {
      "layer": 31,
      "num_features": 8192,
      "offset": 1300234240,
      "length": 41943040
    },
    {
      "layer": 32,
      "num_features": 8192,
      "offset": 1342177280,
      "length": 41943040
    },
    {
      "layer": 33,
      "num_features": 8192,
      "offset": 1384120320,
      "length": 41943040
    },
    {
      "layer": 34,
      "num_features": 8192,
      "offset": 1426063360,
      "length": 41943040
    },
    {
      "layer": 35,
      "num_features": 8192,
      "offset": 1468006400,
      "length": 41943040
    },
    {
      "layer": 36,
      "num_features": 8192,
      "offset": 1509949440,
      "length": 41943040
    },
    {
      "layer": 37,
      "num_features": 8192,
      "offset": 1551892480,
      "length": 41943040
    },
    {
      "layer": 38,
      "num_features": 8192,
      "offset": 1593835520,
      "length": 41943040
    },
    {
      "layer": 39,
      "num_features": 8192,
      "offset": 1635778560,
      "length": 41943040
    }
  ],
  "down_top_k": 10,
  "has_model_weights": true,
  "model_config": {
    "model_type": "granite",
    "head_dim": 64,
    "num_q_heads": 40,
    "num_kv_heads": 8,
    "rope_base": 10000000.0,
    "sliding_window": null,
    "moe": null,
    "attention_k_eq_v": false,
    "attention_multiplier": 0.015625,
    "residual_multiplier": 0.22,
    "logits_scaling": 10.0,
    "norm_eps": 0.00001,
    "tie_word_embeddings": true
  }
}