| { |
| "version": 2, |
| "model": "/Users/christopherhay/.cache/huggingface/hub/models--ibm-granite--granite-4.1-3b/snapshots/c0650403e44e78ec0262dab1c90914c65b196c4e", |
| "family": "granite", |
| "source": { |
| "huggingface_repo": "/Users/christopherhay/.cache/huggingface/hub/models--ibm-granite--granite-4.1-3b/snapshots/c0650403e44e78ec0262dab1c90914c65b196c4e", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-08-07T21:33:47Z", |
| "larql_version": "0.1.0" |
| }, |
| "checksums": { |
| "gate_vectors.bin": "0037fc028c4d6c9c7e7db61a8a7982f42007715fff0fe0c2e8c6a50ac629094a", |
| "down_meta.bin": "28091ec1e41f3d9a32b3a91bdba8c9662ba3e1233e571c6f713b16647901f634", |
| "norms.bin": "0cb606be78fa1d27a10226336ed1c6490dac5ce43fb4286d462ae40e5063c9a9", |
| "embeddings.bin": "8cf567e6dbc09905674250ebf47783898592766f5e97663a856d8302bbb661ef" |
| }, |
| "num_layers": 40, |
| "hidden_size": 2560, |
| "intermediate_size": 8192, |
| "vocab_size": 100352, |
| "embed_scale": 12.0, |
| "extract_level": "inference", |
| "dtype": "f16", |
| "quant": "q4k", |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 15 |
| ], |
| "knowledge": [ |
| 16, |
| 31 |
| ], |
| "output": [ |
| 32, |
| 39 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 8192, |
| "offset": 0, |
| "length": 41943040 |
| }, |
| { |
| "layer": 1, |
| "num_features": 8192, |
| "offset": 41943040, |
| "length": 41943040 |
| }, |
| { |
| "layer": 2, |
| "num_features": 8192, |
| "offset": 83886080, |
| "length": 41943040 |
| }, |
| { |
| "layer": 3, |
| "num_features": 8192, |
| "offset": 125829120, |
| "length": 41943040 |
| }, |
| { |
| "layer": 4, |
| "num_features": 8192, |
| "offset": 167772160, |
| "length": 41943040 |
| }, |
| { |
| "layer": 5, |
| "num_features": 8192, |
| "offset": 209715200, |
| "length": 41943040 |
| }, |
| { |
| "layer": 6, |
| "num_features": 8192, |
| "offset": 251658240, |
| "length": 41943040 |
| }, |
| { |
| "layer": 7, |
| "num_features": 8192, |
| "offset": 293601280, |
| "length": 41943040 |
| }, |
| { |
| "layer": 8, |
| "num_features": 8192, |
| "offset": 335544320, |
| "length": 41943040 |
| }, |
| { |
| "layer": 9, |
| "num_features": 8192, |
| "offset": 377487360, |
| "length": 41943040 |
| }, |
| { |
| "layer": 10, |
| "num_features": 8192, |
| "offset": 419430400, |
| "length": 41943040 |
| }, |
| { |
| "layer": 11, |
| "num_features": 8192, |
| "offset": 461373440, |
| "length": 41943040 |
| }, |
| { |
| "layer": 12, |
| "num_features": 8192, |
| "offset": 503316480, |
| "length": 41943040 |
| }, |
| { |
| "layer": 13, |
| "num_features": 8192, |
| "offset": 545259520, |
| "length": 41943040 |
| }, |
| { |
| "layer": 14, |
| "num_features": 8192, |
| "offset": 587202560, |
| "length": 41943040 |
| }, |
| { |
| "layer": 15, |
| "num_features": 8192, |
| "offset": 629145600, |
| "length": 41943040 |
| }, |
| { |
| "layer": 16, |
| "num_features": 8192, |
| "offset": 671088640, |
| "length": 41943040 |
| }, |
| { |
| "layer": 17, |
| "num_features": 8192, |
| "offset": 713031680, |
| "length": 41943040 |
| }, |
| { |
| "layer": 18, |
| "num_features": 8192, |
| "offset": 754974720, |
| "length": 41943040 |
| }, |
| { |
| "layer": 19, |
| "num_features": 8192, |
| "offset": 796917760, |
| "length": 41943040 |
| }, |
| { |
| "layer": 20, |
| "num_features": 8192, |
| "offset": 838860800, |
| "length": 41943040 |
| }, |
| { |
| "layer": 21, |
| "num_features": 8192, |
| "offset": 880803840, |
| "length": 41943040 |
| }, |
| { |
| "layer": 22, |
| "num_features": 8192, |
| "offset": 922746880, |
| "length": 41943040 |
| }, |
| { |
| "layer": 23, |
| "num_features": 8192, |
| "offset": 964689920, |
| "length": 41943040 |
| }, |
| { |
| "layer": 24, |
| "num_features": 8192, |
| "offset": 1006632960, |
| "length": 41943040 |
| }, |
| { |
| "layer": 25, |
| "num_features": 8192, |
| "offset": 1048576000, |
| "length": 41943040 |
| }, |
| { |
| "layer": 26, |
| "num_features": 8192, |
| "offset": 1090519040, |
| "length": 41943040 |
| }, |
| { |
| "layer": 27, |
| "num_features": 8192, |
| "offset": 1132462080, |
| "length": 41943040 |
| }, |
| { |
| "layer": 28, |
| "num_features": 8192, |
| "offset": 1174405120, |
| "length": 41943040 |
| }, |
| { |
| "layer": 29, |
| "num_features": 8192, |
| "offset": 1216348160, |
| "length": 41943040 |
| }, |
| { |
| "layer": 30, |
| "num_features": 8192, |
| "offset": 1258291200, |
| "length": 41943040 |
| }, |
| { |
| "layer": 31, |
| "num_features": 8192, |
| "offset": 1300234240, |
| "length": 41943040 |
| }, |
| { |
| "layer": 32, |
| "num_features": 8192, |
| "offset": 1342177280, |
| "length": 41943040 |
| }, |
| { |
| "layer": 33, |
| "num_features": 8192, |
| "offset": 1384120320, |
| "length": 41943040 |
| }, |
| { |
| "layer": 34, |
| "num_features": 8192, |
| "offset": 1426063360, |
| "length": 41943040 |
| }, |
| { |
| "layer": 35, |
| "num_features": 8192, |
| "offset": 1468006400, |
| "length": 41943040 |
| }, |
| { |
| "layer": 36, |
| "num_features": 8192, |
| "offset": 1509949440, |
| "length": 41943040 |
| }, |
| { |
| "layer": 37, |
| "num_features": 8192, |
| "offset": 1551892480, |
| "length": 41943040 |
| }, |
| { |
| "layer": 38, |
| "num_features": 8192, |
| "offset": 1593835520, |
| "length": 41943040 |
| }, |
| { |
| "layer": 39, |
| "num_features": 8192, |
| "offset": 1635778560, |
| "length": 41943040 |
| } |
| ], |
| "down_top_k": 10, |
| "has_model_weights": true, |
| "model_config": { |
| "model_type": "granite", |
| "head_dim": 64, |
| "num_q_heads": 40, |
| "num_kv_heads": 8, |
| "rope_base": 10000000.0, |
| "sliding_window": null, |
| "moe": null, |
| "attention_k_eq_v": false, |
| "attention_multiplier": 0.015625, |
| "residual_multiplier": 0.22, |
| "logits_scaling": 10.0, |
| "norm_eps": 0.00001, |
| "tie_word_embeddings": true |
| } |
| } |
