| { |
| "version": 2, |
| "model": "google/gemma-3-4b-it", |
| "family": "gemma3", |
| "source": { |
| "huggingface_repo": "google/gemma-3-4b-it", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-05-02T17:32:59Z", |
| "larql_version": "0.1.0" |
| }, |
| "checksums": { |
| "embeddings.bin": "bfc37cc421ee0b16dfe96475f8967fce4fea3592f641b6b8c008cb9b319fc2c9", |
| "norms.bin": "b71dbaa8060fb6afc18df76857b0b8cca94b9144905609df2938f9a4e14ed219", |
| "gate_vectors.bin": "60147c55152d36023d2ec2d9d772cc858fdc245209f03b9d6ee375321070331d", |
| "down_meta.bin": "025029abf199800760a4e278b1873b39f9f44b95b3b4e2d3f45997d212153f8b" |
| }, |
| "num_layers": 34, |
| "hidden_size": 2560, |
| "intermediate_size": 10240, |
| "vocab_size": 262208, |
| "embed_scale": 50.596443, |
| "extract_level": "inference", |
| "dtype": "f16", |
| "quant": "q4k", |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 13 |
| ], |
| "knowledge": [ |
| 14, |
| 27 |
| ], |
| "output": [ |
| 28, |
| 33 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 10240, |
| "offset": 0, |
| "length": 52428800 |
| }, |
| { |
| "layer": 1, |
| "num_features": 10240, |
| "offset": 52428800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 2, |
| "num_features": 10240, |
| "offset": 104857600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 3, |
| "num_features": 10240, |
| "offset": 157286400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 4, |
| "num_features": 10240, |
| "offset": 209715200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 5, |
| "num_features": 10240, |
| "offset": 262144000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 6, |
| "num_features": 10240, |
| "offset": 314572800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 7, |
| "num_features": 10240, |
| "offset": 367001600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 8, |
| "num_features": 10240, |
| "offset": 419430400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 9, |
| "num_features": 10240, |
| "offset": 471859200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 10, |
| "num_features": 10240, |
| "offset": 524288000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 11, |
| "num_features": 10240, |
| "offset": 576716800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 12, |
| "num_features": 10240, |
| "offset": 629145600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 13, |
| "num_features": 10240, |
| "offset": 681574400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 14, |
| "num_features": 10240, |
| "offset": 734003200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 15, |
| "num_features": 10240, |
| "offset": 786432000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 16, |
| "num_features": 10240, |
| "offset": 838860800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 17, |
| "num_features": 10240, |
| "offset": 891289600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 18, |
| "num_features": 10240, |
| "offset": 943718400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 19, |
| "num_features": 10240, |
| "offset": 996147200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 20, |
| "num_features": 10240, |
| "offset": 1048576000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 21, |
| "num_features": 10240, |
| "offset": 1101004800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 22, |
| "num_features": 10240, |
| "offset": 1153433600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 23, |
| "num_features": 10240, |
| "offset": 1205862400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 24, |
| "num_features": 10240, |
| "offset": 1258291200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 25, |
| "num_features": 10240, |
| "offset": 1310720000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 26, |
| "num_features": 10240, |
| "offset": 1363148800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 27, |
| "num_features": 10240, |
| "offset": 1415577600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 28, |
| "num_features": 10240, |
| "offset": 1468006400, |
| "length": 52428800 |
| }, |
| { |
| "layer": 29, |
| "num_features": 10240, |
| "offset": 1520435200, |
| "length": 52428800 |
| }, |
| { |
| "layer": 30, |
| "num_features": 10240, |
| "offset": 1572864000, |
| "length": 52428800 |
| }, |
| { |
| "layer": 31, |
| "num_features": 10240, |
| "offset": 1625292800, |
| "length": 52428800 |
| }, |
| { |
| "layer": 32, |
| "num_features": 10240, |
| "offset": 1677721600, |
| "length": 52428800 |
| }, |
| { |
| "layer": 33, |
| "num_features": 10240, |
| "offset": 1730150400, |
| "length": 52428800 |
| } |
| ], |
| "down_top_k": 10, |
| "has_model_weights": true, |
| "model_config": { |
| "model_type": "gemma3_text", |
| "head_dim": 256, |
| "num_q_heads": 8, |
| "num_kv_heads": 4, |
| "rope_base": 1000000.0, |
| "sliding_window": 1024, |
| "moe": null, |
| "attention_k_eq_v": false |
| } |
| } |
