Upload index.json

index.json

@@ -1,22 +1,27 @@
 {
   "version": 2,
-  "model": "google/gemma-3-4b-it",
+  "model": "/Users/christopherhay/.cache/huggingface/hub/models--google--gemma-3-4b-it/snapshots/093f9f388b31de276ce2de164bdc2081324b9767",
   "family": "gemma3",
   "source": {
-    "huggingface_repo": "google/gemma-3-4b-it",
+    "huggingface_repo": "/Users/christopherhay/.cache/huggingface/hub/models--google--gemma-3-4b-it/snapshots/093f9f388b31de276ce2de164bdc2081324b9767",
     "huggingface_revision": null,
     "safetensors_sha256": null,
-    "extracted_at": "2026-04-16T12:19:50Z",
+    "extracted_at": "2026-08-07T19:56:09Z",
     "larql_version": "0.1.0"
   },
-  "checksums": null,
+  "checksums": {
+    "norms.bin": "b71dbaa8060fb6afc18df76857b0b8cca94b9144905609df2938f9a4e14ed219",
+    "down_meta.bin": "025029abf199800760a4e278b1873b39f9f44b95b3b4e2d3f45997d212153f8b",
+    "embeddings.bin": "bfc37cc421ee0b16dfe96475f8967fce4fea3592f641b6b8c008cb9b319fc2c9",
+    "gate_vectors.bin": "60147c55152d36023d2ec2d9d772cc858fdc245209f03b9d6ee375321070331d"
+  },
   "num_layers": 34,
   "hidden_size": 2560,
   "intermediate_size": 10240,
   "vocab_size": 262208,
   "embed_scale": 50.596443,
   "extract_level": "browse",
-  "dtype": "f32",
+  "dtype": "f16",
   "quant": "q4k",
   "layer_bands": {
     "syntax": [
@@ -37,205 +42,205 @@
       "layer": 0,
       "num_features": 10240,
       "offset": 0,
-      "length": 104857600
+      "length": 52428800
     },
     {
       "layer": 1,
       "num_features": 10240,
-      "offset": 104857600,
-      "length": 104857600
+      "offset": 52428800,
+      "length": 52428800
     },
     {
       "layer": 2,
       "num_features": 10240,
-      "offset": 209715200,
-      "length": 104857600
+      "offset": 104857600,
+      "length": 52428800
     },
     {
       "layer": 3,
       "num_features": 10240,
-      "offset": 314572800,
-      "length": 104857600
+      "offset": 157286400,
+      "length": 52428800
     },
     {
       "layer": 4,
       "num_features": 10240,
-      "offset": 419430400,
-      "length": 104857600
+      "offset": 209715200,
+      "length": 52428800
     },
     {
       "layer": 5,
       "num_features": 10240,
-      "offset": 524288000,
-      "length": 104857600
+      "offset": 262144000,
+      "length": 52428800
     },
     {
       "layer": 6,
       "num_features": 10240,
-      "offset": 629145600,
-      "length": 104857600
+      "offset": 314572800,
+      "length": 52428800
     },
     {
       "layer": 7,
       "num_features": 10240,
-      "offset": 734003200,
-      "length": 104857600
+      "offset": 367001600,
+      "length": 52428800
     },
     {
       "layer": 8,
       "num_features": 10240,
-      "offset": 838860800,
-      "length": 104857600
+      "offset": 419430400,
+      "length": 52428800
     },
     {
       "layer": 9,
       "num_features": 10240,
-      "offset": 943718400,
-      "length": 104857600
+      "offset": 471859200,
+      "length": 52428800
     },
     {
       "layer": 10,
       "num_features": 10240,
-      "offset": 1048576000,
-      "length": 104857600
+      "offset": 524288000,
+      "length": 52428800
     },
     {
       "layer": 11,
       "num_features": 10240,
-      "offset": 1153433600,
-      "length": 104857600
+      "offset": 576716800,
+      "length": 52428800
     },
     {
       "layer": 12,
       "num_features": 10240,
-      "offset": 1258291200,
-      "length": 104857600
+      "offset": 629145600,
+      "length": 52428800
     },
     {
       "layer": 13,
       "num_features": 10240,
-      "offset": 1363148800,
-      "length": 104857600
+      "offset": 681574400,
+      "length": 52428800
     },
     {
       "layer": 14,
       "num_features": 10240,
-      "offset": 1468006400,
-      "length": 104857600
+      "offset": 734003200,
+      "length": 52428800
     },
     {
       "layer": 15,
       "num_features": 10240,
-      "offset": 1572864000,
-      "length": 104857600
+      "offset": 786432000,
+      "length": 52428800
     },
     {
       "layer": 16,
       "num_features": 10240,
-      "offset": 1677721600,
-      "length": 104857600
+      "offset": 838860800,
+      "length": 52428800
     },
     {
       "layer": 17,
       "num_features": 10240,
-      "offset": 1782579200,
-      "length": 104857600
+      "offset": 891289600,
+      "length": 52428800
     },
     {
       "layer": 18,
       "num_features": 10240,
-      "offset": 1887436800,
-      "length": 104857600
+      "offset": 943718400,
+      "length": 52428800
     },
     {
       "layer": 19,
       "num_features": 10240,
-      "offset": 1992294400,
-      "length": 104857600
+      "offset": 996147200,
+      "length": 52428800
     },
     {
       "layer": 20,
       "num_features": 10240,
-      "offset": 2097152000,
-      "length": 104857600
+      "offset": 1048576000,
+      "length": 52428800
     },
     {
       "layer": 21,
       "num_features": 10240,
-      "offset": 2202009600,
-      "length": 104857600
+      "offset": 1101004800,
+      "length": 52428800
     },
     {
       "layer": 22,
       "num_features": 10240,
-      "offset": 2306867200,
-      "length": 104857600
+      "offset": 1153433600,
+      "length": 52428800
     },
     {
       "layer": 23,
       "num_features": 10240,
-      "offset": 2411724800,
-      "length": 104857600
+      "offset": 1205862400,
+      "length": 52428800
     },
     {
       "layer": 24,
       "num_features": 10240,
-      "offset": 2516582400,
-      "length": 104857600
+      "offset": 1258291200,
+      "length": 52428800
     },
     {
       "layer": 25,
       "num_features": 10240,
-      "offset": 2621440000,
-      "length": 104857600
+      "offset": 1310720000,
+      "length": 52428800
     },
     {
       "layer": 26,
       "num_features": 10240,
-      "offset": 2726297600,
-      "length": 104857600
+      "offset": 1363148800,
+      "length": 52428800
     },
     {
       "layer": 27,
       "num_features": 10240,
-      "offset": 2831155200,
-      "length": 104857600
+      "offset": 1415577600,
+      "length": 52428800
     },
     {
       "layer": 28,
       "num_features": 10240,
-      "offset": 2936012800,
-      "length": 104857600
+      "offset": 1468006400,
+      "length": 52428800
     },
     {
       "layer": 29,
       "num_features": 10240,
-      "offset": 3040870400,
-      "length": 104857600
+      "offset": 1520435200,
+      "length": 52428800
     },
     {
       "layer": 30,
       "num_features": 10240,
-      "offset": 3145728000,
-      "length": 104857600
+      "offset": 1572864000,
+      "length": 52428800
     },
     {
       "layer": 31,
       "num_features": 10240,
-      "offset": 3250585600,
-      "length": 104857600
+      "offset": 1625292800,
+      "length": 52428800
     },
     {
       "layer": 32,
       "num_features": 10240,
-      "offset": 3355443200,
-      "length": 104857600
+      "offset": 1677721600,
+      "length": 52428800
     },
     {
       "layer": 33,
       "num_features": 10240,
-      "offset": 3460300800,
-      "length": 104857600
+      "offset": 1730150400,
+      "length": 52428800
     }
   ],
   "down_top_k": 10,
@@ -248,6 +253,10 @@
     "rope_base": 1000000.0,
     "sliding_window": 1024,
     "moe": null,
-    "attention_k_eq_v": false
+    "attention_k_eq_v": false,
+    "rope_scaling": {
+      "factor": 8.0,
+      "rope_type": "linear"
+    }
   }
 }