Upload folder using huggingface_hub

config.json

@@ -197,7 +197,22 @@
     ],
     "kv_cache_scheme": null,
     "quant_method": "compressed-tensors",
-    "quantization_status": "compressed"
+    "quantization_status": "compressed",
+    "block_name_to_quantize": "model.language_model.layers",
+    "modules_to_not_convert": [
+      "mtp",
+      "lm_head",
+      "visual"
+    ],
+    "dynamic": {
+      "-:.*mtp.*": {}
+    },
+    "extra_config": {
+      ".*mtp.*": {
+        "bits": 16,
+        "data_type": "fp"
+      }
+    }
   },
   "text_config": {
     "attention_bias": false,
@@ -300,4 +315,4 @@
   },
   "vision_end_token_id": 248054,
   "vision_start_token_id": 248053
-}
+}

model_extra_tensors.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9f83dae0fed4d0633fba652cd7eb942642491a283b11072c3cfc77731e0fae9
-size 486582848
+oid sha256:c41ed69b9d21f0772737d4fb74bf48283a473ec34fb5df07afb487f35d67c28f
+size 486582880