Upload folder using huggingface_hub

config.json

@@ -16,7 +16,8 @@
     "data_type": "int",
     "extra_config": {
       ".*mtp.*": {
-        "data_type": "bfloat16"
+        "bits": 16,
+        "data_type": "fp"
       },
       ".*mtp\\.fc.*": {
         "data_type": "bfloat16"
@@ -60,7 +61,15 @@
     "packing_format": "auto_round:auto_gptq",
     "quant_method": "auto-round",
     "seqlen": 4096,
-    "sym": true
+    "sym": true,
+    "modules_to_not_convert": [
+      "lm_head",
+      "mtp",
+      "visual"
+    ],
+    "dynamic": {
+      "-:.*mtp.*": {}
+    }
   },
   "text_config": {
     "attention_bias": false,

model_extra_tensors.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f993d7b896c6d3c72ee66fd446b28bcf316d5f5ce4a0427c0442dfe461cbe1b
-size 241200704
+oid sha256:e5fc485d419f2c554169c1fc441f57a1a45a50673bdb4e41d3dd0261b21abe7c
+size 241200736