Upload v81/qwen3.5-4b-1024.json with huggingface_hub

v81/qwen3.5-4b-1024.json

@@ -0,0 +1,70 @@
+{
+  "schema_version": 1,
+  "_comment": "Qwen3.5-4B GatedDeltaNet hybrid TEXT decoder for v81. W8 decode (the ~7GB fp16 decode exceeds device RAM; W8 ~3.5GB fits + ~2x faster) + fp16 lm-head. Recurrent gated delta-rule linear attn + gated full-attn; decode-over-prompt; qwen3_5_generate host-op.",
+  "model": {
+    "name": "qwen3.5-4b-1024",
+    "family": "llm",
+    "dsp_arch": "v81",
+    "tokenizer_pre": "qwen2"
+  },
+  "params": {
+    "hidden": 2560,
+    "vocab": 248320,
+    "n_layers": 32,
+    "max_ctx": 1024,
+    "kv_dim": 1024,
+    "head_dim": 256,
+    "rope_theta": 10000000.0,
+    "eos_token_id": 248044,
+    "gated_delta": {
+      "q_heads": 16,
+      "kv_heads": 4,
+      "lin_k_heads": 16,
+      "lin_v_heads": 32,
+      "lin_k_dim": 128,
+      "lin_v_dim": 128,
+      "conv_kernel": 4,
+      "full_every": 4,
+      "rot_dim": 64,
+      "attn_gate": true,
+      "full_attn_idx": [
+        3,
+        7,
+        11,
+        15,
+        19,
+        23,
+        27,
+        31
+      ]
+    }
+  },
+  "artifacts": {
+    "contexts": {
+      "decode_s0": {
+        "bin": "qwen354b_decode_s0_w8.bin"
+      },
+      "decode_s1": {
+        "bin": "qwen354b_decode_s1_w8.bin"
+      },
+      "lmhead": {
+        "bin": "qwen354b_lmhead_f16.bin"
+      }
+    },
+    "embed": "qwen354b_embed_f16.bin",
+    "tokenizer": "tokenizer.json"
+  },
+  "plan": {
+    "steps": [
+      {
+        "host": "qwen3_5_generate",
+        "params": {
+          "decode": "qwen354b_decode_s0_w8,qwen354b_decode_s1_w8",
+          "lmhead": "qwen354b_lmhead_f16",
+          "max_new": 64,
+          "neg": -50000
+        }
+      }
+    ]
+  }
+}