{
  "schema_version": 1,
  "model": {
    "name": "qwen3.5-4b-1024",
    "family": "llm",
    "dsp_arch": "v79",
    "tokenizer_pre": "qwen2"
  },
  "chat": {
    "system": {
      "prefix": "<|im_start|>system\n",
      "suffix": "<|im_end|>\n"
    },
    "user": {
      "prefix": "<|im_start|>user\n",
      "suffix": "<|im_end|>\n"
    },
    "assistant": {
      "prefix": "<|im_start|>assistant\n",
      "suffix": "<|im_end|>\n"
    }
  },
  "params": {
    "hidden": 2560,
    "vocab": 248320,
    "n_layers": 32,
    "max_ctx": 1024,
    "kv_dim": 1024,
    "head_dim": 256,
    "rope_theta": 10000000.0,
    "eos_token_id": 248044,
    "gated_delta": {
      "q_heads": 16,
      "kv_heads": 4,
      "lin_k_heads": 16,
      "lin_v_heads": 32,
      "lin_k_dim": 128,
      "lin_v_dim": 128,
      "conv_kernel": 4,
      "full_every": 4,
      "rot_dim": 64,
      "attn_gate": true,
      "full_attn_idx": [
        3,
        7,
        11,
        15,
        19,
        23,
        27,
        31
      ]
    }
  },
  "artifacts": {
    "contexts": {
      "decode_s0": {
        "bin": "qwen354b_decode_s0_w8.bin"
      },
      "decode_s1": {
        "bin": "qwen354b_decode_s1_w8.bin"
      },
      "lmhead": {
        "bin": "qwen354b_lmhead_f16.bin"
      }
    },
    "embed": "qwen354b_embed_f16.bin",
    "tokenizer": "tokenizer.json"
  },
  "plan": {
    "steps": [
      {
        "host": "qwen3_5_generate",
        "params": {
          "decode": "qwen354b_decode_s0_w8,qwen354b_decode_s1_w8",
          "lmhead": "qwen354b_lmhead_f16",
          "max_new": 64,
          "neg": -50000
        }
      }
    ]
  }
}