Qwen3.5-9B-MLX-MTP-8bit / mtplx_runtime.json
t0rr3sp3dr0's picture
Upload folder using huggingface_hub
81f86d5 verified
Raw
History Blame Contribute Delete
429 Bytes
{
"arch_id": "qwen3-next-mtp",
"mlx_lm_extra_tensors": {
"mtp_file": "mtp/weights.safetensors"
},
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtp_depth_max": 3,
"mtp_norm_encoding": "delta",
"mtp_sidecar": "quantized"
}