Qwen3.5-4B-MLX-MTP-6bit / mtplx_runtime.json
t0rr3sp3dr0's picture
Upload folder using huggingface_hub
323565c verified
Raw
History Blame Contribute Delete
397 Bytes
{
"arch_id": "qwen3-next-mtp",
"mlx_lm_extra_tensors": {
"mtp_file": "mtp/weights.safetensors"
},
"mtp_contract": {
"base_hidden_variant": "post_norm",
"concat_order": "embedding_hidden",
"hidden_variant": "post_norm",
"mtp_position_mode": "local",
"mtp_quant_group_size": 64,
"mtp_quant_mode": "affine"
},
"mtp_depth_max": 3,
"mtp_sidecar": "quantized"
}