OliviaRossi commited on
Commit
b0c58c9
·
verified ·
1 Parent(s): 2f0f598

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -60,7 +60,7 @@
60
  "max_position_embeddings": 262144,
61
  "mlp_only_layers": [],
62
  "model_type": "qwen3_5_text",
63
- "mtp_num_hidden_layers": 1,
64
  "mtp_use_dedicated_embeddings": false,
65
  "num_attention_heads": 16,
66
  "num_hidden_layers": 32,
 
60
  "max_position_embeddings": 262144,
61
  "mlp_only_layers": [],
62
  "model_type": "qwen3_5_text",
63
+ "mtp_num_hidden_layers": 0,
64
  "mtp_use_dedicated_embeddings": false,
65
  "num_attention_heads": 16,
66
  "num_hidden_layers": 32,