lukealonso commited on
Commit
ded54c0
·
verified ·
1 Parent(s): 0215645

Add files using upload-large-folder tool

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -208,7 +208,7 @@
208
  "ignore": [
209
  "lm_head",
210
  "*.mlp.shared_expert.*",
211
- "model.language_model.mtp_block*",
212
  "model.language_model.layers.0.linear_attn*",
213
  "model.language_model.layers.0.mlp.shared_expert_gate",
214
  "model.language_model.layers.1.linear_attn*",
 
208
  "ignore": [
209
  "lm_head",
210
  "*.mlp.shared_expert.*",
211
+ "*mtp*",
212
  "model.language_model.layers.0.linear_attn*",
213
  "model.language_model.layers.0.mlp.shared_expert_gate",
214
  "model.language_model.layers.1.linear_attn*",