приведение routed_scaling_factor к float для исправления ошибки строгой валидации
#1
by isbondarev - opened
- config.json +1 -1
config.json
CHANGED
|
@@ -10,7 +10,7 @@
|
|
| 10 |
"n_shared_experts": 1,
|
| 11 |
"n_routed_experts": 64,
|
| 12 |
"ep_size": 1,
|
| 13 |
-
"routed_scaling_factor": 1,
|
| 14 |
"kv_lora_rank": 512,
|
| 15 |
"q_lora_rank": null,
|
| 16 |
"qk_rope_head_dim": 64,
|
|
|
|
| 10 |
"n_shared_experts": 1,
|
| 11 |
"n_routed_experts": 64,
|
| 12 |
"ep_size": 1,
|
| 13 |
+
"routed_scaling_factor": 1.0,
|
| 14 |
"kv_lora_rank": 512,
|
| 15 |
"q_lora_rank": null,
|
| 16 |
"qk_rope_head_dim": 64,
|