Fix LM Studio load: add partial_rotary_factor inside rope_parameters
Browse files- config.json +2 -1
config.json
CHANGED
|
@@ -93,7 +93,8 @@
|
|
| 93 |
10
|
| 94 |
],
|
| 95 |
"rope_theta": 10000000,
|
| 96 |
-
"type": "yarn"
|
|
|
|
| 97 |
},
|
| 98 |
"tie_word_embeddings": false,
|
| 99 |
"use_cache": true,
|
|
|
|
| 93 |
10
|
| 94 |
],
|
| 95 |
"rope_theta": 10000000,
|
| 96 |
+
"type": "yarn",
|
| 97 |
+
"partial_rotary_factor": 0.25
|
| 98 |
},
|
| 99 |
"tie_word_embeddings": false,
|
| 100 |
"use_cache": true,
|