Update convert.py
Browse files- convert.py +1 -1
convert.py
CHANGED
|
@@ -47,7 +47,7 @@ def main():
|
|
| 47 |
config = RWKV7Config(
|
| 48 |
vocab_size=new_vocab,
|
| 49 |
hidden_size=n_embd,
|
| 50 |
-
num_hidden_layers=12,
|
| 51 |
head_size=64,
|
| 52 |
intermediate_size=sd["blocks.0.ffn.key.weight"].shape[0],
|
| 53 |
decay_lora=sd["blocks.0.att.w1"].shape[1],
|
|
|
|
| 47 |
config = RWKV7Config(
|
| 48 |
vocab_size=new_vocab,
|
| 49 |
hidden_size=n_embd,
|
| 50 |
+
num_hidden_layers=12,#You need to modify it to fit your model.
|
| 51 |
head_size=64,
|
| 52 |
intermediate_size=sd["blocks.0.ffn.key.weight"].shape[0],
|
| 53 |
decay_lora=sd["blocks.0.att.w1"].shape[1],
|