Ilikemechuri commited on
Commit
88c5042
·
verified ·
1 Parent(s): 0b1d8c5

Update convert.py

Browse files
Files changed (1) hide show
  1. convert.py +1 -1
convert.py CHANGED
@@ -47,7 +47,7 @@ def main():
47
  config = RWKV7Config(
48
  vocab_size=new_vocab,
49
  hidden_size=n_embd,
50
- num_hidden_layers=12,
51
  head_size=64,
52
  intermediate_size=sd["blocks.0.ffn.key.weight"].shape[0],
53
  decay_lora=sd["blocks.0.att.w1"].shape[1],
 
47
  config = RWKV7Config(
48
  vocab_size=new_vocab,
49
  hidden_size=n_embd,
50
+ num_hidden_layers=12,#You need to modify it to fit your model.
51
  head_size=64,
52
  intermediate_size=sd["blocks.0.ffn.key.weight"].shape[0],
53
  decay_lora=sd["blocks.0.att.w1"].shape[1],