RiverRider commited on
Commit
f2dcbcd
·
verified ·
1 Parent(s): 7417ccc

Fix verbalization truncation: AV decode length 32->64 tokens

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -429,6 +429,7 @@ def cb_generate(prompt, mode, max_new, budget, k, temperature, top_p,
429
  max_new_tokens=int(max_new), budget=int(budget), k=int(k),
430
  temperature=float(temperature), top_p=float(top_p),
431
  repetition_penalty=float(repetition_penalty),
 
432
  disable_injectors=(not inject),
433
  ):
434
  last = result
 
429
  max_new_tokens=int(max_new), budget=int(budget), k=int(k),
430
  temperature=float(temperature), top_p=float(top_p),
431
  repetition_penalty=float(repetition_penalty),
432
+ verbalize_max_new_tokens=64,
433
  disable_injectors=(not inject),
434
  ):
435
  last = result