Spaces:
Running on Zero
Running on Zero
Fix verbalization truncation: AV decode length 32->64 tokens
Browse files
app.py
CHANGED
|
@@ -429,6 +429,7 @@ def cb_generate(prompt, mode, max_new, budget, k, temperature, top_p,
|
|
| 429 |
max_new_tokens=int(max_new), budget=int(budget), k=int(k),
|
| 430 |
temperature=float(temperature), top_p=float(top_p),
|
| 431 |
repetition_penalty=float(repetition_penalty),
|
|
|
|
| 432 |
disable_injectors=(not inject),
|
| 433 |
):
|
| 434 |
last = result
|
|
|
|
| 429 |
max_new_tokens=int(max_new), budget=int(budget), k=int(k),
|
| 430 |
temperature=float(temperature), top_p=float(top_p),
|
| 431 |
repetition_penalty=float(repetition_penalty),
|
| 432 |
+
verbalize_max_new_tokens=64,
|
| 433 |
disable_injectors=(not inject),
|
| 434 |
):
|
| 435 |
last = result
|