Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -111,7 +111,7 @@ def generate_response_real(history_msgs):
|
|
| 111 |
generation_kwargs = dict(
|
| 112 |
**model_inputs,
|
| 113 |
streamer=streamer,
|
| 114 |
-
max_new_tokens=
|
| 115 |
temperature=0.3,
|
| 116 |
top_p=0.9,
|
| 117 |
do_sample=True
|
|
|
|
| 111 |
generation_kwargs = dict(
|
| 112 |
**model_inputs,
|
| 113 |
streamer=streamer,
|
| 114 |
+
max_new_tokens=4096,
|
| 115 |
temperature=0.3,
|
| 116 |
top_p=0.9,
|
| 117 |
do_sample=True
|