Update app.py
Browse files
app.py
CHANGED
|
@@ -169,7 +169,7 @@ def predict(message, history):
|
|
| 169 |
attention_mask=attention_mask.to(device),
|
| 170 |
streamer=streamer,
|
| 171 |
do_sample=True,
|
| 172 |
-
temperature=0.
|
| 173 |
max_new_tokens=800, # Increased for more detailed responses
|
| 174 |
top_k=40, # Optimized for Qwen
|
| 175 |
repetition_penalty=1.05, # Lower penalty for Qwen
|
|
|
|
| 169 |
attention_mask=attention_mask.to(device),
|
| 170 |
streamer=streamer,
|
| 171 |
do_sample=True,
|
| 172 |
+
temperature=0.1, # Slightly increased from zero for more natural responses
|
| 173 |
max_new_tokens=800, # Increased for more detailed responses
|
| 174 |
top_k=40, # Optimized for Qwen
|
| 175 |
repetition_penalty=1.05, # Lower penalty for Qwen
|