mmcgovern574 commited on
Commit
c1b3193
·
verified ·
1 Parent(s): c9f908e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -169,7 +169,7 @@ def predict(message, history):
169
  attention_mask=attention_mask.to(device),
170
  streamer=streamer,
171
  do_sample=True,
172
- temperature=0.5, # Slightly higher for more natural responses
173
  max_new_tokens=800, # Increased for more detailed responses
174
  top_k=40, # Optimized for Qwen
175
  repetition_penalty=1.05, # Lower penalty for Qwen
 
169
  attention_mask=attention_mask.to(device),
170
  streamer=streamer,
171
  do_sample=True,
172
+ temperature=0.1, # Slightly increased from zero for more natural responses
173
  max_new_tokens=800, # Increased for more detailed responses
174
  top_k=40, # Optimized for Qwen
175
  repetition_penalty=1.05, # Lower penalty for Qwen