Update app.py

app.py

@@ -27,7 +27,7 @@ def get_messages_formatter_type(model_name):
         raise ValueError(f"Unsupported model: {model_name}")
 
 
-@spaces.GPU(duration=120)
+@spaces.GPU(duration=80)
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -109,7 +109,7 @@ demo = gr.ChatInterface(
             label="Model"
         ),
         gr.Textbox(value="You are a helpful assistant.", label="System message"),
-        gr.Slider(minimum=1, maximum=4096, value=2048, step=1, label="Max tokens"),
+        gr.Slider(minimum=1, maximum=8192, value=2048, step=1, label="Max tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
             minimum=0.1,