A fix

app.py

@@ -43,7 +43,7 @@ model = Gemma3ForConditionalGeneration.from_pretrained(
 )
 model.eval()
 
-# eos_token_ids = [1, 107]
+eos_token_ids = [1, 106]
 
 print("Model loaded successfully.")
 
@@ -141,7 +141,7 @@ def generate(
         streamer=streamer,
         max_new_tokens=max_new_tokens,
         do_sample=True,
-        # eos_token_id=eos_token_ids,
+        eos_token_id=eos_token_ids,
         temperature=temperature
         if temperature > 0
         else 0.001,  # Temperature must be > 0