Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 import openai
 from openai import OpenAI
 import os
+import time
 
 def setup_client():
     api_key = os.environ.get('OPENROUTER_API_KEY')
@@ -13,18 +14,22 @@ def setup_client():
         api_key=api_key,
     )
 
-def chat_with_grok(message, history):
-    """Main chat function"""
+def chat_with_grok_streaming(message, history):
+    """Main chat function with streaming"""
     if not message:
         return history, ""
-
+    
+    # Add logging
     print(f"User message: {message}")
     
+    # Add user message immediately
+    history.append((message, ""))
+    
     try:
         client = setup_client()
         
-        # Create the completion
-        completion = client.chat.completions.create(
+        # Create the streaming completion
+        stream = client.chat.completions.create(
             model="x-ai/grok-4",
             messages=[
                 {
@@ -33,22 +38,30 @@ def chat_with_grok(message, history):
                 }
             ],
             max_tokens=1000,
-            temperature=0.7
+            temperature=0.7,
+            stream=True  # Enable streaming
         )
         
-        response = completion.choices[0].message.content
-
-        print(f"AI response: {response}")
+        # Stream the response
+        response = ""
+        for chunk in stream:
+            if chunk.choices[0].delta.content is not None:
+                response += chunk.choices[0].delta.content
+                # Update the last message in history with the streaming response
+                history[-1] = (message, response)
+                yield history, ""
+                time.sleep(0.05)  # Small delay to make streaming visible
         
-        # Add to history
-        history.append((message, response))
-        
-        return history, ""
+        # Final update and logging
+        history[-1] = (message, response)
+        print(f"AI response: {response}")
+        yield history, ""
         
     except Exception as e:
         error_msg = f"Error: {str(e)}"
-        history.append((message, error_msg))
-        return history, ""
+        print(f"Error occurred: {str(e)}")
+        history[-1] = (message, error_msg)
+        yield history, ""
 
 def clear_chat():
     """Clear the chat history"""
@@ -59,7 +72,7 @@ with gr.Blocks(title="Grok 4 Chat Interface by Xhaheen ", theme=gr.themes.Soft()
     gr.HTML("""
     <div style="text-align: center; padding: 20px;">
         <h1>🤖 Grok 4 Chat Interface</h1>
-        <p>Chat with xAI's Grok 4 model via OpenRouter</p>
+        <p>Chat with xAI's Grok 4 model via OpenRouter (Streaming)</p>
     </div>
     """)
     
@@ -86,8 +99,10 @@ with gr.Blocks(title="Grok 4 Chat Interface by Xhaheen ", theme=gr.themes.Soft()
     # Event handlers
     def submit_message(message, history):
         if message:
-            return chat_with_grok(message, history)
-        return history, message
+            # Use yield from for streaming
+            yield from chat_with_grok_streaming(message, history)
+        else:
+            yield history, message
     
     # Send message on button click
     send_btn.click(