Updated the respond function to print out print(token) statement

app.py

@@ -39,7 +39,14 @@ def respond(
     )
 
     for token in response:
-        yield token['choices'][0]['delta']['content']
+        # Print the token to debug the structure
+        print(token)
+        # Adjust based on the actual structure of the response
+        if 'choices' in token and len(token['choices']) > 0:
+            content = token['choices'][0].get('delta', {}).get('content', '')
+            yield content
+        else:
+            yield "No valid response received."
 
 demo = gr.ChatInterface(
     respond,