Update app.py

app.py

@@ -23,20 +23,23 @@ def respond(
     
     messages.append({"role": "user", "content": message})
     
-    response = ""
-    
-    # Stream the response from the model
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
+  response = ""
+
+# Stream the response from the model
+for message in client.chat_completion(
+    messages,
+    max_tokens=max_tokens,
+    stream=True,
+    temperature=temperature,
+    top_p=top_p,
+):
+    # Ensure that the chunk has the required fields
+    if 'choices' in message and len(message.choices) > 0 and 'delta' in message.choices[0] and 'content' in message.choices[0].delta:
         token = message.choices[0].delta.content
         response += token
         yield response
 
+
 # Create a custom ChatInterface with additional inputs and an interactive title
 demo = gr.ChatInterface(
     fn=respond,