Update app.py

app.py

@@ -74,10 +74,12 @@ def query_model(model_name: str, messages: List[Dict[str, str]]) -> str:
     except Exception as e:
         return f"{model_name} error: {str(e)}"
 
-def respond(message: str, history: List[List[str]], session_id: str) -> List[List[str]]:
+def respond(message: str, history: List[List[str]], session_id: str) -> tuple[str, str]:
     """Handle sequential model responses with context preservation"""
-    # Load session history
+    # Load or initialize session
     session = session_manager.load_session(session_id)
+    if not isinstance(session, dict) or "history" not in session:
+        session = {"history": []}
     
     # Build context from session history
     messages = []
@@ -133,38 +135,39 @@ def respond(message: str, history: List[List[str]], session_id: str) -> List[Lis
     # Save final session state
     session_manager.save_session(session_id, session)
     
-    # Return responses in Gradio chat format
-    return [[message, response] for response in responses]
+    # Return response as a single tuple for Gradio chat
+    return message, "\n\n".join(responses)
 
-# Create the Gradio interface with session management
-with gr.Blocks(title="Multi-LLM Collaboration Chat") as demo:
+# Create the Gradio interface
+with gr.Blocks() as demo:
     session_id = gr.State(session_manager.create_session)
     
-    with gr.Row():
-        gr.Markdown("## Multi-LLM Collaboration Chat")
-        new_session_btn = gr.Button("🆕 New Session", variant="secondary")
+    gr.Markdown("## Multi-LLM Collaboration Chat")
+    gr.Markdown("A group chat with Qwen2.5-72B, Llama3.3-70B, and Qwen2.5-Coder-32B")
     
-    with gr.Row():
-        gr.Markdown("A group chat with Qwen2.5-72B, Llama3.3-70B, and Qwen2.5-Coder-32B")
+    chatbot = gr.Chatbot()
+    msg = gr.Textbox(label="Message")
+    clear = gr.Button("Clear")
     
-    chat_interface = gr.ChatInterface(
-        respond,
-        examples=[
-            ["How can I optimize Python code?"],
-            ["Explain quantum computing basics"]
-        ],
-        additional_inputs=[session_id]
-    )
+    def user(message, history, session_id):
+        return "", history + [[message, None]]
     
-    def create_new_session():
-        new_id = session_manager.create_session()
-        return new_id, None
+    def bot(history, session_id):
+        if history[-1][1] is None:
+            message = history[-1][0]
+            _, response = respond(message, history[:-1], session_id)
+            history[-1][1] = response
+            return history
+        return history
     
-    new_session_btn.click(
-        fn=create_new_session,
-        outputs=[session_id, chat_interface.chatbot],
-        show_progress=False
+    msg.submit(user, [msg, chatbot, session_id], [msg, chatbot]).then(
+        bot, [chatbot, session_id], [chatbot]
     )
+    
+    clear.click(lambda: (session_manager.create_session(), None, []), 
+                None, 
+                [session_id, msg, chatbot],
+                queue=False)
 
 if __name__ == "__main__":
     demo.launch(share=True)