Update app.py

app.py

@@ -26,35 +26,18 @@ def query_model(model_name: str, messages: List[Dict[str, str]]) -> Generator[st
     
     # Model-specific prompt formatting with full history
     model_prompts = {
-        "Qwen2.5-Coder-32B-Instruct": (
-            "<system>Technical Expert</system>\n"
-            "<conversation>\n{conversation}</conversation>\n"
-            "<instructions>\n"
-            "1. Provide technical implementation details\n"
-            "2. Identify potential edge cases\n"
-            "3. Suggest code snippets where applicable\n"
-            "Format: <technical>{response}</technical>"
-            "</instructions>\n"
-        ),
         "Qwen2.5-72B-Instruct": (
-            "<system>Analytical Expert</system>\n"
-            "<conversation>\n{conversation}</conversation>\n"
-            "<instructions>\n"
-            "1. Analyze technical suggestions\n"
-            "2. Highlight strengths/weaknesses\n" 
-            "3. Propose alternative approaches\n"
-            "Format: <analysis>{response}</analysis>"
-            "</instructions>\n"
+            f"<|im_start|>system\nCollaborate with other experts. Previous discussion:\n{conversation}<|im_end|>\n"
+            "<|im_start|>assistant\nMy analysis:"
         ),
         "Llama3.3-70B-Instruct": (
-            "<system>Integration Expert</system>\n"
-            "<conversation>\n{conversation}</conversation>\n"
-            "<instructions>\n"
-            "1. Synthesize previous contributions\n"
-            "2. Resolve conflicting suggestions\n"
-            "3. Present final integrated solution\n"
-            "Format: <synthesis>{response}</synthesis>"
-            "</instructions>\n"
+            "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n"
+            f"Build upon this discussion:\n{conversation}<|eot_id|>\n"
+            "<|start_header_id|>assistant<|end_header_id|>\nMy contribution:"
+        ),
+        "Qwen2.5-Coder-32B-Instruct": (
+            f"<|im_start|>system\nTechnical discussion context:\n{conversation}<|im_end|>\n"
+            "<|im_start|>assistant\nTechnical perspective:"
         )
     }