debug

app.py

@@ -201,6 +201,10 @@ def http_bot(state, temperature, top_p, max_new_tokens):
     if len(state.messages) == state.offset + 2:
         # First round of conversation
         template_name = 'phi'
+        new_state = conv_templates[template_name].copy()
+        new_state.append_message(new_state.roles[0], state.messages[-2][1])
+        new_state.append_message(new_state.roles[1], None)
+        state = new_state
         # if "tinyllava" in model_name.lower():
         #     if "3.1b" in model_name.lower() or "phi" in model_name.lower():
         #         template_name = "phi"
@@ -243,10 +247,7 @@ def http_bot(state, temperature, top_p, max_new_tokens):
         #     template_name = "llama_2"
         # else:
         #     template_name = "vicuna_v1"
-        new_state = conv_templates[template_name].copy()
-        new_state.append_message(new_state.roles[0], state.messages[-2][1])
-        new_state.append_message(new_state.roles[1], None)
-        state = new_state
+        
 
     # Construct prompt
     prompt = state.get_prompt()