update backend api

conversation.py

@@ -89,6 +89,51 @@ class Conversation:
             else:
                 raise ValueError(f"Invalid role: {message['role']}")
         return send_messages
+    
+    def get_prompt_v2(self, inlude_image=False, max_dynamic_patch=12):
+        send_messages = [
+            {
+                "role": "system", 
+                "content": self.get_system_message(),
+            }
+        ]
+        for message in self.messages:
+            if message["role"] == self.USER:
+                user_message = {
+                    "role": self.USER,
+                    "content": message["content"],
+                }
+                if inlude_image and "image" in message:
+                    user_message["image"] = []
+                    for image in message["image"]:
+                        user_message["image"].append(pil2base64(image))
+                    
+                    content = [{"type": "text", "text": message["content"]}]
+                    for image_base64 in user_message["image"]:
+                        content.append({
+                            "type": "image_url", 
+                            "image_url": {
+                                "url": f"data:image/jpeg;base64,{image_base64}",
+                                "max_dynamic_patch": max_dynamic_patch
+                            }
+                        })
+                    send_messages.append({'role': self.USER, 'content': content})
+                else:
+                    send_messages.append(user_message)
+            elif message["role"] == self.ASSISTANT:
+                send_messages.append(
+                    {"role": self.ASSISTANT, "content": message["content"]}
+                )
+            elif message["role"] == self.SYSTEM:
+                send_messages.append(
+                    {
+                        "role": self.SYSTEM,
+                        "content": message["content"],
+                    }
+                )
+            else:
+                raise ValueError(f"Invalid role: {message['role']}")
+        return send_messages
 
     def append_message(
         self,
@@ -257,3 +302,4 @@ class Conversation:
             image.save(filename)
 
         return filename
+