Update handler.py

handler.py

@@ -19,16 +19,16 @@ class EndpointHandler():
 
     def __call__(self, data: Dict[list, Any]):
         parameters = data.pop("inputs", data)
-        prompt = data.pop("prompt", data)
+        givenprompt = data.pop("prompt", data)
         outputs = []
         print(parameters)
+        prompt = f"USER: <image>\n{givenprompt}?\nASSISTANT:"
         for link in parameters:
             try:
                 # Fetch image from URL
                 response = requests.get(link, stream=True)
                 response.raise_for_status()  # Raise an exception for 4xx or 5xx status codes
                 raw_image = Image.open(response.raw)
-
                 # Process image and generate output
                 inputs = self.processor(prompt, raw_image, return_tensors='pt').to(0, torch.float32)
                 output = self.model.generate(**inputs, max_new_tokens=200, do_sample=False)