Update handler.py

handler.py

@@ -16,7 +16,9 @@ class EndpointHandler():
         totalarr = []
         inputs = data.pop("inputs", '')
         prompt_base = data.pop("prompt", "")
-        image = Image.open(requests.get(inputs, stream=True).raw)
-        prompt = f"USER: <image>\n{prompt_base}.Answer in one word\nASSISTANT:"
-        outputs = self.pipeline(image, prompt=prompt, generate_kwargs={"max_new_tokens": 200})
-        return (outputs[0]['generated_text'])  # Extract the generated_text from the pipeline output
+        for x in inputs:
+            image = Image.open(requests.get(x, stream=True).raw)
+            prompt = f"USER: <image>\n{prompt_base}.Answer in one word\nASSISTANT:"
+            outputs = self.pipeline(image, prompt=prompt, generate_kwargs={"max_new_tokens": 200})
+            totalarr.append(outputs)
+        return totalarr