debug

app.py

@@ -106,14 +106,14 @@ def get_response(params):
             images = [load_image_from_base64(image) for image in images]
             print(images)
             # images = process_images(images, image_processor, model.config)
-            images = process_images(images, image_processor, model.config).to('cpu', dtype=torch.float16)
+            images = process_images(images, image_processor, model.config).to('cpu')
 
             if type(images) is list:
                 images = [
-                    image.to(model.device, dtype=torch.float16) for image in images
+                    image.to(model.device) for image in images
                 ]
             else:
-                images = images.to(model.device, dtype=torch.float16)
+                images = images.to(model.device)
 
             replace_token = DEFAULT_IMAGE_TOKEN
             if getattr(model.config, "mm_use_im_start_end", False):