fix: fix running handler and add test file for catching potential bugs

handler.py

@@ -100,10 +100,10 @@ class EndpointHandler():
 
         # Load StableDiffusionControlNetPipeline
         self.sdxl_id = "stabilityai/stable-diffusion-xl-base-1.0"
-        self.stable_diffusion_id = "runwayml/stable-diffusion-v1-5"
+        # self.stable_diffusion_id = "runwayml/stable-diffusion-v1-5"
         self.pipe = StableDiffusionXLControlNetPipeline.from_pretrained(self.sdxl_id,
                                                                         controlnet=self.controlnet,
-                                                                        vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16, use_safetensors=True),
+                                                                        # vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16, use_safetensors=True),
                                                                         torch_dtype=torch.float16,
                                                                         use_safetensors=True)
         self.pipe.scheduler = UniPCMultistepScheduler.from_config(self.pipe.scheduler.config)
@@ -149,7 +149,7 @@ class EndpointHandler():
         control_image = SDXLCONTROLNET_MAPPING[self.control_type]["hinter"](
             image, width=1024, height=1024)
     
-        generator = torch.manual_seed(1)
+        self.generator = torch.manual_seed(1)
 
         # run inference pipeline
         images = self.pipe(
@@ -158,7 +158,6 @@ class EndpointHandler():
             image=control_image,
             # width=width,
             # height=height,
-            generator=generator,
             num_inference_steps=num_inference_steps,
             guidance_scale=guidance_scale,
             num_images_per_prompt=num_of_images,

test.py

@@ -0,0 +1,19 @@
+from handler import EndpointHandler
+
+# init handler
+my_handler = EndpointHandler(path=".")
+
+# prepare sample payload
+non_holiday_payload = {"inputs": "I am quite excited how this will turn out", "date": "2022-08-08"}
+holiday_payload = {"inputs": "Today is a though day", "date": "2022-07-04"}
+
+# test the handler
+non_holiday_pred=my_handler(non_holiday_payload)
+holiday_payload=my_handler(holiday_payload)
+
+# show results
+print("non_holiday_pred", non_holiday_pred)
+print("holiday_payload", holiday_payload)
+
+# non_holiday_pred [{'label': 'joy', 'score': 0.9985942244529724}]
+# holiday_payload [{'label': 'happy', 'score': 1}]