remg1997
/

dynabench-sdxl10

StableDiffusionXLPipeline

stable-diffusion

Inference Endpoints

Model card Files Files and versions Community

remg1997 commited on Sep 8, 2023

Commit

9a1c01d

·

1 Parent(s): 42aabcc

to cuda

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -8,7 +8,7 @@ class EndpointHandler():
         self.path = path
         self.model = "remg1997/dynabench-sdxl10"
         self.pipeline = DiffusionPipeline.from_pretrained(self.model, torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
-        self.pipeline = self.pipeline.to("cuda")
     def __call__(self, data: Dict[str, Any])-> List[Dict[str, Any]]:
         print("Torch version is", torch.__version__)

         self.path = path
         self.model = "remg1997/dynabench-sdxl10"
         self.pipeline = DiffusionPipeline.from_pretrained(self.model, torch_dtype=torch.float16, use_safetensors=True, variant="fp16")
+        self.pipeline = self.pipeline.to("cuda", torch.float16)
     def __call__(self, data: Dict[str, Any])-> List[Dict[str, Any]]:
         print("Torch version is", torch.__version__)