NoMoreCopyrightOrg
/

flux-test2

Model card Files Files and versions

John6666 commited on Mar 12

Commit

0880fdf

·

verified ·

1 Parent(s): b9e2b0d

Upload handler.py

Files changed (1) hide show

handler.py +2 -2

handler.py CHANGED Viewed

@@ -35,8 +35,8 @@ class EndpointHandler:
         self.pipe.vae = torch.compile(
             self.pipe.vae, mode="max-autotune-no-cudagraphs",
         )
-        self.pipe.transformer = autoquant(self.pipe.transformer, error_on_unseen=False)
-        self.pipe.vae = autoquant(self.pipe.vae, error_on_unseen=False)
         gc.collect()
         torch.cuda.empty_cache()

         self.pipe.vae = torch.compile(
             self.pipe.vae, mode="max-autotune-no-cudagraphs",
         )
+        #self.pipe.transformer = autoquant(self.pipe.transformer, error_on_unseen=False)
+        #self.pipe.vae = autoquant(self.pipe.vae, error_on_unseen=False)
         gc.collect()
         torch.cuda.empty_cache()