Upload handler.py

handler.py

@@ -29,12 +29,12 @@ class EndpointHandler:
         self.pipe.transformer.to(memory_format=torch.channels_last)
         self.pipe.vae.to(memory_format=torch.channels_last)
         apply_cache_on_pipe(self.pipe, residual_diff_threshold=0.12)
-        self.pipe.transformer = torch.compile(
-            self.pipe.transformer, mode="max-autotune-no-cudagraphs",
-        )
-        self.pipe.vae = torch.compile(
-            self.pipe.vae, mode="max-autotune-no-cudagraphs",
-        )
+        #self.pipe.transformer = torch.compile(
+        #    self.pipe.transformer, mode="max-autotune-no-cudagraphs",
+        #)
+        #self.pipe.vae = torch.compile(
+        #    self.pipe.vae, mode="max-autotune-no-cudagraphs",
+        #)
         self.pipe.transformer = autoquant(self.pipe.transformer, error_on_unseen=False)
         self.pipe.vae = autoquant(self.pipe.vae, error_on_unseen=False)