English
John6666 commited on
Commit
aaeadfb
·
verified ·
1 Parent(s): 5eb864d

Upload handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -0
handler.py CHANGED
@@ -250,6 +250,7 @@ class EndpointHandler:
250
  self.pipeline.transformer = torch.compile(self.pipeline.transformer, mode="max-autotune-no-cudagraphs")
251
  self.pipeline.vae = torch.compile(self.pipeline.vae, mode="max-autotune-no-cudagraphs")
252
  if IS_AUTOQ:
 
253
  self.pipeline.transformer = autoquant(self.pipeline.transformer, error_on_unseen=False)
254
  self.pipeline.vae = autoquant(self.pipeline.vae, error_on_unseen=False)
255
  gc.collect()
 
250
  self.pipeline.transformer = torch.compile(self.pipeline.transformer, mode="max-autotune-no-cudagraphs")
251
  self.pipeline.vae = torch.compile(self.pipeline.vae, mode="max-autotune-no-cudagraphs")
252
  if IS_AUTOQ:
253
+ print("Running autoquant...")
254
  self.pipeline.transformer = autoquant(self.pipeline.transformer, error_on_unseen=False)
255
  self.pipeline.vae = autoquant(self.pipeline.vae, error_on_unseen=False)
256
  gc.collect()