Upload handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
|
@@ -250,6 +250,7 @@ class EndpointHandler:
|
|
| 250 |
self.pipeline.transformer = torch.compile(self.pipeline.transformer, mode="max-autotune-no-cudagraphs")
|
| 251 |
self.pipeline.vae = torch.compile(self.pipeline.vae, mode="max-autotune-no-cudagraphs")
|
| 252 |
if IS_AUTOQ:
|
|
|
|
| 253 |
self.pipeline.transformer = autoquant(self.pipeline.transformer, error_on_unseen=False)
|
| 254 |
self.pipeline.vae = autoquant(self.pipeline.vae, error_on_unseen=False)
|
| 255 |
gc.collect()
|
|
|
|
| 250 |
self.pipeline.transformer = torch.compile(self.pipeline.transformer, mode="max-autotune-no-cudagraphs")
|
| 251 |
self.pipeline.vae = torch.compile(self.pipeline.vae, mode="max-autotune-no-cudagraphs")
|
| 252 |
if IS_AUTOQ:
|
| 253 |
+
print("Running autoquant...")
|
| 254 |
self.pipeline.transformer = autoquant(self.pipeline.transformer, error_on_unseen=False)
|
| 255 |
self.pipeline.vae = autoquant(self.pipeline.vae, error_on_unseen=False)
|
| 256 |
gc.collect()
|