skroed
commited on
Commit
·
ce29d3b
1
Parent(s):
ff2924b
Fix: do not use torch compile for compat.
Browse files- handler.py +0 -3
handler.py
CHANGED
|
@@ -11,9 +11,6 @@ class EndpointHandler:
|
|
| 11 |
"cvssp/audioldm2-music", torch_dtype=torch.float16
|
| 12 |
)
|
| 13 |
self.pipeline.to("cuda")
|
| 14 |
-
self.pipeline.unet = torch.compile(
|
| 15 |
-
self.pipeline.unet, mode="reduce-overhead", fullgraph=True
|
| 16 |
-
)
|
| 17 |
self.pipeline.scheduler = DPMSolverMultistepScheduler.from_config(
|
| 18 |
self.pipeline.scheduler.config
|
| 19 |
)
|
|
|
|
| 11 |
"cvssp/audioldm2-music", torch_dtype=torch.float16
|
| 12 |
)
|
| 13 |
self.pipeline.to("cuda")
|
|
|
|
|
|
|
|
|
|
| 14 |
self.pipeline.scheduler = DPMSolverMultistepScheduler.from_config(
|
| 15 |
self.pipeline.scheduler.config
|
| 16 |
)
|