Change to DDIM Scheduler
Browse files
app.py
CHANGED
|
@@ -4,24 +4,18 @@ from diffusers import AudioLDMPipeline
|
|
| 4 |
# The recommended "fast" scheduler:
|
| 5 |
#from diffusers import DPMSolverMultistepScheduler
|
| 6 |
# The Default AudioLDM scheduler:
|
| 7 |
-
|
| 8 |
-
#from diffusers import DDIMInverseScheduler
|
| 9 |
#from diffusers import DDPMScheduler
|
| 10 |
#from diffusers import DEISMultistepScheduler
|
| 11 |
#from diffusers import DPMSolverSinglestepScheduler
|
| 12 |
#from diffusers import HeunDiscreteScheduler
|
| 13 |
#from diffusers import KDPM2DiscreteScheduler
|
| 14 |
#from diffusers import KDPM2AncestralDiscreteScheduler
|
| 15 |
-
#from diffusers import KarrasVeScheduler
|
| 16 |
#from diffusers import LMSDiscreteScheduler
|
| 17 |
#from diffusers import PNDMScheduler
|
| 18 |
-
#from diffusers import ScoreSdeVeScheduler
|
| 19 |
-
#from diffusers import IPNDMScheduler
|
| 20 |
#from diffusers import EulerDiscreteScheduler
|
| 21 |
#from diffusers import EulerAncestralDiscreteScheduler
|
| 22 |
-
#from diffusers import VQDiffusionScheduler
|
| 23 |
#from diffusers import UniPCMultistepScheduler
|
| 24 |
-
from diffusers import RePaintScheduler
|
| 25 |
|
| 26 |
from transformers import AutoProcessor, ClapModel
|
| 27 |
|
|
@@ -33,24 +27,18 @@ device="cpu"
|
|
| 33 |
repo_id = "cvssp/audioldm-s-full-v2"
|
| 34 |
pipe = AudioLDMPipeline.from_pretrained(repo_id, torch_dtype=torch.float32)
|
| 35 |
#pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
|
| 36 |
-
|
| 37 |
-
#pipe.scheduler = DDIMInverseScheduler.from_config(pipe.scheduler.config)
|
| 38 |
#pipe.scheduler = DDPMScheduler.from_config(pipe.scheduler.config)
|
| 39 |
#pipe.scheduler = DEISMultistepScheduler.from_config(pipe.scheduler.config)
|
| 40 |
#pipe.scheduler = DPMSolverSinglestepScheduler.from_config(pipe.scheduler.config)
|
| 41 |
#pipe.scheduler = HeunDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 42 |
#pipe.scheduler = KDPM2DiscreteScheduler.from_config(pipe.scheduler.config)
|
| 43 |
#pipe.scheduler = KDPM2AncestralDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 44 |
-
#pipe.scheduler = KarrasVeScheduler.from_config(pipe.scheduler.config)
|
| 45 |
#pipe.scheduler = LMSDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 46 |
#pipe.scheduler = PNDMScheduler.from_config(pipe.scheduler.config)
|
| 47 |
-
#pipe.scheduler = ScoreSdeVeScheduler.from_config(pipe.scheduler.config)
|
| 48 |
-
#pipe.scheduler = IPNDMScheduler.from_config(pipe.scheduler.config)
|
| 49 |
#pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 50 |
#pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 51 |
-
#pipe.scheduler = VQDiffusionScheduler.from_config(pipe.scheduler.config)
|
| 52 |
#pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
|
| 53 |
-
pipe.scheduler = RePaintScheduler.from_config(pipe.scheduler.config)
|
| 54 |
pipe = pipe.to(device)
|
| 55 |
|
| 56 |
clap_model = ClapModel.from_pretrained("sanchit-gandhi/clap-htsat-unfused-m-full").to(device)
|
|
|
|
| 4 |
# The recommended "fast" scheduler:
|
| 5 |
#from diffusers import DPMSolverMultistepScheduler
|
| 6 |
# The Default AudioLDM scheduler:
|
| 7 |
+
from diffusers import DDIMScheduler
|
|
|
|
| 8 |
#from diffusers import DDPMScheduler
|
| 9 |
#from diffusers import DEISMultistepScheduler
|
| 10 |
#from diffusers import DPMSolverSinglestepScheduler
|
| 11 |
#from diffusers import HeunDiscreteScheduler
|
| 12 |
#from diffusers import KDPM2DiscreteScheduler
|
| 13 |
#from diffusers import KDPM2AncestralDiscreteScheduler
|
|
|
|
| 14 |
#from diffusers import LMSDiscreteScheduler
|
| 15 |
#from diffusers import PNDMScheduler
|
|
|
|
|
|
|
| 16 |
#from diffusers import EulerDiscreteScheduler
|
| 17 |
#from diffusers import EulerAncestralDiscreteScheduler
|
|
|
|
| 18 |
#from diffusers import UniPCMultistepScheduler
|
|
|
|
| 19 |
|
| 20 |
from transformers import AutoProcessor, ClapModel
|
| 21 |
|
|
|
|
| 27 |
repo_id = "cvssp/audioldm-s-full-v2"
|
| 28 |
pipe = AudioLDMPipeline.from_pretrained(repo_id, torch_dtype=torch.float32)
|
| 29 |
#pipe.scheduler = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config)
|
| 30 |
+
pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config)
|
|
|
|
| 31 |
#pipe.scheduler = DDPMScheduler.from_config(pipe.scheduler.config)
|
| 32 |
#pipe.scheduler = DEISMultistepScheduler.from_config(pipe.scheduler.config)
|
| 33 |
#pipe.scheduler = DPMSolverSinglestepScheduler.from_config(pipe.scheduler.config)
|
| 34 |
#pipe.scheduler = HeunDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 35 |
#pipe.scheduler = KDPM2DiscreteScheduler.from_config(pipe.scheduler.config)
|
| 36 |
#pipe.scheduler = KDPM2AncestralDiscreteScheduler.from_config(pipe.scheduler.config)
|
|
|
|
| 37 |
#pipe.scheduler = LMSDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 38 |
#pipe.scheduler = PNDMScheduler.from_config(pipe.scheduler.config)
|
|
|
|
|
|
|
| 39 |
#pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config)
|
| 40 |
#pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
|
|
|
|
| 41 |
#pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
|
|
|
|
| 42 |
pipe = pipe.to(device)
|
| 43 |
|
| 44 |
clap_model = ClapModel.from_pretrained("sanchit-gandhi/clap-htsat-unfused-m-full").to(device)
|