update

app.py

@@ -36,6 +36,12 @@ css = """
     height: 2.5em;
 }
 """
+if torch.backends.mps.is_available():
+  device = "mps"
+elif torch.cuda.is_available():
+  device = "cuda"
+else:
+  device = "cpu"
 
 
 class AnimateController:
@@ -94,11 +100,11 @@ class AnimateController:
         self.tokenizer = CLIPTokenizer.from_pretrained(
             stable_diffusion_dropdown, subfolder="tokenizer")
         self.text_encoder = CLIPTextModel.from_pretrained(
-            stable_diffusion_dropdown, subfolder="text_encoder").cuda()
+            stable_diffusion_dropdown, subfolder="text_encoder").to(device)
         self.vae = AutoencoderKL.from_pretrained(
-            stable_diffusion_dropdown, subfolder="vae").cuda()
+            stable_diffusion_dropdown, subfolder="vae").to(device)
         self.unet = UNet3DConditionModel.from_pretrained_2d(
-            stable_diffusion_dropdown, subfolder="unet", unet_additional_kwargs=OmegaConf.to_container(self.inference_config.unet_additional_kwargs)).cuda()
+            stable_diffusion_dropdown, subfolder="unet", unet_additional_kwargs=OmegaConf.to_container(self.inference_config.unet_additional_kwargs)).to(device)
         return gr.Dropdown.update()
 
     def update_motion_module(self, motion_module_dropdown):
@@ -181,7 +187,7 @@ class AnimateController:
             vae=self.vae, text_encoder=self.text_encoder, tokenizer=self.tokenizer, unet=self.unet,
             scheduler=scheduler_dict[sampler_dropdown](
                 **OmegaConf.to_container(self.inference_config.noise_scheduler_kwargs))
-        ).to("cuda")
+        ).to(device)
 
         if self.lora_model_state_dict != {}:
             pipeline = convert_lora(
@@ -190,7 +196,7 @@ class AnimateController:
         pipeline.unet = convert_lcm_lora(copy.deepcopy(
             self.unet), self.lcm_lora_path, spatial_lora_slider)
 
-        pipeline.to("cuda")
+        pipeline.to(device)
 
         if seed_textbox != -1 and seed_textbox != "":
             torch.manual_seed(int(seed_textbox))

requirements.txt

@@ -1,9 +1,9 @@
-torch==1.13.1
-torchvision==0.14.1
-torchaudio==0.13.1
+#torch==1.13.1
+#torchvision==0.14.1
+#torchaudio==0.13.1
 diffusers==0.11.1
 transformers==4.25.1
-xformers==0.0.16
+#xformers==0.0.16
 imageio==2.27.0
 gradio==3.48.0
 gdown
@@ -12,4 +12,4 @@ omegaconf
 safetensors
 imageio[ffmpeg]
 imageio[pyav]
-accelerate
+accelerate