enable xformers and f16

app.py

@@ -19,15 +19,15 @@ conditioning_image_transforms = T.Compose(
     ]
 )
 
-cnet = ControlNetModel.from_pretrained("./models/catcon-controlnet-wd", torch_dtype=torch.float32, from_flax=True)
+cnet = ControlNetModel.from_pretrained("./models/catcon-controlnet-wd", torch_dtype=torch.float16, from_flax=True)
 pipe = StableDiffusionControlNetPipeline.from_pretrained(
         "./models/wd-1-5-b2",
         controlnet=cnet,
-        torch_dtype=torch.float32,
+        torch_dtype=torch.float16,
         )
 pipe.scheduler = UniPCMultistepScheduler.from_config(pipe.scheduler.config)
 pipe.enable_model_cpu_offload()
-#pipe.enable_xformers_memory_efficient_attention()
+pipe.enable_xformers_memory_efficient_attention()
 
 generator = torch.manual_seed(0)
 

requirements.txt

@@ -9,3 +9,4 @@ pillow
 torch
 torchvision
 accelerate
+xformers==0.0.16