Update app.py

app.py

@@ -4,6 +4,7 @@ import random
 import os
 import torch
 from diffusers import StableDiffusionPipeline, ControlNetModel, StableDiffusionControlNetPipeline
+from diffusers.utils import load_image
 from peft import PeftModel, LoraConfig
 
 
@@ -83,6 +84,7 @@ def infer(
                                                                  controlnet=controlnet,
                                                                  torch_dtype=torch_dtype, 
                                                                  safety_checker=None).to(device)
+        controlnet_image = load_image(controlnet_image).convert('RGB') 
     else:
         pipe = StableDiffusionPipeline.from_pretrained(model_id, 
                                                        torch_dtype=torch_dtype, 
@@ -92,6 +94,7 @@ def infer(
     if ip_adapter_checkbox:
         pipe.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter-plus_sd15.bin")
         pipe.set_ip_adapter_scale(ip_adapter_scale)
+        ip_adapter_image = load_image(ip_adapter_image).convert('RGB') 
     
     pipe.unet = PeftModel.from_pretrained(pipe.unet, unet_sub_dir)
     pipe.text_encoder = PeftModel.from_pretrained(pipe.text_encoder, text_encoder_sub_dir)