Update app.py

app.py

@@ -14,6 +14,7 @@ from IP_Adapter.ip_adapter import IPAdapter
 # Paths and device
 base_model_path = "stable-diffusion-v1-5/stable-diffusion-v1-5"
 vae_model_path = "stabilityai/sd-vae-ft-mse"
+image_encoder_repo="InvokeAI/ip_adapter_sd_image_encoder"
 image_encoder_path = "IP_Adapter/ip_adapter/models/image_encoder/"
 ip_ckpt = "IP_Adapter/ip_adapter/models/ip-adapter_sd15.bin"
 device = "cpu"  # or "cuda" if using GPU
@@ -47,7 +48,7 @@ def generate_variations(upload_img):
         safety_checker=None,
         torch_dtype=torch.float16
     )
-    ip_model = IPAdapter(pipe, image_encoder_path, ip_ckpt, device)
+    ip_model = IPAdapter(pipe, image_encoder_repo, ip_ckpt, device)
     images = ip_model.generate(pil_image=upload_img, num_samples=4, num_inference_steps=50, seed=42)
     return image_grid(images, 1, 4)
 
@@ -60,7 +61,7 @@ def generate_img2img(base_img, guide_img):
         feature_extractor=None,
         safety_checker=None
     )
-    ip_model = IPAdapter(pipe, image_encoder_path, ip_ckpt, device)
+    ip_model = IPAdapter(pipe, image_encoder_repo, ip_ckpt, device)
     images = ip_model.generate(pil_image=base_img, image=guide_img, strength=0.6, num_samples=4, num_inference_steps=50, seed=42)
     return image_grid(images, 1, 4)
 
@@ -73,7 +74,7 @@ def generate_inpaint(input_img, masked_img, mask_img):
         feature_extractor=None,
         safety_checker=None
     )
-    ip_model = IPAdapter(pipe, image_encoder_path, ip_ckpt, device)
+    ip_model = IPAdapter(pipe, image_encoder_repo, ip_ckpt, device)
     images = ip_model.generate(pil_image=input_img, image=masked_img, mask_image=mask_img,
                                strength=0.7, num_samples=4, num_inference_steps=50, seed=42)
     return image_grid(images, 1, 4)