image_encoder from other repo

ip_adapter/ip_adapter.py

@@ -7,6 +7,7 @@ from diffusers.pipelines.controlnet import MultiControlNetModel
 from PIL import Image
 from safetensors import safe_open
 from transformers import CLIPImageProcessor, CLIPVisionModelWithProjection
+from huggingface_hub import snapshot_download
 
 from .utils import is_torch2_available, get_generator
 
@@ -75,9 +76,22 @@ class IPAdapter:
         self.set_ip_adapter()
 
         # load image encoder
-        self.image_encoder = CLIPVisionModelWithProjection.from_pretrained(self.image_encoder_path).to(
-            self.device, dtype=torch.float16
-        )
+
+        repo_id = "h94/IP-Adapter"
+
+        # Descargar todo el contenido del directorio image_encoder
+        local_path = snapshot_download(repo_id=repo_id, subfolder="image_encoder")
+
+        # Usar el path local descargado para cargar el modelo
+        self.image_encoder = CLIPVisionModelWithProjection.from_pretrained(
+            local_path
+        ).to(self.device, dtype=torch.float16)
+        
+        # load image encoder
+        # self.image_encoder = CLIPVisionModelWithProjection.from_pretrained(self.image_encoder_path).to(
+        #     self.device, dtype=torch.float16
+        # )
+        
         self.clip_image_processor = CLIPImageProcessor()
         # image proj model
         self.image_proj_model = self.init_proj()