Update ip_adapter/attention_processor_faceid.py

ip_adapter/attention_processor_faceid.py

@@ -181,7 +181,8 @@ class LoRAIPAttnProcessor(nn.Module):
         hidden_states = attn.batch_to_head_dim(hidden_states)
 
         # for ip-adapter
-        ip_key = self.to_k_ip(ip_hidden_states.to(dtype=self.to_k_ip.weight.dtype))
+        ip_hidden_states = ip_hidden_states.to(dtype=self.to_k_ip.weight.dtype)  # ★追加・修正
+        ip_key = self.to_k_ip(ip_hidden_states)
         ip_value = self.to_v_ip(ip_hidden_states)
 
         ip_key = attn.head_to_batch_dim(ip_key)
@@ -400,7 +401,8 @@ class LoRAIPAttnProcessor2_0(nn.Module):
         hidden_states = hidden_states.to(query.dtype)
         
         # for ip
-        ip_key = self.to_k_ip(ip_hidden_states.to(dtype=self.to_k_ip.weight.dtype))
+        ip_hidden_states = ip_hidden_states.to(dtype=self.to_k_ip.weight.dtype)  # ★追加・修正
+        ip_key = self.to_k_ip(ip_hidden_states)
         ip_value = self.to_v_ip(ip_hidden_states)
         
         ip_key = ip_key.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)