Update ip_adapter/attention_processor_faceid.py

ip_adapter/attention_processor_faceid.py

@@ -392,7 +392,7 @@ class LoRAIPAttnProcessor2_0(nn.Module):
         head_dim = inner_dim // attn.heads
 
         query = query.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
-        query = query.to(dtype=ip_key.dtype)  # ← これを追加
+        query = query.to(dtype=key.dtype)  # ← これを追加
         key = key.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         value = value.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         
@@ -413,7 +413,7 @@ class LoRAIPAttnProcessor2_0(nn.Module):
         ip_key = ip_key.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
         ip_value = ip_value.view(batch_size, -1, attn.heads, head_dim).transpose(1, 2)
 
-        
+        query = query.to(dtype=ip_key.dtype)  # ← これを追加
         
         # the output of sdp = (batch, num_heads, seq_len, head_dim)
         # TODO: add support for attn.scale when we move to Torch 2.1