update attention processor

src/attention_processor.py

@@ -73,7 +73,7 @@ class FluxBlendedAttnProcessor2_0(nn.Module):
         ba_value = ba_value.view(chunk, -1, attn.heads, head_dim).transpose(1, 2)
 
         ba_hidden_states = F.scaled_dot_product_attention(
-            ba_query, ba_key, ba_value, attn_mask=attention_mask, dropout_p=0.0, is_causal=False, scale=(1 / math.sqrt(ba_query.size(-1)))*self.temperature if self.num_ref > 1 else 1 / math.sqrt(ba_query.size(-1))
+            ba_query, ba_key, ba_value, attn_mask=attention_mask, dropout_p=0.0, is_causal=False#, scale=(1 / math.sqrt(ba_query.size(-1)))*self.temperature if self.num_ref > 1 else 1 / math.sqrt(ba_query.size(-1))
         )
 
         ba_hidden_states = ba_hidden_states.transpose(1, 2).reshape(chunk, -1, attn.heads * head_dim)