Merge branch 'main' of https://huggingface.co/Qwen/Qwen-7B-Chat-Int4 into pr/6

modeling_qwen.py

@@ -544,7 +544,7 @@ class QWenAttention(nn.Module):
                         -1, -1, causal_mask.size(2), -1
                     )
                     if causal_mask is not None:
-                        attention_mask.masked_fill(~causal_mask, torch.finfo(query.dtype).min)
+                        attention_mask.masked_fill_(~causal_mask, torch.finfo(query.dtype).min)
                 else:
                     attention_mask = causal_mask
                 attn_output = F.scaled_dot_product_attention(