dependency fix

external/arc2face/models.py

@@ -2,8 +2,32 @@ import torch
 from transformers import CLIPTextModel
 from typing import Any, Callable, Dict, Optional, Tuple, Union, List
 from transformers.modeling_outputs import BaseModelOutputWithPooling
-from transformers.models.clip.modeling_clip import _make_causal_mask, _expand_mask
+#from transformers.models.clip.modeling_clip import _make_causal_mask, _expand_mask
+try:
+    from transformers.models.clip.modeling_clip import _make_causal_mask, _expand_mask
+except ImportError:
+    from transformers.modeling_attn_mask_utils import _create_4d_causal_attention_mask
 
+    def _make_causal_mask(input_ids_shape, dtype, device, past_key_values_length=0):
+        batch_size, tgt_len = input_ids_shape
+        return _create_4d_causal_attention_mask(
+            input_ids_shape=(batch_size, tgt_len),
+            dtype=dtype,
+            device=device,
+            past_key_values_length=past_key_values_length,
+        )
+
+    def _expand_mask(mask, dtype, tgt_len=None):
+        batch_size, src_len = mask.shape
+        tgt_len = tgt_len if tgt_len is not None else src_len
+
+        expanded_mask = mask[:, None, None, :].expand(batch_size, 1, tgt_len, src_len)
+        inverted_mask = 1.0 - expanded_mask.to(dtype)
+
+        return inverted_mask.masked_fill(
+            inverted_mask.to(torch.bool),
+            torch.finfo(dtype).min,
+        )
 
 class CLIPTextModelWrapper(CLIPTextModel):
     # Adapted from https://github.com/huggingface/transformers/blob/v4.34.1/src/transformers/models/clip/modeling_clip.py#L812