cleanup

modeling_lang.py

@@ -58,15 +58,15 @@ class ExtendedMultitaskModelForTokenClassification(PreTrainedModel):
     def get_floret_model(self):
         return self.model_floret
 
-    def get_extended_attention_mask(
-        self, attention_mask, input_shape, device=None, dtype=torch.float
-    ):
-        if attention_mask is None:
-            attention_mask = torch.ones(input_shape, device=device)
-        extended_attention_mask = attention_mask[:, None, None, :]
-        extended_attention_mask = extended_attention_mask.to(dtype=dtype)
-        extended_attention_mask = (1.0 - extended_attention_mask) * -10000.0
-        return extended_attention_mask
+    # def get_extended_attention_mask(
+    #     self, attention_mask, input_shape, device=None, dtype=torch.float
+    # ):
+    #     if attention_mask is None:
+    #         attention_mask = torch.ones(input_shape, device=device)
+    #     extended_attention_mask = attention_mask[:, None, None, :]
+    #     extended_attention_mask = extended_attention_mask.to(dtype=dtype)
+    #     extended_attention_mask = (1.0 - extended_attention_mask) * -10000.0
+    #     return extended_attention_mask
 
     @property
     def device(self):