fix
Browse files- modeling_gptbert.py +1 -0
modeling_gptbert.py
CHANGED
|
@@ -45,6 +45,7 @@ except ImportError:
|
|
| 45 |
|
| 46 |
|
| 47 |
# from https://github.com/huggingface/transformers/blob/main/src/transformers/models/modernbert/modeling_modernbert.py
|
|
|
|
| 48 |
def _unpad_input(input_ids: torch.Tensor, attention_mask: torch.Tensor):
|
| 49 |
seqlens_in_batch = attention_mask.sum(dim=-1, dtype=torch.int32)
|
| 50 |
indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
|
|
|
|
| 45 |
|
| 46 |
|
| 47 |
# from https://github.com/huggingface/transformers/blob/main/src/transformers/models/modernbert/modeling_modernbert.py
|
| 48 |
+
@torch.compiler.disable()
|
| 49 |
def _unpad_input(input_ids: torch.Tensor, attention_mask: torch.Tensor):
|
| 50 |
seqlens_in_batch = attention_mask.sum(dim=-1, dtype=torch.int32)
|
| 51 |
indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
|