fix-torch.torch should be torch
#1
by
win10
- opened
- modeling_llada2_moe.py +1 -1
modeling_llada2_moe.py
CHANGED
|
@@ -81,7 +81,7 @@ def _get_unpad_data(attention_mask):
|
|
| 81 |
indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
|
| 82 |
max_seqlen_in_batch = seqlens_in_batch.max().item()
|
| 83 |
cu_seqlens = F.pad(
|
| 84 |
-
torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.
|
| 85 |
)
|
| 86 |
return (
|
| 87 |
indices,
|
|
|
|
| 81 |
indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
|
| 82 |
max_seqlen_in_batch = seqlens_in_batch.max().item()
|
| 83 |
cu_seqlens = F.pad(
|
| 84 |
+
torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.int32), (1, 0)
|
| 85 |
)
|
| 86 |
return (
|
| 87 |
indices,
|