fix-torch.torch should be torch

#1
by win10 - opened
Files changed (1) hide show
  1. modeling_llada2_moe.py +1 -1
modeling_llada2_moe.py CHANGED
@@ -81,7 +81,7 @@ def _get_unpad_data(attention_mask):
81
  indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
82
  max_seqlen_in_batch = seqlens_in_batch.max().item()
83
  cu_seqlens = F.pad(
84
- torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.torch.int32), (1, 0)
85
  )
86
  return (
87
  indices,
 
81
  indices = torch.nonzero(attention_mask.flatten(), as_tuple=False).flatten()
82
  max_seqlen_in_batch = seqlens_in_batch.max().item()
83
  cu_seqlens = F.pad(
84
+ torch.cumsum(seqlens_in_batch, dim=0, dtype=torch.int32), (1, 0)
85
  )
86
  return (
87
  indices,