Corrected device assignment error

modeling_chatglm.py

@@ -505,8 +505,8 @@ class NativeSparseAttention(CoreAttention):
             y_seqlens[seqlens < self.kernel_size] = 0
             cmp_seqlens = torch.cat(
                 [
-                    torch.zeros(1, dtype=torch.int32, device=y_seqlens.device),
-                    torch.cumsum(y_seqlens, dim=0),
+                    torch.zeros(1, dtype=torch.int32, device=query_states.device),
+                    torch.cumsum(y_seqlens, dim=0, device=query_states.device),
                 ],
                 dim=0,
             ).to(torch.int32)