Update modeling_afmoe_scm.py

modeling_afmoe_scm.py

@@ -299,6 +299,7 @@ class AfmoeSCMAttention(nn.Module):
 
         self.scaling = self.head_dim**-0.5
         self.attention_dropout = config.attention_dropout
+        self.is_causal = True
         self.is_local_attention = config.layer_types[layer_idx] == "sliding_attention"
         self.sliding_window = config.sliding_window if self.is_local_attention else None