Update modernberg_model.py

modernberg_model.py

@@ -691,7 +691,7 @@ class ModernBergEncoderLayer(nn.Module):
         )
         hidden_states = hidden_states + mlp_output
 
-        return (hidden_states,) + attn_outputs[1:]  # add attentions if outputted
+        return hidden_states
 
 MODERNBERG_START_DOCSTRING = r"""
     This model inherits from [`PreTrainedModel`]. Check the superclass documentation for the generic methods the