Update modeling_neollm.py

modeling_neollm.py

@@ -1210,7 +1210,12 @@ class NeoLLMForCausalLM(NeoLLMPreTrainedModel, GenerationMixin):
         self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False)
         
         self.post_init()
-
+    def tie_weights(self):
+        """
+        Tie the weights between the input embeddings and the output embeddings.
+        Required for v5.0 compatibility.
+        """
+        self._tie_or_clone_weights(self.lm_head, self.model.embed_tokens)
     def forward(
         self,
         input_ids: Optional[torch.LongTensor] = None,