Update modeling_gpt_refact.py

modeling_gpt_refact.py

@@ -369,6 +369,12 @@ class GPTRefactModel(GPTRefactPreTrainedModel):
         # Initialize weights and apply final processing
         self.post_init()
 
+    def get_input_embeddings(self):
+        return self.wte
+
+    def set_input_embeddings(self, new_embeddings):
+        self.wte = new_embeddings
+
     def forward(
             self,
             input_ids: Optional[torch.Tensor] = None,
@@ -509,6 +515,12 @@ class GPTRefactForCausalLM(GPTRefactPreTrainedModel):
         # Initialize weights and apply final processing
         self.post_init()
 
+    def get_output_embeddings(self):
+        return self.lm_head
+
+    def set_output_embeddings(self, new_embeddings):
+        self.lm_head = new_embeddings
+
     def prepare_inputs_for_generation(self, input_ids, past_key_values=None, inputs_embeds=None, **kwargs):
         if inputs_embeds is not None and past_key_values is None:
             model_inputs = {"inputs_embeds": inputs_embeds}