tie.weights

modeling_InternLM_XComposer.py

@@ -68,6 +68,7 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
             with torch.device('meta'):
                 self.internlm_model = InternLMForCausalLM._from_config(config)
             self.internlm_model.to_empty(device='meta').to(torch.float16)
+            self.internlm_model.tie_weights()
             # self.internlm_model.to(config.device)
             
         self.internlm_proj = nn.Linear(4096,