Update modeling_InternLM_XComposer.py

modeling_InternLM_XComposer.py

@@ -66,9 +66,9 @@ class InternLMXComposerForCausalLM(PreTrainedModel):
             assert int(torch.__version__[0]) == 2
             # speed up init llm
             with torch.device('meta'):
-                self.internlm_model = InternLMForCausalLM._from_config(config).to(torch.float16)
+                self.internlm_model = InternLMForCausalLM._from_config(config)
             # self.internlm_model.to_empty(device=config.device).to(torch.float16)
-            self.internlm_model.tie_weights()
+            # self.internlm_model.tie_weights()
             # self.internlm_model.to(config.device)
             
         self.internlm_proj = nn.Linear(4096,