load_in_4bit=True

configuration_InternLM_XComposer.py

@@ -35,6 +35,7 @@ class InternLMXComposerConfig(PretrainedConfig):
         kqvo_bias=True,
         device='cuda',
         internlm_lora=None,
+        load_in_4bit=True,
         **kwargs,
     ):
         self.vocab_size = vocab_size