Acceleration compatibility

device='cuda' --> device='meta'

Files changed (1) hide show

configuration_InternLM_XComposer.py CHANGED Viewed

@@ -33,7 +33,7 @@ class InternLMXComposerConfig(PretrainedConfig):
         num_quant=32,
         intern_converted_llm=True,
         kqvo_bias=True,
-        device='cuda',
         internlm_lora=None,
         **kwargs,
     ):

         num_quant=32,
         intern_converted_llm=True,
         kqvo_bias=True,
+        device='meta',
         internlm_lora=None,
         **kwargs,
     ):