Update llava/model/builder.py

llava/model/builder.py

@@ -26,8 +26,8 @@ from llava.constants import DEFAULT_IMAGE_PATCH_TOKEN, DEFAULT_IM_START_TOKEN, D
 def load_pretrained_model(model_path, model_base, model_name, load_8bit=False, load_4bit=False, device_map="auto", device="cuda", use_flash_attn=False, **kwargs):
     kwargs = {"device_map": device_map, **kwargs}
 
-    if device != "cuda":
-        kwargs['device_map'] = {"": device}
+    # if device != "cuda":
+    #     kwargs['device_map'] = {"": device}
 
     # if load_8bit:
     #     kwargs['load_in_8bit'] = True