Update README.md

README.md

@@ -101,12 +101,19 @@ from transformers import AutoModel, CLIPImageProcessor
 from transformers import AutoTokenizer
 
 path = "OpenGVLab/InternVL-Chat-Chinese-V1-2"
+# If you have an 80G A100 GPU, you can put the entire model on a single GPU.
 model = AutoModel.from_pretrained(
     path,
     torch_dtype=torch.bfloat16,
     low_cpu_mem_usage=True,
-    trust_remote_code=True,
-    device_map='auto').eval()
+    trust_remote_code=True).eval().cuda()
+# Otherwise, you need to set device_map='auto' to use multiple GPUs for inference.
+# model = AutoModel.from_pretrained(
+#     path,
+#     torch_dtype=torch.bfloat16,
+#     low_cpu_mem_usage=True,
+#     trust_remote_code=True,
+#     device_map='auto').eval()
 
 tokenizer = AutoTokenizer.from_pretrained(path)
 image = Image.open('./examples/image2.jpg').convert('RGB')