Update README.md

README.md

@@ -14,14 +14,18 @@ import platform
 import torch
 from transformers import AutoTokenizer, AutoModel
 
-
-model_path = "cntd/CNTDAI-6B"
+#current_dir = os.path.dirname(os.path.abspath(__file__))
+#model_path = os.path.join(current_dir, 'cntd','CNTDAI-6B')
+model_path = "cntd/CNTDAI-6B" 
 print("是否可用：", torch.cuda.is_available())        # 查看GPU是否可用
 print("GPU数量：", torch.cuda.device_count())        # 查看GPU数量
 print("torch方法查看CUDA版本：", torch.version.cuda)  # torch方法查看CUDA版本
 print("GPU索引号：", torch.cuda.current_device())    # 查看GPU索引号
 tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
 model = AutoModel.from_pretrained(model_path, trust_remote_code=True).half().cuda()
+# 多显卡支持，使用下面两行代替上面一行，将num_gpus改为你实际的显卡数量
+# from utils import load_model_on_gpus
+# model = load_model_on_gpus(model_path, num_gpus=2)
 model = model.eval()
 os_name = platform.system()
 clear_command = 'cls' if os_name == 'Windows' else 'clear'
@@ -68,5 +72,7 @@ def main():
 if __name__ == "__main__":
     main()
 
+
+
 ```