Caozhou1995 commited on
Commit
8efbd10
·
verified ·
1 Parent(s): 6584a3b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -1
README.md CHANGED
@@ -71,9 +71,13 @@ pip install .
71
  # download image and ckpt
72
  flagscale pull --image flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia --ckpt https://www.modelscope.cn/models/FlagRelease/DeepSeek-R1-FlagOS-Nvidia-BF16.git --ckpt-path <CKPT_PATH>
73
 
 
 
74
  # build and enter the container
75
  docker run -itd --name flagrelease_nv --privileged --gpus all --net=host --ipc=host --device=/dev/infiniband --shm-size 512g --ulimit memlock=-1 -v <CKPT_PATH>:<CKPT_PATH> flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia /bin/bash
76
  docker exec -it flagrelease_nv /bin/bash
 
 
77
  ```
78
 
79
 
@@ -101,7 +105,7 @@ cd ../
101
  FlagScale/
102
  ├── examples/
103
  │ └── deepseek_r1/
104
- │ └── config_deepseek_r1.yaml # set hostfile
105
  │ └── serve/
106
  │ └── deepseek_r1.yaml # set model parameters and server port
107
 
 
71
  # download image and ckpt
72
  flagscale pull --image flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia --ckpt https://www.modelscope.cn/models/FlagRelease/DeepSeek-R1-FlagOS-Nvidia-BF16.git --ckpt-path <CKPT_PATH>
73
 
74
+ # Note: For security reasons, this image does not have passwordless configuration. In multi-machine scenarios, you need to configure passwordless access for the image yourself.
75
+
76
  # build and enter the container
77
  docker run -itd --name flagrelease_nv --privileged --gpus all --net=host --ipc=host --device=/dev/infiniband --shm-size 512g --ulimit memlock=-1 -v <CKPT_PATH>:<CKPT_PATH> flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia /bin/bash
78
  docker exec -it flagrelease_nv /bin/bash
79
+
80
+ conda activate flagscale-inference
81
  ```
82
 
83
 
 
105
  FlagScale/
106
  ├── examples/
107
  │ └── deepseek_r1/
108
+ │ └── config_deepseek_r1.yaml # set hostfile and ssh_port(optional), if it is passwordless access between containers, the docker field needs to be removed
109
  │ └── serve/
110
  │ └── deepseek_r1.yaml # set model parameters and server port
111