Update README.md
Browse files
README.md
CHANGED
|
@@ -71,9 +71,13 @@ pip install .
|
|
| 71 |
# download image and ckpt
|
| 72 |
flagscale pull --image flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia --ckpt https://www.modelscope.cn/models/FlagRelease/DeepSeek-R1-FlagOS-Nvidia-BF16.git --ckpt-path <CKPT_PATH>
|
| 73 |
|
|
|
|
|
|
|
| 74 |
# build and enter the container
|
| 75 |
docker run -itd --name flagrelease_nv --privileged --gpus all --net=host --ipc=host --device=/dev/infiniband --shm-size 512g --ulimit memlock=-1 -v <CKPT_PATH>:<CKPT_PATH> flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia /bin/bash
|
| 76 |
docker exec -it flagrelease_nv /bin/bash
|
|
|
|
|
|
|
| 77 |
```
|
| 78 |
|
| 79 |
|
|
@@ -101,7 +105,7 @@ cd ../
|
|
| 101 |
FlagScale/
|
| 102 |
├── examples/
|
| 103 |
│ └── deepseek_r1/
|
| 104 |
-
│ └── config_deepseek_r1.yaml # set hostfile
|
| 105 |
│ └── serve/
|
| 106 |
│ └── deepseek_r1.yaml # set model parameters and server port
|
| 107 |
|
|
|
|
| 71 |
# download image and ckpt
|
| 72 |
flagscale pull --image flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia --ckpt https://www.modelscope.cn/models/FlagRelease/DeepSeek-R1-FlagOS-Nvidia-BF16.git --ckpt-path <CKPT_PATH>
|
| 73 |
|
| 74 |
+
# Note: For security reasons, this image does not have passwordless configuration. In multi-machine scenarios, you need to configure passwordless access for the image yourself.
|
| 75 |
+
|
| 76 |
# build and enter the container
|
| 77 |
docker run -itd --name flagrelease_nv --privileged --gpus all --net=host --ipc=host --device=/dev/infiniband --shm-size 512g --ulimit memlock=-1 -v <CKPT_PATH>:<CKPT_PATH> flagrelease-registry.cn-beijing.cr.aliyuncs.com/flagrelease/flagrelease:deepseek-flagos-nvidia /bin/bash
|
| 78 |
docker exec -it flagrelease_nv /bin/bash
|
| 79 |
+
|
| 80 |
+
conda activate flagscale-inference
|
| 81 |
```
|
| 82 |
|
| 83 |
|
|
|
|
| 105 |
FlagScale/
|
| 106 |
├── examples/
|
| 107 |
│ └── deepseek_r1/
|
| 108 |
+
│ └── config_deepseek_r1.yaml # set hostfile and ssh_port(optional), if it is passwordless access between containers, the docker field needs to be removed
|
| 109 |
│ └── serve/
|
| 110 |
│ └── deepseek_r1.yaml # set model parameters and server port
|
| 111 |
|