Update README.md
Browse files
README.md
CHANGED
|
@@ -95,7 +95,6 @@ cd FlagGems
|
|
| 95 |
pip install .
|
| 96 |
cd ../
|
| 97 |
```
|
| 98 |
-
|
| 99 |
### Modify the configuration
|
| 100 |
|
| 101 |
```bash
|
|
@@ -123,15 +122,21 @@ action: run
|
|
| 123 |
hydra:
|
| 124 |
run:
|
| 125 |
dir: ${experiment.exp_dir}/hydra
|
|
|
|
| 126 |
|
|
|
|
|
|
|
| 127 |
# Modify the configuration in hostfile.txt
|
| 128 |
# ip slots type=xxx[optional]
|
| 129 |
# master node
|
| 130 |
x.x.x.x slots=8 type=gpu
|
| 131 |
# worker nodes
|
| 132 |
x.x.x.x slots=8 type=gpu
|
|
|
|
| 133 |
|
| 134 |
-
|
|
|
|
|
|
|
| 135 |
- serve_id: vllm_model
|
| 136 |
engine: vllm
|
| 137 |
engine_args:
|
|
@@ -144,11 +149,13 @@ x.x.x.x slots=8 type=gpu
|
|
| 144 |
enforce_eager: true
|
| 145 |
trust_remote_code: true
|
| 146 |
enable_chunked_prefill: true
|
|
|
|
| 147 |
|
|
|
|
| 148 |
# install flagscale
|
| 149 |
cd FlagScale/
|
| 150 |
pip install .
|
| 151 |
-
# Configure passwordless container access by adding its key to other hosts.[Requires activation using four machines]
|
| 152 |
```
|
| 153 |
|
| 154 |
### Serve
|
|
@@ -157,6 +164,7 @@ pip install .
|
|
| 157 |
flagscale serve <Model>
|
| 158 |
```
|
| 159 |
|
|
|
|
| 160 |
|
| 161 |
# Contributing
|
| 162 |
|
|
|
|
| 95 |
pip install .
|
| 96 |
cd ../
|
| 97 |
```
|
|
|
|
| 98 |
### Modify the configuration
|
| 99 |
|
| 100 |
```bash
|
|
|
|
| 122 |
hydra:
|
| 123 |
run:
|
| 124 |
dir: ${experiment.exp_dir}/hydra
|
| 125 |
+
```
|
| 126 |
|
| 127 |
+
```
|
| 128 |
+
cd FlagScale/examples/deepseek_r1/conf
|
| 129 |
# Modify the configuration in hostfile.txt
|
| 130 |
# ip slots type=xxx[optional]
|
| 131 |
# master node
|
| 132 |
x.x.x.x slots=8 type=gpu
|
| 133 |
# worker nodes
|
| 134 |
x.x.x.x slots=8 type=gpu
|
| 135 |
+
```
|
| 136 |
|
| 137 |
+
```
|
| 138 |
+
cd FlagScale/examples/deepseek_r1/conf/serve
|
| 139 |
+
# Modify the configuration in deepseek_r1.yaml
|
| 140 |
- serve_id: vllm_model
|
| 141 |
engine: vllm
|
| 142 |
engine_args:
|
|
|
|
| 149 |
enforce_eager: true
|
| 150 |
trust_remote_code: true
|
| 151 |
enable_chunked_prefill: true
|
| 152 |
+
```
|
| 153 |
|
| 154 |
+
```
|
| 155 |
# install flagscale
|
| 156 |
cd FlagScale/
|
| 157 |
pip install .
|
| 158 |
+
# Configure passwordless container access by adding its key to other hosts. [Requires activation using four machines]
|
| 159 |
```
|
| 160 |
|
| 161 |
### Serve
|
|
|
|
| 164 |
flagscale serve <Model>
|
| 165 |
```
|
| 166 |
|
| 167 |
+
#
|
| 168 |
|
| 169 |
# Contributing
|
| 170 |
|