YummyYum commited on
Commit
69575f3
·
verified ·
1 Parent(s): 5baa25c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -3
README.md CHANGED
@@ -95,7 +95,6 @@ cd FlagGems
95
  pip install .
96
  cd ../
97
  ```
98
-
99
  ### Modify the configuration
100
 
101
  ```bash
@@ -123,15 +122,21 @@ action: run
123
  hydra:
124
  run:
125
  dir: ${experiment.exp_dir}/hydra
 
126
 
 
 
127
  # Modify the configuration in hostfile.txt
128
  # ip slots type=xxx[optional]
129
  # master node
130
  x.x.x.x slots=8 type=gpu
131
  # worker nodes
132
  x.x.x.x slots=8 type=gpu
 
133
 
134
- # Modify the configuration in /serve/deepseek_r1.yaml
 
 
135
  - serve_id: vllm_model
136
  engine: vllm
137
  engine_args:
@@ -144,11 +149,13 @@ x.x.x.x slots=8 type=gpu
144
  enforce_eager: true
145
  trust_remote_code: true
146
  enable_chunked_prefill: true
 
147
 
 
148
  # install flagscale
149
  cd FlagScale/
150
  pip install .
151
- # Configure passwordless container access by adding its key to other hosts.[Requires activation using four machines]
152
  ```
153
 
154
  ### Serve
@@ -157,6 +164,7 @@ pip install .
157
  flagscale serve <Model>
158
  ```
159
 
 
160
 
161
  # Contributing
162
 
 
95
  pip install .
96
  cd ../
97
  ```
 
98
  ### Modify the configuration
99
 
100
  ```bash
 
122
  hydra:
123
  run:
124
  dir: ${experiment.exp_dir}/hydra
125
+ ```
126
 
127
+ ```
128
+ cd FlagScale/examples/deepseek_r1/conf
129
  # Modify the configuration in hostfile.txt
130
  # ip slots type=xxx[optional]
131
  # master node
132
  x.x.x.x slots=8 type=gpu
133
  # worker nodes
134
  x.x.x.x slots=8 type=gpu
135
+ ```
136
 
137
+ ```
138
+ cd FlagScale/examples/deepseek_r1/conf/serve
139
+ # Modify the configuration in deepseek_r1.yaml
140
  - serve_id: vllm_model
141
  engine: vllm
142
  engine_args:
 
149
  enforce_eager: true
150
  trust_remote_code: true
151
  enable_chunked_prefill: true
152
+ ```
153
 
154
+ ```
155
  # install flagscale
156
  cd FlagScale/
157
  pip install .
158
+ # Configure passwordless container access by adding its key to other hosts. [Requires activation using four machines]
159
  ```
160
 
161
  ### Serve
 
164
  flagscale serve <Model>
165
  ```
166
 
167
+ #
168
 
169
  # Contributing
170