Update README.md
Browse files
README.md
CHANGED
|
@@ -139,7 +139,7 @@ SGLANG_USE_AITER=1 python -m sglang.launch_server \
|
|
| 139 |
--port 8000 \
|
| 140 |
--attention-backend aiter
|
| 141 |
|
| 142 |
-
#
|
| 143 |
MODEL_ARGS="model=amd/DeepSeek-R1-0528-MXFP4-ASQ,base_url=http://localhost:8000/v1/completions,num_concurrent=999999,timeout=999999,tokenized_requests=False,max_length=38768,temperature=0.6,top_p=0.95,add_bos_token=True,seed=$SEED"
|
| 144 |
lm_eval \
|
| 145 |
--model local-completions \
|
|
|
|
| 139 |
--port 8000 \
|
| 140 |
--attention-backend aiter
|
| 141 |
|
| 142 |
+
# Evaluating
|
| 143 |
MODEL_ARGS="model=amd/DeepSeek-R1-0528-MXFP4-ASQ,base_url=http://localhost:8000/v1/completions,num_concurrent=999999,timeout=999999,tokenized_requests=False,max_length=38768,temperature=0.6,top_p=0.95,add_bos_token=True,seed=$SEED"
|
| 144 |
lm_eval \
|
| 145 |
--model local-completions \
|