Update README.md
Browse files
README.md
CHANGED
|
@@ -27,7 +27,7 @@ On a single B200:
|
|
| 27 |
lm_eval \
|
| 28 |
--model local-chat-completions \
|
| 29 |
--tasks gsm8k_platinum_cot_llama \
|
| 30 |
-
--model_args "model=
|
| 31 |
--num_fewshot 5 \
|
| 32 |
--apply_chat_template \
|
| 33 |
--fewshot_as_multiturn \
|
|
|
|
| 27 |
lm_eval \
|
| 28 |
--model local-chat-completions \
|
| 29 |
--tasks gsm8k_platinum_cot_llama \
|
| 30 |
+
--model_args "model=BCcard/gemma-4-31B-it-FP8-Dynamic,max_length=96000,base_url=http://0.0.0.0:8000/v1/chat/completions,num_concurrent=128,max_retries=3,tokenized_requests=False,tokenizer_backend=None,timeout=2400" \
|
| 31 |
--num_fewshot 5 \
|
| 32 |
--apply_chat_template \
|
| 33 |
--fewshot_as_multiturn \
|