Update README.md
Browse files
README.md
CHANGED
|
@@ -130,7 +130,7 @@ The model was evaluated on the OpenLLM leaderboard tasks (versions 1 and 2), usi
|
|
| 130 |
```
|
| 131 |
lm_eval \
|
| 132 |
--model vllm \
|
| 133 |
-
--model_args pretrained="RedHatAI/Qwen3-
|
| 134 |
--tasks openllm \
|
| 135 |
--apply_chat_template\
|
| 136 |
--fewshot_as_multiturn \
|
|
@@ -140,7 +140,7 @@ The model was evaluated on the OpenLLM leaderboard tasks (versions 1 and 2), usi
|
|
| 140 |
```
|
| 141 |
lm_eval \
|
| 142 |
--model vllm \
|
| 143 |
-
--model_args pretrained="RedHatAI/Qwen3-
|
| 144 |
--tasks mgsm \
|
| 145 |
--apply_chat_template\
|
| 146 |
--batch_size auto
|
|
@@ -149,7 +149,7 @@ The model was evaluated on the OpenLLM leaderboard tasks (versions 1 and 2), usi
|
|
| 149 |
```
|
| 150 |
lm_eval \
|
| 151 |
--model vllm \
|
| 152 |
-
--model_args pretrained="RedHatAI/Qwen3-
|
| 153 |
--tasks leaderboard \
|
| 154 |
--apply_chat_template\
|
| 155 |
--fewshot_as_multiturn \
|
|
@@ -161,7 +161,7 @@ The model was evaluated on the OpenLLM leaderboard tasks (versions 1 and 2), usi
|
|
| 161 |
lighteval_model_arguments.yaml
|
| 162 |
```yaml
|
| 163 |
model_parameters:
|
| 164 |
-
model_name: RedHatAI/Qwen3-
|
| 165 |
dtype: auto
|
| 166 |
gpu_memory_utilization: 0.9
|
| 167 |
max_model_length: 40960
|
|
|
|
| 130 |
```
|
| 131 |
lm_eval \
|
| 132 |
--model vllm \
|
| 133 |
+
--model_args pretrained="RedHatAI/Qwen3-8B-FP8-dynamic",dtype=auto,gpu_memory_utilization=0.5,max_model_len=8192,enable_chunk_prefill=True,tensor_parallel_size=1 \
|
| 134 |
--tasks openllm \
|
| 135 |
--apply_chat_template\
|
| 136 |
--fewshot_as_multiturn \
|
|
|
|
| 140 |
```
|
| 141 |
lm_eval \
|
| 142 |
--model vllm \
|
| 143 |
+
--model_args pretrained="RedHatAI/Qwen3-8B-FP8-dynamic",dtype=auto,gpu_memory_utilization=0.5,max_model_len=8192,enable_chunk_prefill=True,tensor_parallel_size=1 \
|
| 144 |
--tasks mgsm \
|
| 145 |
--apply_chat_template\
|
| 146 |
--batch_size auto
|
|
|
|
| 149 |
```
|
| 150 |
lm_eval \
|
| 151 |
--model vllm \
|
| 152 |
+
--model_args pretrained="RedHatAI/Qwen3-8B-FP8-dynamic",dtype=auto,gpu_memory_utilization=0.5,max_model_len=16384,enable_chunk_prefill=True,tensor_parallel_size=1 \
|
| 153 |
--tasks leaderboard \
|
| 154 |
--apply_chat_template\
|
| 155 |
--fewshot_as_multiturn \
|
|
|
|
| 161 |
lighteval_model_arguments.yaml
|
| 162 |
```yaml
|
| 163 |
model_parameters:
|
| 164 |
+
model_name: RedHatAI/Qwen3-8B-FP8-dynamic
|
| 165 |
dtype: auto
|
| 166 |
gpu_memory_utilization: 0.9
|
| 167 |
max_model_length: 40960
|