Update README.md
Browse files
README.md
CHANGED
|
@@ -79,7 +79,7 @@ This model can be deployed efficiently using the [vLLM](https://docs.vllm.ai/en/
|
|
| 79 |
from vllm import LLM, SamplingParams
|
| 80 |
from transformers import AutoProcessor
|
| 81 |
|
| 82 |
-
model_id = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-
|
| 83 |
number_gpus = 1
|
| 84 |
|
| 85 |
sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
|
|
|
|
| 79 |
from vllm import LLM, SamplingParams
|
| 80 |
from transformers import AutoProcessor
|
| 81 |
|
| 82 |
+
model_id = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-quantized.w8a8"
|
| 83 |
number_gpus = 1
|
| 84 |
|
| 85 |
sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
|