alexmarques commited on
Commit
fbf393f
·
verified ·
1 Parent(s): ee7c10e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -79,7 +79,7 @@ This model can be deployed efficiently using the [vLLM](https://docs.vllm.ai/en/
79
  from vllm import LLM, SamplingParams
80
  from transformers import AutoProcessor
81
 
82
- model_id = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-FP8-dynamic"
83
  number_gpus = 1
84
 
85
  sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)
 
79
  from vllm import LLM, SamplingParams
80
  from transformers import AutoProcessor
81
 
82
+ model_id = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-quantized.w8a8"
83
  number_gpus = 1
84
 
85
  sampling_params = SamplingParams(temperature=0.7, top_p=0.8, max_tokens=256)