Update README.md
Browse files
README.md
CHANGED
|
@@ -73,7 +73,7 @@ pip install sounddevice
|
|
| 73 |
Make sure to download:
|
| 74 |
- the [`preprocessor.pte` processor file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/preprocessor.pte)
|
| 75 |
- the [`tekken.json` original tokenizer file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/tekken.json)
|
| 76 |
-
- the [`model.pte` quantized model file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/model.pte)
|
| 77 |
|
| 78 |
```
|
| 79 |
export LOCAL_FOLDER="$HOME/voxtral_realtime_quant_metal"
|
|
@@ -100,7 +100,7 @@ Now `cd` into our downloaded folder and transcribe your microphone input:
|
|
| 100 |
cd ${LOCAL_FOLDER} &&
|
| 101 |
./stream_audio.py | \
|
| 102 |
${CMAKE_RUNNER} \
|
| 103 |
-
--model_path ./model.pte \
|
| 104 |
--tokenizer_path ./tekken.json \
|
| 105 |
--preprocessor_path ./preprocessor.pte \
|
| 106 |
--mic
|
|
|
|
| 73 |
Make sure to download:
|
| 74 |
- the [`preprocessor.pte` processor file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/preprocessor.pte)
|
| 75 |
- the [`tekken.json` original tokenizer file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/tekken.json)
|
| 76 |
+
- the [`model-metal-int4.pte` quantized model file](https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602-Executorch/blob/main/model-metal-int4.pte)
|
| 77 |
|
| 78 |
```
|
| 79 |
export LOCAL_FOLDER="$HOME/voxtral_realtime_quant_metal"
|
|
|
|
| 100 |
cd ${LOCAL_FOLDER} &&
|
| 101 |
./stream_audio.py | \
|
| 102 |
${CMAKE_RUNNER} \
|
| 103 |
+
--model_path ./model-metal-int4.pte \
|
| 104 |
--tokenizer_path ./tekken.json \
|
| 105 |
--preprocessor_path ./preprocessor.pte \
|
| 106 |
--mic
|