Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -122,7 +122,7 @@ uv run make_oracle_stream.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602
|
|
| 122 |
PYTHONPATH=$WORKDIR/coreai-models/python/src:$WORKDIR/coreai-optimization/src uv run export_encoder.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602 --dtype float16
|
| 123 |
|
| 124 |
# Export encoder (streaming)
|
| 125 |
-
PYTHONPATH=$WORKDIR/coreai-models/python/src:
|
| 126 |
|
| 127 |
# Export encoder (batched first chunk)
|
| 128 |
PYTHONPATH=$WORKDIR/coreai-models/python/src:$WORKDIR/coreai-optimization/src uv run export_encoder_first_chunk.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602 --dtype float16 --buf 3072
|
|
|
|
| 122 |
PYTHONPATH=$WORKDIR/coreai-models/python/src:$WORKDIR/coreai-optimization/src uv run export_encoder.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602 --dtype float16
|
| 123 |
|
| 124 |
# Export encoder (streaming)
|
| 125 |
+
PYTHONPATH=$WORKDIR/coreai-models/python/src:$WORKDIR/coreai-optimization/src uv run export_encoder_stream.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602 --mode int4 --buf 3072
|
| 126 |
|
| 127 |
# Export encoder (batched first chunk)
|
| 128 |
PYTHONPATH=$WORKDIR/coreai-models/python/src:$WORKDIR/coreai-optimization/src uv run export_encoder_first_chunk.py --model $WORKDIR/Voxtral-Mini-4B-Realtime-2602 --dtype float16 --buf 3072
|