Hugging Face's logo

ModelCloud
/
Falcon3-10B-Instruct-gptqmodel-4bit-vortex-mlx-v1

Safetensors
llama
4-bit precision
Model card Files
xet
 Community
4

Update README.md

#1
by zx-modelcloud - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+1
-1
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -6,7 +6,7 @@ from gptqmodel import GPTQModel
6
 
7
  # load gptq quantized model
8
  gptq_model_path = "ModelCloud/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1"
9
- mlx_path = f"./vortex/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1-mlx"
10
 
11
  # export to mlx model
12
  GPTQModel.export(gptq_model_path, mlx_path, "mlx")
 
6
 
7
  # load gptq quantized model
8
  gptq_model_path = "ModelCloud/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1"
9
+ mlx_path = f"./vortex/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-mlx-v1"
10
 
11
  # export to mlx model
12
  GPTQModel.export(gptq_model_path, mlx_path, "mlx")