export PATH="/mnt/nfs_share/llama.cpp/build/bin:$PATH"

#llama-quantize JiRackUltra_7b.gguf JiRackUltra_7b_Q4_K_M.gguf Q4_K_M
#llama-quantize JiRackUltra_7b.gguf JiRackUltra_7b_Q3_K_M.gguf Q3_K_M
llama-quantize JiRackUltra_7b.gguf JiRackUltra_7b-Q2_K.gguf Q2_K