#!/bin/bash # 定义路径 LLAMA_CPP_DIR="/inspire/hdd/global_user/shixiaoxin-253107030017/sxx/llama.cpp" WORK_DIR=$(pwd) OUTPUT_DIR="${WORK_DIR}/gguf_models" # 创建输出目录 mkdir -p "$OUTPUT_DIR" # 要转换的模型列表 models=( "sft_qwen25_05b" "sft_qwen25_14b" "sft_qwen25_15b" "sft_qwen25_3b" "sft_qwen25_7b" "sft_qwen3_30b" "sft_qwen3_4b" ) # 批量转换 for model in "${models[@]}"; do echo "==========================================" echo "Converting: $model" echo "==========================================" input_path="${WORK_DIR}/${model}" output_file="${OUTPUT_DIR}/${model}.gguf" if [ -d "$input_path" ]; then python "${LLAMA_CPP_DIR}/convert_hf_to_gguf.py" \ "$input_path" \ --outfile "$output_file" \ --outtype f16 if [ $? -eq 0 ]; then echo "✓ Success: $output_file" else echo "✗ Failed: $model" fi else echo "✗ Directory not found: $input_path" fi echo "" done echo "Done! Output directory: $OUTPUT_DIR"