Update start.sh

start.sh

@@ -5,7 +5,7 @@ echo "------------------------------------------------"
 echo "🛠️  Setting up Environment"
 echo "------------------------------------------------"
 
-mkdir -p /app/models
+mkdir -p /app/models/qwen2.5-omni-7b
 
 download_file () {
     REPO_ID=$1
@@ -27,22 +27,16 @@ except Exception as e:
     fi
 }
 
-# 1. TEXT/CODE: Qwen 2.5 Coder 14B (single file, text-only)
-download_file "Qwen/Qwen2.5-Coder-14B-Instruct-GGUF" "qwen2.5-coder-14b-instruct-q4_k_m.gguf" "/app/models/qwen2.5-coder-14b-instruct-q4_k_m.gguf"
-
-# 2. MULTIMODAL (Image + Audio): Qwen 2.5 Omni 7B
-# Needs subdirectory with model + mmproj
-mkdir -p /app/models/qwen2.5-omni-7b
-download_file "ggml-org/Qwen2.5-Omni-7B-GGUF" "Qwen2.5-Omni-7B-Q4_K_M.gguf" "/app/models/qwen2.5-omni-7b/Qwen2.5-Omni-7B-Q4_K_M.gguf"
+# Qwen2.5-Omni-7B Q8_0 - Text + Images + Audio (near-lossless quality)
+download_file "ggml-org/Qwen2.5-Omni-7B-GGUF" "Qwen2.5-Omni-7B-Q8_0.gguf" "/app/models/qwen2.5-omni-7b/Qwen2.5-Omni-7B-Q8_0.gguf"
 download_file "ggml-org/Qwen2.5-Omni-7B-GGUF" "mmproj-Qwen2.5-Omni-7B-Q8_0.gguf" "/app/models/qwen2.5-omni-7b/mmproj-Qwen2.5-Omni-7B-Q8_0.gguf"
 
 echo "------------------------------------------------"
-echo "🚀 Starting Server in Router Mode"
+echo "🚀 Starting Server"
 echo "------------------------------------------------"
 
 exec /usr/local/bin/llama-server \
     --models-dir /app/models \
-    --models-max 2 \
     --host 0.0.0.0 \
     --port 7860 \
     -c 8192 \