Update entrypoint.sh

entrypoint.sh

@@ -6,11 +6,31 @@ ollama serve &
 
 sleep 10
 
-echo "Pulling models..."
+echo "Pulling standard models..."
 ollama pull qwen2.5-coder:1.5b
 ollama pull qwen2.5-coder:3b
 ollama pull qwen2.5-coder:7b
-ollama pull qwen3-coder:30b-a3b
+
+echo "Downloading Qwen3-Coder-30B-A3B GGUF (this takes a while)..."
+mkdir -p /tmp/models
+curl -L -o /tmp/models/qwen3-coder-30b-a3b.gguf \
+    "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
+
+echo "Creating Ollama model from GGUF..."
+cat > /tmp/Modelfile << 'EOF'
+FROM /tmp/models/qwen3-coder-30b-a3b.gguf
+TEMPLATE """{{- if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+<|im_start|>assistant
+"""
+PARAMETER stop "<|im_end|>"
+PARAMETER temperature 0.7
+PARAMETER num_ctx 4096
+EOF
+
+ollama create qwen3-coder-30b-a3b -f /tmp/Modelfile
 
 echo "Models ready!"
 ollama list