Spaces:
Running
Running
Update entrypoint.sh
Browse files- entrypoint.sh +14 -4
entrypoint.sh
CHANGED
|
@@ -11,14 +11,24 @@ ollama pull qwen2.5-coder:1.5b
|
|
| 11 |
ollama pull qwen2.5-coder:3b
|
| 12 |
ollama pull qwen2.5-coder:7b
|
| 13 |
|
| 14 |
-
echo "Downloading Qwen3-Coder-30B-A3B GGUF
|
| 15 |
mkdir -p /tmp/models
|
| 16 |
-
|
| 17 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
echo "Creating Ollama model from GGUF..."
|
| 20 |
cat > /tmp/Modelfile << 'EOF'
|
| 21 |
-
FROM /tmp/models/qwen3-coder-30b-a3b.gguf
|
| 22 |
TEMPLATE """{{- if .System }}<|im_start|>system
|
| 23 |
{{ .System }}<|im_end|>
|
| 24 |
{{ end }}<|im_start|>user
|
|
|
|
| 11 |
ollama pull qwen2.5-coder:3b
|
| 12 |
ollama pull qwen2.5-coder:7b
|
| 13 |
|
| 14 |
+
echo "Downloading Qwen3-Coder-30B-A3B GGUF..."
|
| 15 |
mkdir -p /tmp/models
|
| 16 |
+
|
| 17 |
+
# Use huggingface-cli instead (more reliable)
|
| 18 |
+
pip3 install -q huggingface_hub --break-system-packages
|
| 19 |
+
python3 -c "
|
| 20 |
+
from huggingface_hub import hf_hub_download
|
| 21 |
+
path = hf_hub_download(
|
| 22 |
+
repo_id='Qwen/Qwen3-Coder-30B-A3B-Instruct-GGUF',
|
| 23 |
+
filename='qwen3-coder-30b-a3b-instruct-q4_k_m.gguf',
|
| 24 |
+
local_dir='/tmp/models'
|
| 25 |
+
)
|
| 26 |
+
print(f'Downloaded to: {path}')
|
| 27 |
+
"
|
| 28 |
|
| 29 |
echo "Creating Ollama model from GGUF..."
|
| 30 |
cat > /tmp/Modelfile << 'EOF'
|
| 31 |
+
FROM /tmp/models/qwen3-coder-30b-a3b-instruct-q4_k_m.gguf
|
| 32 |
TEMPLATE """{{- if .System }}<|im_start|>system
|
| 33 |
{{ .System }}<|im_end|>
|
| 34 |
{{ end }}<|im_start|>user
|