AIencoder commited on
Commit
1c4e80f
·
verified ·
1 Parent(s): 69fca76

Update entrypoint.sh

Browse files
Files changed (1) hide show
  1. entrypoint.sh +14 -4
entrypoint.sh CHANGED
@@ -11,14 +11,24 @@ ollama pull qwen2.5-coder:1.5b
11
  ollama pull qwen2.5-coder:3b
12
  ollama pull qwen2.5-coder:7b
13
 
14
- echo "Downloading Qwen3-Coder-30B-A3B GGUF (this takes a while)..."
15
  mkdir -p /tmp/models
16
- curl -L -o /tmp/models/qwen3-coder-30b-a3b.gguf \
17
- "https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"
 
 
 
 
 
 
 
 
 
 
18
 
19
  echo "Creating Ollama model from GGUF..."
20
  cat > /tmp/Modelfile << 'EOF'
21
- FROM /tmp/models/qwen3-coder-30b-a3b.gguf
22
  TEMPLATE """{{- if .System }}<|im_start|>system
23
  {{ .System }}<|im_end|>
24
  {{ end }}<|im_start|>user
 
11
  ollama pull qwen2.5-coder:3b
12
  ollama pull qwen2.5-coder:7b
13
 
14
+ echo "Downloading Qwen3-Coder-30B-A3B GGUF..."
15
  mkdir -p /tmp/models
16
+
17
+ # Use huggingface-cli instead (more reliable)
18
+ pip3 install -q huggingface_hub --break-system-packages
19
+ python3 -c "
20
+ from huggingface_hub import hf_hub_download
21
+ path = hf_hub_download(
22
+ repo_id='Qwen/Qwen3-Coder-30B-A3B-Instruct-GGUF',
23
+ filename='qwen3-coder-30b-a3b-instruct-q4_k_m.gguf',
24
+ local_dir='/tmp/models'
25
+ )
26
+ print(f'Downloaded to: {path}')
27
+ "
28
 
29
  echo "Creating Ollama model from GGUF..."
30
  cat > /tmp/Modelfile << 'EOF'
31
+ FROM /tmp/models/qwen3-coder-30b-a3b-instruct-q4_k_m.gguf
32
  TEMPLATE """{{- if .System }}<|im_start|>system
33
  {{ .System }}<|im_end|>
34
  {{ end }}<|im_start|>user