fomext commited on
Commit
1849539
·
verified ·
1 Parent(s): 2e6c0a7

Upload docker-compose.yml

Browse files
Files changed (1) hide show
  1. docker-compose.yml +4 -4
docker-compose.yml CHANGED
@@ -14,14 +14,14 @@ services:
14
  # - ./models:/models
15
  environment:
16
  - MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
17
- - MODEL_URL=https://huggingface.co/bartowski/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf
18
  - MODEL_ID=qwen3-14b
19
  - N_CTX=4096
20
- - N_THREADS=8 # set to your physical CPU core count
21
  - N_BATCH=512
22
  - VERBOSE=false
23
- - HF_TOKEN # passed through from the host/Space secret — no hardcoding needed
24
  restart: unless-stopped
25
 
26
  volumes:
27
- qwen3_models: # persists the downloaded GGUF across container restarts
 
14
  # - ./models:/models
15
  environment:
16
  - MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
17
+ - MODEL_URL=https://huggingface.co/bartowski/Qwen_Qwen3-14B-GGUF/resolve/main/Qwen_Qwen3-14B-Q4_K_M.gguf
18
  - MODEL_ID=qwen3-14b
19
  - N_CTX=4096
20
+ - N_THREADS=8
21
  - N_BATCH=512
22
  - VERBOSE=false
23
+ - HF_TOKEN
24
  restart: unless-stopped
25
 
26
  volumes:
27
+ qwen3_models: