fomext commited on
Commit
2e6c0a7
·
verified ·
1 Parent(s): b47cf01

Upload docker-compose.yml

Browse files
Files changed (1) hide show
  1. docker-compose.yml +8 -9
docker-compose.yml CHANGED
@@ -13,15 +13,14 @@ services:
13
  # Alternative: mount your own pre-downloaded folder instead:
14
  # - ./models:/models
15
  environment:
16
- MODEL_PATH: /models/qwen3-14b-q4_k_m.gguf
17
- # Override MODEL_URL to use a different GGUF variant (e.g. Q5_K_M)
18
- MODEL_URL: https://huggingface.co/bartowski/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf
19
- MODEL_ID: qwen3-14b
20
- N_CTX: "4096"
21
- N_THREADS: "8" # set to your physical CPU core count
22
- N_BATCH: "512"
23
- VERBOSE: "false"
24
- HF_TOKEN: "hf_xxxxxxxxxxxxxxxxxxxx" # replace with your HuggingFace read token
25
  restart: unless-stopped
26
 
27
  volumes:
 
13
  # Alternative: mount your own pre-downloaded folder instead:
14
  # - ./models:/models
15
  environment:
16
+ - MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
17
+ - MODEL_URL=https://huggingface.co/bartowski/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf
18
+ - MODEL_ID=qwen3-14b
19
+ - N_CTX=4096
20
+ - N_THREADS=8 # set to your physical CPU core count
21
+ - N_BATCH=512
22
+ - VERBOSE=false
23
+ - HF_TOKEN # passed through from the host/Space secret — no hardcoding needed
 
24
  restart: unless-stopped
25
 
26
  volumes: