Spaces:
Sleeping
Sleeping
Upload docker-compose.yml
Browse files- docker-compose.yml +8 -9
docker-compose.yml
CHANGED
|
@@ -13,15 +13,14 @@ services:
|
|
| 13 |
# Alternative: mount your own pre-downloaded folder instead:
|
| 14 |
# - ./models:/models
|
| 15 |
environment:
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
HF_TOKEN: "hf_xxxxxxxxxxxxxxxxxxxx" # replace with your HuggingFace read token
|
| 25 |
restart: unless-stopped
|
| 26 |
|
| 27 |
volumes:
|
|
|
|
| 13 |
# Alternative: mount your own pre-downloaded folder instead:
|
| 14 |
# - ./models:/models
|
| 15 |
environment:
|
| 16 |
+
- MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
|
| 17 |
+
- MODEL_URL=https://huggingface.co/bartowski/Qwen3-14B-GGUF/resolve/main/Qwen3-14B-Q4_K_M.gguf
|
| 18 |
+
- MODEL_ID=qwen3-14b
|
| 19 |
+
- N_CTX=4096
|
| 20 |
+
- N_THREADS=8 # set to your physical CPU core count
|
| 21 |
+
- N_BATCH=512
|
| 22 |
+
- VERBOSE=false
|
| 23 |
+
- HF_TOKEN # passed through from the host/Space secret — no hardcoding needed
|
|
|
|
| 24 |
restart: unless-stopped
|
| 25 |
|
| 26 |
volumes:
|