Spaces:
Sleeping
Sleeping
Upload docker-compose.yml
Browse files- docker-compose.yml +4 -4
docker-compose.yml
CHANGED
|
@@ -14,14 +14,14 @@ services:
|
|
| 14 |
# - ./models:/models
|
| 15 |
environment:
|
| 16 |
- MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
|
| 17 |
-
- MODEL_URL=https://huggingface.co/bartowski/
|
| 18 |
- MODEL_ID=qwen3-14b
|
| 19 |
- N_CTX=4096
|
| 20 |
-
- N_THREADS=8
|
| 21 |
- N_BATCH=512
|
| 22 |
- VERBOSE=false
|
| 23 |
-
- HF_TOKEN
|
| 24 |
restart: unless-stopped
|
| 25 |
|
| 26 |
volumes:
|
| 27 |
-
qwen3_models:
|
|
|
|
| 14 |
# - ./models:/models
|
| 15 |
environment:
|
| 16 |
- MODEL_PATH=/models/qwen3-14b-q4_k_m.gguf
|
| 17 |
+
- MODEL_URL=https://huggingface.co/bartowski/Qwen_Qwen3-14B-GGUF/resolve/main/Qwen_Qwen3-14B-Q4_K_M.gguf
|
| 18 |
- MODEL_ID=qwen3-14b
|
| 19 |
- N_CTX=4096
|
| 20 |
+
- N_THREADS=8
|
| 21 |
- N_BATCH=512
|
| 22 |
- VERBOSE=false
|
| 23 |
+
- HF_TOKEN
|
| 24 |
restart: unless-stopped
|
| 25 |
|
| 26 |
volumes:
|
| 27 |
+
qwen3_models:
|