Update Dockerfile
Browse files- Dockerfile +3 -3
Dockerfile
CHANGED
|
@@ -19,11 +19,11 @@ RUN python3 - <<EOF
|
|
| 19 |
from huggingface_hub import hf_hub_download
|
| 20 |
|
| 21 |
hf_hub_download(
|
| 22 |
-
repo_id="
|
| 23 |
-
filename="
|
| 24 |
local_dir="/app",
|
| 25 |
local_dir_use_symlinks=False
|
| 26 |
)
|
| 27 |
EOF
|
| 28 |
|
| 29 |
-
CMD ["-m","/app/
|
|
|
|
| 19 |
from huggingface_hub import hf_hub_download
|
| 20 |
|
| 21 |
hf_hub_download(
|
| 22 |
+
repo_id="Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
|
| 23 |
+
filename="Qwen2.5-Coder-3B-Instruct-GGUF",
|
| 24 |
local_dir="/app",
|
| 25 |
local_dir_use_symlinks=False
|
| 26 |
)
|
| 27 |
EOF
|
| 28 |
|
| 29 |
+
CMD ["-m","/app/Qwen2.5-Coder-3B-Instruct-GGUF","--host","0.0.0.0","--port","7860","--alias","qwen3-4b","--api-key","123456","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
|