yash184 commited on
Commit
3e92085
·
verified ·
1 Parent(s): ecaa975

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -25,5 +25,5 @@ hf_hub_download(
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
-
29
  CMD ["-m", "/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf", "--host", "0.0.0.0", "--port", "7860", "--alias", "qwen3-4b", "--api-key", "123456", "-t", "4", "-b", "1024", "-c", "8192", "-n", "4096", "--parallel", "1", "--cache-type-k", "q8_0", "--cache-type-v", "q8_0"]
 
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
+ ENTRYPOINT ["llama-server"]
29
  CMD ["-m", "/app/qwen2.5-coder-3b-instruct-q4_k_m.gguf", "--host", "0.0.0.0", "--port", "7860", "--alias", "qwen3-4b", "--api-key", "123456", "-t", "4", "-b", "1024", "-c", "8192", "-n", "4096", "--parallel", "1", "--cache-type-k", "q8_0", "--cache-type-v", "q8_0"]