yash184 commited on
Commit
037a01c
·
verified ·
1 Parent(s): 29609dd

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +3 -3
Dockerfile CHANGED
@@ -19,11 +19,11 @@ RUN python3 - <<EOF
19
  from huggingface_hub import hf_hub_download
20
 
21
  hf_hub_download(
22
- repo_id="bartowski/Qwen_Qwen3-4B-GGUF",
23
- filename="Qwen3-4B-Q4_K_M.gguf",
24
  local_dir="/app",
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
 
29
- CMD ["-m","/app/Qwen_Qwen3-4B-Q4_K_M.gguf","--host","0.0.0.0","--port","7860","--alias","qwen3-4b","--api-key","123456","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]
 
19
  from huggingface_hub import hf_hub_download
20
 
21
  hf_hub_download(
22
+ repo_id="Qwen/Qwen2.5-Coder-3B-Instruct-GGUF",
23
+ filename="Qwen2.5-Coder-3B-Instruct-GGUF",
24
  local_dir="/app",
25
  local_dir_use_symlinks=False
26
  )
27
  EOF
28
 
29
+ CMD ["-m","/app/Qwen2.5-Coder-3B-Instruct-GGUF","--host","0.0.0.0","--port","7860","--alias","qwen3-4b","--api-key","123456","-t","4","-b","1024","-c","8192","-n","4096","--parallel","1","--cache-type-k","q8_0","--cache-type-v","q8_0"]