yash184 commited on
Commit
defbe9e
·
verified ·
1 Parent(s): 9c1debc

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -9
Dockerfile CHANGED
@@ -20,12 +20,10 @@ RUN python3 -c 'from huggingface_hub import hf_hub_download; \
20
 
21
  # Server start karne ka command
22
  # Humne mmproj hata diya hai taaki error na aaye
23
- CMD ["--server", \
24
- "-m", "/app/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf", \
25
- "--host", "0.0.0.0", \
26
- "--port", "7860", \
27
- "-t", "2", \
28
- "--cache-type-k", "q8_0", \
29
- "--cache-type-v", "iq4_nl", \
30
- "-c", "32768", \
31
- "-n", "38912"]
 
20
 
21
  # Server start karne ka command
22
  # Humne mmproj hata diya hai taaki error na aaye
23
+ CMD [
24
+ "llama-server",
25
+ "-m", "/app/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf",
26
+ "--host", "0.0.0.0",
27
+ "--port", "7860",
28
+ "-c", "32768",
29
+ "-ngl", "0"]