Spaces:
Running
Running
Dmitry Beresnev commited on
Commit ·
c261631
1
Parent(s): 9a590ac
fix dockerfile
Browse files- Dockerfile +1 -2
Dockerfile
CHANGED
|
@@ -88,8 +88,7 @@ EXPOSE 7860
|
|
| 88 |
# "--host", "0.0.0.0", "--port", "7860", "-c", "4096", "-t", "4", "-ngl", "0", "--cont-batching", "-b", "512"]
|
| 89 |
#
|
| 90 |
# Example Qwen2.5 7B Instruct (32k context):
|
| 91 |
-
CMD ["llama-server", "-hf", "Qwen/Qwen2.5-7B-Instruct-GGUF:Qwen2.5-7B-Instruct.Q4_K_M.gguf",
|
| 92 |
-
"--host", "0.0.0.0", "--port", "7860", "-c", "32768", "-t", "4", "-ngl", "0", "--cont-batching", "-b", "512"]
|
| 93 |
#
|
| 94 |
# Example Qwen2.5-Coder 7B Instruct (32k context):
|
| 95 |
# CMD ["llama-server", "-hf", "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF:Qwen2.5-Coder-7B-Instruct.Q4_K_M.gguf",
|
|
|
|
| 88 |
# "--host", "0.0.0.0", "--port", "7860", "-c", "4096", "-t", "4", "-ngl", "0", "--cont-batching", "-b", "512"]
|
| 89 |
#
|
| 90 |
# Example Qwen2.5 7B Instruct (32k context):
|
| 91 |
+
CMD ["llama-server", "-hf", "Qwen/Qwen2.5-7B-Instruct-GGUF:Qwen2.5-7B-Instruct.Q4_K_M.gguf", "--host", "0.0.0.0", "--port", "7860", "-c", "32768", "-t", "4", "-ngl", "0", "--cont-batching", "-b", "512"]
|
|
|
|
| 92 |
#
|
| 93 |
# Example Qwen2.5-Coder 7B Instruct (32k context):
|
| 94 |
# CMD ["llama-server", "-hf", "Qwen/Qwen2.5-Coder-7B-Instruct-GGUF:Qwen2.5-Coder-7B-Instruct.Q4_K_M.gguf",
|