Update Dockerfile
Browse files- Dockerfile +7 -9
Dockerfile
CHANGED
|
@@ -20,12 +20,10 @@ RUN python3 -c 'from huggingface_hub import hf_hub_download; \
|
|
| 20 |
|
| 21 |
# Server start karne ka command
|
| 22 |
# Humne mmproj hata diya hai taaki error na aaye
|
| 23 |
-
CMD [
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
"-c", "32768", \
|
| 31 |
-
"-n", "38912"]
|
|
|
|
| 20 |
|
| 21 |
# Server start karne ka command
|
| 22 |
# Humne mmproj hata diya hai taaki error na aaye
|
| 23 |
+
CMD [
|
| 24 |
+
"llama-server",
|
| 25 |
+
"-m", "/app/Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf",
|
| 26 |
+
"--host", "0.0.0.0",
|
| 27 |
+
"--port", "7860",
|
| 28 |
+
"-c", "32768",
|
| 29 |
+
"-ngl", "0"]
|
|
|
|
|
|