Spaces:
Runtime error
Runtime error
Use chatml
Browse files- Dockerfile +1 -1
Dockerfile
CHANGED
|
@@ -19,4 +19,4 @@ COPY --chown=user . .
|
|
| 19 |
|
| 20 |
# Run llama-cpp-python server
|
| 21 |
# Port 7860 is required for HF Spaces
|
| 22 |
-
CMD ["python", "-m", "llama_cpp.server", "--model", "model.gguf", "--host", "0.0.0.0", "--port", "7860", "--n_ctx", "4096"]
|
|
|
|
| 19 |
|
| 20 |
# Run llama-cpp-python server
|
| 21 |
# Port 7860 is required for HF Spaces
|
| 22 |
+
CMD ["python", "-m", "llama_cpp.server", "--model", "model.gguf", "--host", "0.0.0.0", "--port", "7860", "--n_ctx", "4096", "--chat_format", "chatml"]
|