Spaces:

waddie
/

cloudmini-api

Sleeping

waddie commited on 3 days ago

Commit

ced2a68

verified ·

1 Parent(s): 3ecca1f

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -24,7 +24,9 @@ EXPOSE 7860
 # Revert to executing via python's native server module
 CMD ["python3", "-m", "llama_cpp.server", \
      "--model", "model.gguf", \
-     "--alias", "model.gguf", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
-     "--n_threads", "2"]

 # Revert to executing via python's native server module
 CMD ["python3", "-m", "llama_cpp.server", \
      "--model", "model.gguf", \
+     "--alias", "model", \
      "--host", "0.0.0.0", \
      "--port", "7860", \
+     "--n_threads", "2", \
+     "--n_ctx", "4096", \
+     "--chat_format", "chatml"]