Spaces:

ShadowHunter222
/

gem2

Running

ShadowHunter222 commited on 8 days ago

Commit

d4c45f0

verified ·

1 Parent(s): e9be6ec

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -12,7 +12,6 @@ RUN wget "https://huggingface.co/unsloth/gemma-4-E2B-it-qat-GGUF/resolve/main/mt
 CMD ["-m", "/model.gguf", \
      "--port", "7860", "--host", "0.0.0.0", \
      "-t", "2", "--load-mode", "mlock", "-c", "4096", \
-     "--parallel", "1", \
      "--jinja", "--flash-attn", "on", \
      "--cache-type-k", "q8_0", "--cache-type-v", "q8_0", \
      "--spec-type", "draft-mtp", "-md", "/draft.gguf", \

 CMD ["-m", "/model.gguf", \
      "--port", "7860", "--host", "0.0.0.0", \
      "-t", "2", "--load-mode", "mlock", "-c", "4096", \
      "--jinja", "--flash-attn", "on", \
      "--cache-type-k", "q8_0", "--cache-type-v", "q8_0", \
      "--spec-type", "draft-mtp", "-md", "/draft.gguf", \