Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +2 -2
Dockerfile
CHANGED
|
@@ -24,7 +24,7 @@ ENV PATH="/usr/local/cuda/bin:$PATH" \
|
|
| 24 |
|
| 25 |
WORKDIR /app
|
| 26 |
|
| 27 |
-
RUN wget https://huggingface.co/
|
| 28 |
|
| 29 |
RUN make LLAMA_CUBLAS=1
|
| 30 |
|
|
@@ -32,4 +32,4 @@ RUN make LLAMA_CUBLAS=1
|
|
| 32 |
EXPOSE 8080
|
| 33 |
|
| 34 |
# Start the llava-server with models
|
| 35 |
-
CMD ["--server", "--model", "Magicoder-S-DS-6.
|
|
|
|
| 24 |
|
| 25 |
WORKDIR /app
|
| 26 |
|
| 27 |
+
RUN wget https://huggingface.co/itsdotscience/Magicoder-S-DS-6.7B-GGUF/resolve/main/Magicoder-S-DS-6.7B_q8_0.gguf
|
| 28 |
|
| 29 |
RUN make LLAMA_CUBLAS=1
|
| 30 |
|
|
|
|
| 32 |
EXPOSE 8080
|
| 33 |
|
| 34 |
# Start the llava-server with models
|
| 35 |
+
CMD ["--server", "--model", "Magicoder-S-DS-6.7B_q8_0.gguf", "--threads", "6", "--host", "0.0.0.0", "-ngl", "33"]
|