Spaces:
Paused
Paused
Update Dockerfile
Browse files- Dockerfile +4 -18
Dockerfile
CHANGED
|
@@ -26,22 +26,8 @@ RUN pip list
|
|
| 26 |
|
| 27 |
RUN vllm -v
|
| 28 |
|
| 29 |
-
#
|
|
|
|
|
|
|
| 30 |
|
| 31 |
-
|
| 32 |
-
# git clone https://huggingface.co/unsloth/Llama-3.2-1B-bnb-4bit /workspace/models
|
| 33 |
-
|
| 34 |
-
# CMD ["python", "-m", "vllm.entrypoints.openai.api_server", \
|
| 35 |
-
# "--model", "/workspace/models", \
|
| 36 |
-
# "--host", "0.0.0.0", \
|
| 37 |
-
# "--port", "7860", \
|
| 38 |
-
# "--trust-remote-code", \
|
| 39 |
-
# "--device", "cpu"]
|
| 40 |
-
|
| 41 |
-
COPY start_server.sh /workspace
|
| 42 |
-
|
| 43 |
-
WORKDIR /workspace
|
| 44 |
-
|
| 45 |
-
ENTRYPOINT ["./start_server.sh"]
|
| 46 |
-
|
| 47 |
-
# CMD ["vllm", "serve", "unsloth/Llama-3.2-1B-bnb-4bit", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code", "--device", "cpu"]
|
|
|
|
| 26 |
|
| 27 |
RUN vllm -v
|
| 28 |
|
| 29 |
+
# COPY start_server.sh /workspace
|
| 30 |
+
# WORKDIR /workspace
|
| 31 |
+
# ENTRYPOINT ["./start_server.sh"]
|
| 32 |
|
| 33 |
+
CMD ["vllm", "serve unsloth/Llama-3.2-1B-bnb-4bit --host", "0.0.0.0", "--port", "7860"]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|