Spaces:
Runtime error
Runtime error
Update Dockerfile
Browse files- Dockerfile +0 -2
Dockerfile
CHANGED
|
@@ -8,8 +8,6 @@ RUN apt-get update -y \
|
|
| 8 |
# this won't be needed for future versions of this docker image
|
| 9 |
# or future versions of triton.
|
| 10 |
RUN ldconfig /usr/local/cuda-12.1/compat/
|
| 11 |
-
RUN pip install cmake>=3.21 ninja psutil sentencepiece numpy requests py-cpuinfo transformers>=4.39.1 fastapi uvicorn[standard] pydantic>=2.0 prometheus_client>=0.18.0 tiktoken==0.6.0 outlines==0.0.34
|
| 12 |
-
RUN ray>=2.9 pynvml==11.5.0 vllm-nccl-cu12>=2.18,<2.19 torch==2.2.1 xformers==0.0.25 triton>=2.1.0
|
| 13 |
|
| 14 |
WORKDIR /code
|
| 15 |
|
|
|
|
| 8 |
# this won't be needed for future versions of this docker image
|
| 9 |
# or future versions of triton.
|
| 10 |
RUN ldconfig /usr/local/cuda-12.1/compat/
|
|
|
|
|
|
|
| 11 |
|
| 12 |
WORKDIR /code
|
| 13 |
|