GordonChan365 commited on
Commit
8cf36e4
·
verified ·
1 Parent(s): ac56e2d

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +14 -1
Dockerfile CHANGED
@@ -1,4 +1,17 @@
1
- FROM llm-api:vllm
 
 
 
 
 
 
 
 
 
 
 
 
 
2
 
3
 
4
  CMD python api/server.py
 
1
+ FROM pytorch/pytorch:latest
2
+
3
+ WORKDIR /workspace/
4
+ ENV PYTHONPATH /workspace/
5
+ COPY requirements.txt /workspace/
6
+
7
+ #RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
8
+ RUN pip install bitsandbytes --upgrade && \
9
+ pip install vllm>=0.4.3 && \
10
+ pip install --no-cache-dir -r /workspace/requirements.txt && \
11
+ pip uninstall transformer-engine -y && \
12
+ git clone https://github.com/xusenlinzy/api-for-open-llm.git
13
+
14
+ CMD python api-for-open-llm/api/server.py
15
 
16
 
17
  CMD python api/server.py