Update Dockerfile
Browse files- Dockerfile +6 -3
Dockerfile
CHANGED
|
@@ -7,7 +7,7 @@
|
|
| 7 |
# -e ELY_API_KEY=sk-JE5 \
|
| 8 |
# -e DATABASE_URL=postgres://avnadmin:AVNS_BMc...llm2.f.aivencloud.com:11719/defaultdb?sslmode=require \
|
| 9 |
# -e STORE_MODEL_IN_DB=true \
|
| 10 |
-
# -e
|
| 11 |
# -p 4000:4000 \
|
| 12 |
# docker.litellm.ai/berriai/litellm:main-stable \
|
| 13 |
# --config /app/config.yaml
|
|
@@ -18,7 +18,7 @@ from ghcr.io/berriai/litellm:main-latest
|
|
| 18 |
# SERVER_ROOT_PATH=/hf/v1
|
| 19 |
# ENV LITELLM_LOG=DEBUG
|
| 20 |
ENV STORE_MODEL_IN_DB=true
|
| 21 |
-
ENV TZ=Asia/Shanghai OPENAI_API_KEY=any SERVER_ROOT_PATH=/v1
|
| 22 |
|
| 23 |
COPY ./litellm_config.yaml /app/config.yaml
|
| 24 |
EXPOSE 7860
|
|
@@ -26,4 +26,7 @@ EXPOSE 7860
|
|
| 26 |
ENTRYPOINT ["litellm"]
|
| 27 |
|
| 28 |
# "--num_workers", "8"
|
| 29 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
# -e ELY_API_KEY=sk-JE5 \
|
| 8 |
# -e DATABASE_URL=postgres://avnadmin:AVNS_BMc...llm2.f.aivencloud.com:11719/defaultdb?sslmode=require \
|
| 9 |
# -e STORE_MODEL_IN_DB=true \
|
| 10 |
+
# -e CONFIG_FILE_PATH=/app/config.yaml \
|
| 11 |
# -p 4000:4000 \
|
| 12 |
# docker.litellm.ai/berriai/litellm:main-stable \
|
| 13 |
# --config /app/config.yaml
|
|
|
|
| 18 |
# SERVER_ROOT_PATH=/hf/v1
|
| 19 |
# ENV LITELLM_LOG=DEBUG
|
| 20 |
ENV STORE_MODEL_IN_DB=true
|
| 21 |
+
ENV TZ=Asia/Shanghai OPENAI_API_KEY=any SERVER_ROOT_PATH=/v1 CONFIG_FILE_PATH=/app/config.yaml
|
| 22 |
|
| 23 |
COPY ./litellm_config.yaml /app/config.yaml
|
| 24 |
EXPOSE 7860
|
|
|
|
| 26 |
ENTRYPOINT ["litellm"]
|
| 27 |
|
| 28 |
# "--num_workers", "8"
|
| 29 |
+
# env CONFIG_FILE_PATH=/app/config.yaml
|
| 30 |
+
# CMD [ "--config", "/app/config.yaml", "--port", "7860", "--num_workers", "2" ]
|
| 31 |
+
|
| 32 |
+
CMD [ "--port", "7860", "--num_workers", "8" ]
|