File size: 1,199 Bytes
144e68d 897add0 144e68d 27545ff b26de27 b87a355 4279fc2 32a47d2 28d0096 897add0 b87a355 1352884 66fb692 fb3a2d5 4279fc2 cb53570 897add0 4279fc2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | # cf oracle2 litellm-proxy/run-docker-run-d.sh
# docker run --rm -d --name litellm \
# -v $(pwd)/litellm_config.yaml:/app/config.yaml \
# -e V0_API_KEY1=v1:team_An \
# -e V0_API_KEY2=v1:team_lF \
# -e V0_API_KEY3=v1:team_gP \
# -e ELY_API_KEY=sk-JE5 \
# -e DATABASE_URL=postgres://avnadmin:AVNS_BMc...llm2.f.aivencloud.com:11719/defaultdb?sslmode=require \
# -e STORE_MODEL_IN_DB=true \
# -e CONFIG_FILE_PATH=/app/config.yaml \
# -p 4000:4000 \
# docker.litellm.ai/berriai/litellm:main-stable \
# --config /app/config.yaml
# # --detailed_debug \
# PostgreSQL-aiven-litellm-virtual-keys.txt / PostgreSQL-memo.txt
# acone postgresql worked
# edge browser github aiven does not quite work
from ghcr.io/berriai/litellm:main-latest
# SERVER_ROOT_PATH=/hf/v1
# ENV LITELLM_LOG=DEBUG
ENV STORE_MODEL_IN_DB=true
ENV TZ=Asia/Shanghai OPENAI_API_KEY=any SERVER_ROOT_PATH=/v1 CONFIG_FILE_PATH=/app/config.yaml
COPY ./litellm_config.yaml /app/config.yaml
EXPOSE 7860
ENTRYPOINT ["litellm"]
# "--num_workers", "8"
# env CONFIG_FILE_PATH=/app/config.yaml
# CMD [ "--config", "/app/config.yaml", "--port", "7860", "--num_workers", "2" ]
CMD [ "--port", "7860", "--num_workers", "4" ] |