Refactor Dockerfile to remove OPENAI_API_KEY and add configuration retrieval from secrets
Browse files- Dockerfile +5 -3
- litellm_config.yaml +0 -7
Dockerfile
CHANGED
|
@@ -1,8 +1,10 @@
|
|
| 1 |
-
|
| 2 |
|
| 3 |
-
ENV TZ=Asia/Shanghai SERVER_ROOT_PATH=/hf/v1
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
-
COPY ./litellm_config.yaml /app/config.yaml
|
| 6 |
EXPOSE 7860
|
| 7 |
|
| 8 |
ENTRYPOINT ["litellm"]
|
|
|
|
| 1 |
+
FROM ghcr.io/berriai/litellm:main-stable
|
| 2 |
|
| 3 |
+
ENV TZ=Asia/Shanghai SERVER_ROOT_PATH=/hf/v1
|
| 4 |
+
|
| 5 |
+
RUN --mount=type=secret,id=LITELLM_CONFIG_GIST_URL,mode=0444,required=true \
|
| 6 |
+
wget -O /app/config.yaml "$(cat /run/secrets/LITELLM_CONFIG_GIST_URL)"
|
| 7 |
|
|
|
|
| 8 |
EXPOSE 7860
|
| 9 |
|
| 10 |
ENTRYPOINT ["litellm"]
|
litellm_config.yaml
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
model_list:
|
| 2 |
-
- model_name: azure-gpt-4o
|
| 3 |
-
litellm_params:
|
| 4 |
-
model: azure/<your-azure-model-deployment>
|
| 5 |
-
api_base: os.environ/AZURE_API_BASE # runs os.getenv("AZURE_API_BASE")
|
| 6 |
-
api_key: os.environ/AZURE_API_KEY # runs os.getenv("AZURE_API_KEY")
|
| 7 |
-
api_version: "2025-01-01-preview"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|