Bump, pull in generated configs from personal setup

Dockerfile

@@ -1,16 +1,16 @@
 # Building from source is too slow, so let's just customize the existing image
-FROM ghcr.io/open-webui/open-webui:git-7228b39
+FROM ghcr.io/open-webui/open-webui:git-b72150c
 
 WORKDIR /app
 
 USER 0:0
 
 # HACK for huggingface.co iframe
-RUN sed -i "s|samesite=WEBUI_SESSION_COOKIE_SAME_SITE|samesite='none'|g" backend/open_webui/apps/webui/routers/auths.py
+RUN sed -i "s|samesite=WEBUI_SESSION_COOKIE_SAME_SITE|samesite='none'|g" backend/open_webui/routers/auths.py
 
-RUN pip install "litellm[proxy]==1.51.2" && chown -R 1000:0 /app
+RUN pip install "litellm[proxy]==1.59.9" && chown -R 1000:0 /app
 USER 1000:0
 
-COPY ./azure-models.txt /assets/azure-models.txt
+COPY ./generated /assets/
 COPY ./start.sh /start.sh
 CMD [ "bash", "/start.sh" ]

azure-models.txt

@@ -1,27 +0,0 @@
-AI21-Jamba-Instruct
-Cohere-command-r
-Cohere-command-r-plus
-Cohere-embed-v3-english
-Cohere-embed-v3-multilingual
-Meta-Llama-3-70B-Instruct
-Meta-Llama-3-8B-Instruct
-Meta-Llama-3.1-405B-Instruct
-Meta-Llama-3.1-70B-Instruct
-Meta-Llama-3.1-8B-Instruct
-Mistral-large
-Mistral-large-2407
-Mistral-Nemo
-Mistral-small
-gpt-4o
-gpt-4o-mini
-text-embedding-3-large
-text-embedding-3-small
-Phi-3-medium-128k-instruct
-Phi-3-medium-4k-instruct
-Phi-3-mini-128k-instruct
-Phi-3-mini-4k-instruct
-Phi-3-small-128k-instruct
-Phi-3-small-8k-instruct
-Phi-3.5-mini-instruct
-o1-preview
-o1-mini

generated/anthropic.yaml

@@ -0,0 +1,24 @@
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-5-haiku-latest
+  model_name: anthropic/claude-3-5-haiku
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-5-sonnet-latest
+  model_name: anthropic/claude-3-5-sonnet
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-5-opus-latest
+  model_name: anthropic/claude-3-5-opus
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-haiku-latest
+  model_name: anthropic/claude-3-haiku
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-sonnet-latest
+  model_name: anthropic/claude-3-sonnet
+- litellm_params:
+    api_key: os.environ/ANTHROPIC_API_KEY
+    model: anthropic/claude-3-opus-latest
+  model_name: anthropic/claude-3-opus

generated/github.yaml

@@ -0,0 +1,56 @@
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/DeepSeek-R1
+  model_name: deepseek/r1
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/gpt-4o
+  model_name: openai/gpt-4o
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/gpt-4o-mini
+  model_name: openai/gpt-4o-mini
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/o1
+  model_name: openai/o1
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/o1-mini
+  model_name: openai/o1-mini
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/text-embedding-3-small
+  model_name: openai/text-embedding-3-small
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/text-embedding-3-large
+  model_name: openai/text-embedding-3-large
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Mistral-small
+  model_name: mistral/small
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Mistral-large
+  model_name: mistral/large
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Mistral-Nemo
+  model_name: mistral/nemo
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Cohere-command-r
+  model_name: cohere/command-r
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Cohere-command-r-plus
+  model_name: cohere/command-r-plus
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Meta-Llama-3-70B-Instruct
+  model_name: meta/llama-3.3-70b
+- litellm_params:
+    api_key: os.environ/GITHUB_API_KEY
+    model: github/Meta-Llama-3-8B-Instruct
+  model_name: meta/llama-3.3-8b

generated/groq.yaml

@@ -0,0 +1,8 @@
+- litellm_params:
+    api_key: os.environ/GROQ_API_KEY
+    model: groq/llama-3.3-70b-versatile
+  model_name: meta/llama-3.3-70b
+- litellm_params:
+    api_key: os.environ/GROQ_API_KEY
+    model: groq/deepseek-r1-distill-llama-70b
+  model_name: deepseek/r1-distill-llama-70b

generated/huggingface.yaml

@@ -0,0 +1,15 @@
+- litellm_params:
+    model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+  model_name: deepseek/r1-distill-qwen-32b
+- litellm_params:
+    model: huggingface/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B
+  model_name: deepseek/r1-distill-qwen-1.5b
+- litellm_params:
+    model: huggingface/google/gemma-2-2b-it
+  model_name: google/gemma-2-2b-it
+- litellm_params:
+    model: huggingface/google/gemma-2-9b-it
+  model_name: google/gemma-2-9b-it
+- litellm_params:
+    model: huggingface/google/gemma-2-27b-it
+  model_name: google/gemma-2-27b-it

generated/openai.yaml

@@ -0,0 +1,32 @@
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/gpt-4o
+  model_name: openai/gpt-4o
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/gpt-4o-mini
+  model_name: openai/gpt-4o-mini
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/o1-mini
+  model_name: openai/o1-mini
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/o1-preview
+  model_name: openai/o1-preview
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/gpt-3.5-turbo
+  model_name: openai/gpt-3.5-turbo
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/text-embedding-3-small
+  model_name: openai/text-embedding-3-small
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/text-embedding-3-large
+  model_name: openai/text-embedding-3-large
+- litellm_params:
+    api_key: os.environ/OPENAI_API_KEY
+    model: openai/dall-e-3
+  model_name: openai/dall-e-3

generated/perplexity.yaml

@@ -0,0 +1,12 @@
+- litellm_params:
+    api_key: os.environ/PERPLEXITY_API_KEY
+    model: perplexity/sonar-pro
+  model_name: perplexity/sonar-pro
+- litellm_params:
+    api_key: os.environ/PERPLEXITY_API_KEY
+    model: perplexity/sonar-reasoning
+  model_name: perplexity/sonar-reasoning
+- litellm_params:
+    api_key: os.environ/PERPLEXITY_API_KEY
+    model: perplexity/sonar
+  model_name: perplexity/sonar

start.sh

@@ -3,42 +3,34 @@ set -euo pipefail
 
 pids=()
 
-generate_litellm_model() {
-	model="$1"
-	key_env="$2"
+generate_litellm_provider() {
+	provider="$1"
 
-	if [[ -n "${!key_env:-}" ]]; then
-		>&2 echo "[!] Found key ${key_env} for ${provider}"
-		cat <<EOF
-- model_name: "${model}"
-  litellm_params:
-    model: "${model}"
-    api_key: "os.environ/${key_env}"
-EOF
+	if [[ "$#" -lt 2 ]]; then
+		>&2 echo "[+] Provider ${provider}: No key needed"
+		cat "/assets/${provider}.yaml"
+		return
 	fi
-}
 
-generate_litellm_provider() {
-	provider="$1"
 	key_env="$2"
 
-	generate_litellm_model "${provider}/*" "${key_env}"
+	if [[ -n "${!key_env:-}" ]]; then
+		>&2 echo "[+] Provider ${provider}: Found key ${key_env}"
+		cat "/assets/${provider}.yaml"
+		return
+	fi
+
+	>&2 echo "[!] Provider ${provider}: No key found (set ${key_env})"
 }
 
 generate_litellm_config() {
-	cat <<EOF
-model_list:
-- model_name: huggingface/google/gemma-2-2b-it
-  litellm_params:
-    model: huggingface/google/gemma-2-2b-it
-EOF
+	echo "model_list:"
+	generate_litellm_provider "anthropic" "ANTHROPIC_API_KEY"
+	generate_litellm_provider "github" "GITHUB_API_KEY"
+	generate_litellm_provider "groq" "GROQ_API_KEY"
+	generate_litellm_provider "huggingface"
 	generate_litellm_provider "openai" "OPENAI_API_KEY"
 	generate_litellm_provider "perplexity" "PERPLEXITY_API_KEY"
-	generate_litellm_provider "anthropic" "ANTHROPIC_API_KEY"
-
-	while read -r model; do
-		generate_litellm_model "github/${model}" "GITHUB_API_KEY"
-	done </assets/azure-models.txt
 
 	if [[ -n "${LITELLM_MODELS_BASE64:-}" ]]; then
 		echo "${LITELLM_MODELS_BASE64}" | base64 -d