Add GitHub Models integration

Dockerfile

@@ -11,5 +11,6 @@ RUN sed -i "s|set_cookie(|set_cookie(samesite='none',secure=True,|g" backend/ope
 RUN pip install "litellm[proxy]==1.47.0" && chown -R 1000:0 /app
 USER 1000:0
 
+COPY ./azure-models.txt /assets/azure-models.txt
 COPY ./start.sh /start.sh
 CMD [ "bash", "/start.sh" ]

azure-models.txt

@@ -0,0 +1,25 @@
+AI21-Jamba-Instruct
+Cohere-command-r
+Cohere-command-r-plus
+Cohere-embed-v3-english
+Cohere-embed-v3-multilingual
+Meta-Llama-3-70B-Instruct
+Meta-Llama-3-8B-Instruct
+Meta-Llama-3.1-405B-Instruct
+Meta-Llama-3.1-70B-Instruct
+Meta-Llama-3.1-8B-Instruct
+Mistral-large
+Mistral-large-2407
+Mistral-Nemo
+Mistral-small
+gpt-4o
+gpt-4o-mini
+text-embedding-3-large
+text-embedding-3-small
+Phi-3-medium-128k-instruct
+Phi-3-medium-4k-instruct
+Phi-3-mini-128k-instruct
+Phi-3-mini-4k-instruct
+Phi-3-small-128k-instruct
+Phi-3-small-8k-instruct
+Phi-3.5-mini-instruct

start.sh

@@ -3,21 +3,28 @@ set -euo pipefail
 
 pids=()
 
-generate_litellm_provider() {
-	provider="$1"
+generate_litellm_model() {
+	model="$1"
 	key_env="$2"
 
 	if [[ -n "${!key_env:-}" ]]; then
 		>&2 echo "[!] Found key ${key_env} for ${provider}"
 		cat <<EOF
-- model_name: "${provider}/*"
+- model_name: "${model}"
   litellm_params:
-    model: "${provider}/*"
+    model: "${model}"
     api_key: "os.environ/${key_env}"
 EOF
 	fi
 }
 
+generate_litellm_provider() {
+	provider="$1"
+	key_env="$2"
+
+	generate_litellm_model "${provider}/*" "${key_env}"
+}
+
 generate_litellm_config() {
 	cat <<EOF
 model_list:
@@ -29,6 +36,10 @@ EOF
 	generate_litellm_provider "perplexity" "PERPLEXITY_API_KEY"
 	generate_litellm_provider "anthropic" "ANTHROPIC_API_KEY"
 
+	while read -r model; do
+		generate_litellm_model "github/${model}" "GITHUB_API_KEY"
+	done </assets/azure-models.txt
+
 	if [[ -n "${LITELLM_MODELS_BASE64:-}" ]]; then
 		echo "${LITELLM_MODELS_BASE64}" | base64 -d
 	fi