initial commit

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,10 @@
+FROM ghcr.io/berriai/litellm-non_root:main-stable
+USER root
+RUN apk add curl
+COPY entrypoint.sh /docker/entrypoint.sh
+RUN chmod +x /docker/entrypoint.sh
+RUN mkdir -p /.cache && chmod -R 777 /.cache
+COPY proxy_server_config.yaml /config/proxy_server_config.yaml
+RUN chmod -R 777 /config
+ENTRYPOINT ["/docker/entrypoint.sh"]
+CMD ["--port", "4000", "--config", "/config/proxy_server_config.yaml"]

README.md

@@ -0,0 +1,11 @@
+---
+title: LiteLLM
+emoji: 🦀
+colorFrom: yellow
+colorTo: purple
+sdk: docker
+pinned: false
+app_port: 4000
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

entrypoint.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+if [ -n "$MODEL_CONFIG_URL" ]; then
+    curl -L -o /config/model_config.yaml "$MODEL_CONFIG_URL"
+    #echo "Downloaded model config from $MODEL_CONFIG_URL"
+fi
+
+if [ "$USE_DDTRACE" = "true" ]; then
+    export DD_TRACE_OPENAI_ENABLED="False"
+    exec ddtrace-run litellm "$@"
+else
+    exec litellm "$@"
+fi

proxy_server_config.yaml

@@ -0,0 +1,15 @@
+include:
+  - model_config.yaml
+
+litellm_settings:
+  drop_params: True
+  request_timeout: 600
+  set_verbose: False
+  callbacks: ["langfuse"]
+  redact_user_api_key_info: true
+
+general_settings:
+  master_key: os.environ/MASTER_KEY
+  proxy_batch_write_at: 60
+  database_connection_pool_limit: 10
+  allow_requests_on_db_unavailable: True