add local api server

Caddyfile

@@ -0,0 +1,19 @@
+:7860 {
+	handle_path /8085/* {
+		reverse_proxy localhost:8085
+	}
+	# https://github.com/justlovemaki/AIClient-2-API
+	handle_path /apiv1/* {
+		reverse_proxy localhost:3000
+	}
+	# https://github.com/waxz/gemini-cli-openai
+	handle_path /apiv2/* {
+		reverse_proxy localhost:8787
+	}
+	handle_path /apiv3/* {
+		reverse_proxy localhost:8000
+	}
+	# openweb-ui
+	reverse_proxy localhost:8080
+
+}

Dockerfile

@@ -2,13 +2,22 @@ FROM ghcr.io/open-webui/open-webui:main
 
 # Install dependencies
 RUN apt update && apt install -y \
+    software-properties-common \
     gcc \
     curl \
     sudo \
     git-lfs \
     openssl \
+    wget \
+    jq \
+    python3 \
+    npm \
     && rm -rf /var/lib/apt/lists/*
 
+RUN npm install npm@latest -g && \
+    npm install n -g && \
+    n latest
+
 # Install Python packages
 RUN pip install --no-cache-dir \
     huggingface_hub \
@@ -34,8 +43,14 @@ RUN chmod +x /app/sync_storage.py /start.sh
 # Set working directory
 WORKDIR /app
 
-# Expose port
-EXPOSE 8080
+COPY ./add_bash_util.sh /add_bash_util.sh
+COPY ./Caddyfile /Caddyfile
+# Expose ports
+
+EXPOSE 7860
+
+HEALTHCHECK --interval=30s --timeout=10s --start-period=5s \
+  CMD curl -f http://localhost:7860/ || exit 1
 
 # Start with sync
 ENTRYPOINT ["/start.sh"]

add_bash_util.sh

@@ -0,0 +1,109 @@
+
+# gh_install vi/websocat websocat.x86_64-unknown-linux-musl
+gh_install() {
+  echo "Number of arguments: $#"
+  echo "All arguments as separate words: $@"
+  echo "All arguments as a single string: $*"
+
+  if [[ $# -ne 3 ]]; then
+    echo "Please set repo, arch, and filename"
+    return 1
+  fi
+
+  local repo="$1"
+  local arch="$2"
+  local filename="$3"
+
+  echo "Set repo: $repo, arch: $arch, filename: $filename"
+
+  local url
+  local count=0
+
+  while [[ -z "$url" && $count -lt 5 ]]; do
+    content=$(curl -s -L -H "Accept: application/vnd.github+json" "https://api.github.com/repos/$repo/releases")
+    url=$(echo "$content" | jq -r --arg arch "$arch" '.[0] | .assets[] | .browser_download_url | select(endswith($arch))')
+    count=$((count + 1))
+  done
+
+  if [[ -z "$url" ]]; then
+    echo "Failed to find a valid download URL after $count attempts."
+    return 1
+  fi
+
+  echo "Download URL: $url"
+  wget -q "$url" -O "$filename" && echo "Downloaded $filename successfully." || echo "Failed to download $filename."
+}
+
+check_installed() {
+    if [ "$#" -ne 1 ]; then
+        echo "Usage: check_installed <program_name>"
+        return 1
+    fi
+    if which "$1" &>/dev/null; then
+        >&2 echo "$1 is installed"
+        >&1 echo 0
+    else
+        >&2 echo "$1 is not installed"
+        >&1 echo 1
+    fi
+}
+# check_installed docker  1>/dev/null
+# check_installed docker  2>/dev/null
+# check_installed docker  &>/dev/null
+
+
+# Utility functions for managing processes
+ps_kill() {
+  echo "Number of arguments: $#"
+  echo "All arguments as separate words: $@"
+  echo "All arguments as a single string: $*"
+
+  if [[ $# -ne 1 ]]; then
+    echo "Please set program"
+    return 1
+  fi
+  program="$1"
+
+  ps -A -o tid,cmd  | grep -v grep | grep "$program" | awk '{print $1}' | xargs -I {} /bin/bash -c 'sudo kill -9  {} '
+}
+
+install_docker() { 
+    if ! which docker &>/dev/null; then
+        echo "Docker is not installed. Installing..."
+        curl -fsSL https://get.docker.com | sh
+        sudo systemctl --now enable docker
+        echo "Docker installed successfully."
+    else
+        echo "Docker is already installed."
+    fi
+}
+
+create_user() {
+    if [ "$#" -ne 1 ]; then
+        echo "Usage: create_user <username>"
+        return 1
+    fi
+    export USERNAME="$1"
+    export MUID=$(id -u)
+    export MGID=$(id -g)
+
+    # add user without password
+
+    sudo groupadd $USERNAME
+    # same uid with host user
+    # sudo useradd -u $MUID -g $MGID -m -s /bin/bash $USERNAME
+    sudo useradd  -g $MGID -m -s /bin/bash $USERNAME
+    sudo passwd -d $USERNAME
+    sudo usermod -a -G sudo $USERNAME
+    sudo usermod -a -G $USERNAME $USERNAME
+
+    install_docker
+    sudo usermod -a -G docker $USERNAME
+
+
+    echo "User $USERNAME created and added to sudo and docker groups."
+}
+
+# reset cursor
+# https://unix.stackexchange.com/questions/6890/what-is-making-my-cursor-randomly-disappear-when-using-gnome-teminal
+tput cnorm

start_with_sync.sh

@@ -101,4 +101,167 @@ export WEBUI_SECRET_KEY="${WEBUI_SECRET_KEY:-$(openssl rand -hex 32)}"
 WEBUI_PID=$!
 
 # Wait for Open WebUI process
-wait $WEBUI_PID
+# wait $WEBUI_PID
+
+source /add_bash_util.sh
+
+gh_install caddyserver/caddy linux_amd64.tar.gz /tmp/caddy.tar.gz
+mkdir -p /tmp/caddy
+tar -xzf /tmp/caddy.tar.gz -C /tmp/caddy
+
+
+# Start the Node.js application
+git clone https://github.com/waxz/Gemini-CLI-2-API.git /tmp/Gemini-CLI-2-API
+git clone https://github.com/waxz/gemini-cli-openai /tmp/gemini-cli-openai
+
+git clone https://github.com/snailyp/gemini-balance.git /tmp/gemini-balance
+
+curl -LsSf https://astral.sh/uv/install.sh | sh
+source $HOME/.local/bin/env
+
+uv venv /tmp/.venv
+source /tmp/.venv/bin/activate
+uv pip install -r /tmp/gemini-balance/requirements.txt
+
+
+cat << EOF | tee /tmp/Gemini-CLI-2-API/config.json
+{
+    "REQUIRED_API_KEY": "${REQUIRED_API_KEY:-}",
+    "SERVER_PORT": 3000,
+    "HOST": "localhost",
+    "MODEL_PROVIDER": "gemini-cli-oauth",
+    "OPENAI_API_KEY": "${OPENAI_API_KEY:-}",
+    "OPENAI_BASE_URL": "https://api.openai.com/v1",
+    "CLAUDE_API_KEY": "${CLAUDE_API_KEY:-}",
+    "CLAUDE_BASE_URL": "https://api.anthropic.com/v1",
+    "PROJECT_ID": "${PROJECT_ID:-}",
+    "PROMPT_LOG_MODE": "console",
+    "GEMINI_OAUTH_CREDS_FILE_PATH":"/tmp/gemini_oauth_creds.json"
+}
+EOF
+cat << EOF | tee /tmp/gemini_oauth_creds.json
+{
+  "access_token": "${GEMINI_OAUTH_ACCESS_TOKEN:-}",
+  "refresh_token": "${GEMINI_OAUTH_REFRESH_TOKEN:-}",
+  "scope": "https://www.googleapis.com/auth/cloud-platform",
+  "token_type": "Bearer",
+  "expiry_date": 1753880406425
+}
+EOF
+cat << EOF | tee /tmp/gemini-balance/.env
+# 数据库配置
+DATABASE_TYPE=mysql
+#SQLITE_DATABASE=default_db
+MYSQL_HOST=${MYSQL_HOST}
+#MYSQL_SOCKET=/run/mysqld/mysqld.sock
+MYSQL_PORT=${MYSQL_PORT}
+MYSQL_USER=${MYSQL_USER}
+MYSQL_PASSWORD=${MYSQL_PASSWORD}
+MYSQL_DATABASE=${MYSQL_DATABASE}
+API_KEYS=["${GEMINI_API_KEYS}"]
+ALLOWED_TOKENS=["${REQUIRED_API_KEY}"]
+AUTH_TOKEN=${REQUIRED_API_KEY}
+# For Vertex AI Platform API Keys
+VERTEX_API_KEYS=["AQ.Abxxxxxxxxxxxxxxxxxxx"]
+# For Vertex AI Platform Express API Base URL
+VERTEX_EXPRESS_BASE_URL=https://aiplatform.googleapis.com/v1beta1/publishers/google
+TEST_MODEL=gemini-1.5-flash
+THINKING_MODELS=["gemini-2.5-flash-preview-04-17"]
+THINKING_BUDGET_MAP={"gemini-2.5-flash-preview-04-17": 4000}
+IMAGE_MODELS=["gemini-2.0-flash-exp"]
+SEARCH_MODELS=["gemini-2.0-flash-exp","gemini-2.0-pro-exp"]
+FILTERED_MODELS=["gemini-1.0-pro-vision-latest", "gemini-pro-vision", "chat-bison-001", "text-bison-001", "embedding-gecko-001"]
+# 是否启用网址上下文，默认启用
+URL_CONTEXT_ENABLED=false
+URL_CONTEXT_MODELS=["gemini-2.5-pro","gemini-2.5-flash","gemini-2.5-flash-lite","gemini-2.0-flash","gemini-2.0-flash-live-001"]
+TOOLS_CODE_EXECUTION_ENABLED=false
+SHOW_SEARCH_LINK=true
+SHOW_THINKING_PROCESS=true
+BASE_URL=https://generativelanguage.googleapis.com/v1beta
+MAX_FAILURES=10
+MAX_RETRIES=3
+CHECK_INTERVAL_HOURS=1
+TIMEZONE=Asia/Shanghai
+# 请求超时时间（秒）
+TIME_OUT=300
+# 代理服务器配置 (支持 http 和 socks5)
+# 示例: PROXIES=["http://user:pass@host:port", "socks5://host:port"]
+PROXIES=[]
+# 对同一个API_KEY使用代理列表中固定的IP策略
+PROXIES_USE_CONSISTENCY_HASH_BY_API_KEY=true
+#########################image_generate 相关配置###########################
+PAID_KEY=AIzaSyxxxxxxxxxxxxxxxxxxx
+CREATE_IMAGE_MODEL=imagen-3.0-generate-002
+UPLOAD_PROVIDER=smms
+SMMS_SECRET_TOKEN=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
+PICGO_API_KEY=xxxx
+CLOUDFLARE_IMGBED_URL=https://xxxxxxx.pages.dev/upload
+CLOUDFLARE_IMGBED_AUTH_CODE=xxxxxxxxx
+CLOUDFLARE_IMGBED_UPLOAD_FOLDER=
+##########################################################################
+#########################stream_optimizer 相关配置########################
+STREAM_OPTIMIZER_ENABLED=false
+STREAM_MIN_DELAY=0.016
+STREAM_MAX_DELAY=0.024
+STREAM_SHORT_TEXT_THRESHOLD=10
+STREAM_LONG_TEXT_THRESHOLD=50
+STREAM_CHUNK_SIZE=5
+##########################################################################
+######################### 日志配置 #######################################
+# 日志级别 (debug, info, warning, error, critical)，默认为 info
+LOG_LEVEL=info
+# 是否开启自动删除错误日志
+AUTO_DELETE_ERROR_LOGS_ENABLED=true
+# 自动删除多少天前的错误日志 (1, 7, 30)
+AUTO_DELETE_ERROR_LOGS_DAYS=7
+# 是否开启自动删除请求日志
+AUTO_DELETE_REQUEST_LOGS_ENABLED=false
+# 自动删除多少天前的请求日志 (1, 7, 30)
+AUTO_DELETE_REQUEST_LOGS_DAYS=30
+##########################################################################
+
+# 假流式配置 (Fake Streaming Configuration)
+# 是否启用假流式输出
+FAKE_STREAM_ENABLED=True
+# 假流式发送空数据的间隔时间（秒）
+FAKE_STREAM_EMPTY_DATA_INTERVAL_SECONDS=5
+
+# 安全设置 (JSON 字符串格式)
+# 注意：这里的示例值可能需要根据实际模型支持情况调整
+SAFETY_SETTINGS=[{"category": "HARM_CATEGORY_HARASSMENT", "threshold": "OFF"}, {"category": "HARM_CATEGORY_HATE_SPEECH", "threshold": "OFF"}, {"category": "HARM_CATEGORY_SEXUALLY_EXPLICIT", "threshold": "OFF"}, {"category": "HARM_CATEGORY_DANGEROUS_CONTENT", "threshold": "OFF"}, {"category": "HARM_CATEGORY_CIVIC_INTEGRITY", "threshold": "BLOCK_NONE"}]
+URL_NORMALIZATION_ENABLED=false
+# tts配置
+TTS_MODEL=gemini-2.5-flash-preview-tts
+TTS_VOICE_NAME=Zephyr
+TTS_SPEED=normal
+#########################Files API 相关配置########################
+# 是否启用文件过期自动清理
+FILES_CLEANUP_ENABLED=true
+# 文件过期清理间隔（小时）
+FILES_CLEANUP_INTERVAL_HOURS=1
+# 是否启用用户文件隔离（每个用户只能看到自己上传的文件）
+FILES_USER_ISOLATION_ENABLED=true
+##########################################################################
+EOF
+
+cat << EOF | tee /tmp/gemini-cli-openai/.dev.vars
+# Required: OAuth2 credentials JSON from Gemini CLI authentication
+GCP_SERVICE_ACCOUNT=${GCP_SERVICE_ACCOUNT}
+# Optional: Google Cloud Project ID (auto-discovered if not set)
+GEMINI_PROJECT_ID=${GEMINI_PROJECT_ID}
+
+
+# Optional: API key for authentication (if not set, API is public)
+# When set, clients must include "Authorization: Bearer <your-api-key>" header
+# Example: sk-1234567890abcdef1234567890abcdef
+OPENAI_API_KEY=${REQUIRED_API_KEY}
+EOF
+
+cd /tmp/Gemini-CLI-2-API && npm install && node src/api-server.js &
+cd /tmp/gemini-balance && uvicorn app.main:app --host 0.0.0.0 --port 8000 --reload &
+cd /tmp/gemini-cli-openai && npm i && npm run dev &
+/tmp/caddy/caddy run --config /Caddyfile &
+MAIN_PID=$!
+
+# Wait for caddy process
+wait $MAIN_PID