Gemma-3-270M / start.sh
unknown
Fixed the model optimzation speed
e5ba726
raw
history blame contribute delete
364 Bytes
#!/bin/bash
set -euo pipefail
export PORT="${PORT:-7860}"
export UVICORN_WORKERS="${UVICORN_WORKERS:-1}"
export MAX_CONCURRENT_REQUESTS="${MAX_CONCURRENT_REQUESTS:-2}"
export MAX_WORKERS="${MAX_WORKERS:-2}"
exec uvicorn app:app \
--host 0.0.0.0 \
--port "$PORT" \
--workers "$UVICORN_WORKERS" \
--loop asyncio \
--http h11 \
--limit-concurrency 1000