start_gradio_web_server.sh

conda activate judgerbench

# GRADIO_HOSTNAME=0.0.0.0
GRADIO_HOSTNAME=$(hostname)
GRADIO_PORT=7861

# Set tmp and logs folders for gradio
export TMPDIR="tmp"
export LOGDIR="logs"
export GRADIO_SERVER_NAME="0.0.0.0"
export no_proxy="$CONTROLLER_HOST,10.140.1.173,0.0.0.0,$(hostname)"

# OpenAI proxy url
# export OPENAI_PROXY_URL='http://10.1.20.57:23128'
export OPENAI_PROXY_URL='http://closeai-proxy.pjlab.org.cn:23128'

# Source api keys
# source set_api_keys.sh

python3 -m app \
    --host $GRADIO_HOSTNAME \
    --port $GRADIO_PORT \
    --concurrency-count 50