start.sh

#!/bin/bash
set -e

USERNAME=${XINFERENCE_USERNAME:-admin}
PASSWORD=${XINFERENCE_PASSWORD:-admin123}
API_KEY=${XINFERENCE_API_KEY:-sk-admin}

SECRET_KEY=${XINFERENCE_SECRET_KEY:-$(python -c "import secrets; print(secrets.token_hex(32))")}

cat > /tmp/auth_config.json << EOF
{
  "auth_config": {
    "algorithm": "HS256",
    "secret_key": "${SECRET_KEY}",
    "token_expire_in_minutes": 1440
  },
  "user_config": [
    {
      "username": "${USERNAME}",
      "password": "${PASSWORD}",
      "permissions": [
        "admin"
      ],
      "api_keys": [
        "${API_KEY}"
      ]
    }
  ]
}
EOF

cat /tmp/auth_config.json


echo "Starting Xinference..."
echo "Username: ${USERNAME}"

exec xinference-local \
  -H 0.0.0.0 \
  --port 9997 \
  --auth-config /tmp/auth_config.json