Dockerfile

FROM python:3.10-slim

WORKDIR /app

RUN apt-get update && apt-get install -y \
    git \
    curl \
    && rm -rf /var/lib/apt/lists/*

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

COPY . .

RUN echo '#!/bin/bash\n\
if [ -z "$API_BASE_URL" ]; then\n\
    echo "ERROR: API_BASE_URL environment variable is required"\n\
    echo "Please set:"\n\
    echo "  API_BASE_URL  - Your API endpoint"\n\
    echo "  MODEL_NAME    - Model identifier"\n\
    echo "  API_KEY       - Your API key"\n\
    echo ""\n\
    echo "Examples:"\n\
    echo "  OpenAI:    API_BASE_URL=https://api.openai.com/v1 MODEL_NAME=gpt-4"\n\
    echo "  Gemini:    API_BASE_URL=https://generativelanguage.googleapis.com MODEL_NAME=gemini-1.5-pro"\n\
    echo "  Local:     API_BASE_URL=http://localhost:11434/v1 MODEL_NAME=llama2"\n\
    exit 1\n\
fi\n\
\n\
if [ -z "$MODEL_NAME" ]; then\n\
    echo "ERROR: MODEL_NAME environment variable is required"\n\
    exit 1\n\
fi\n\
\n\
if [ -z "$API_KEY" ]; then\n\
    echo "ERROR: Missing auth token. Set API_KEY"\n\
    exit 1\n\
fi\n\
\n\
echo "Configuration:"\n\
echo "  API_BASE_URL: ${API_BASE_URL}"\n\
echo "  MODEL_NAME: ${MODEL_NAME}"\n\
echo "  TEMPERATURE: ${TEMPERATURE:-0.7}"\n\
echo "  MAX_TOKENS: ${MAX_TOKENS:-2000}"\n\
echo ""\n\
\n\
python inference.py "$@"' > /usr/local/bin/run-agent && chmod +x /usr/local/bin/run-agent

CMD ["sh", "-c", "uvicorn app:app --host 0.0.0.0 --port ${PORT:-7860}"]