| |
| FROM python:3.11-slim |
|
|
| ENV PYTHONUNBUFFERED=1 |
| ENV GRADIO_SERVER_NAME="0.0.0.0" |
|
|
|
|
| ARG MODEL_ID="Qwen/Qwen3-8B" |
| ENV MODEL_ID=${MODEL_ID} |
|
|
| |
| ENV LOAD_IN_4BIT="true" |
| ENV LOAD_IN_8BIT="false" |
|
|
| |
| COPY requirements.txt requirements.txt |
| RUN pip install --no-cache-dir -r requirements.txt |
|
|
| |
| COPY main.py . |
| COPY model_loader.py . |
| COPY schemas.py . |
|
|
| |
| RUN useradd -m -u 1000 gee |
| USER gee |
| ENV HOME=/home/gee \ |
| PATH=/home/gee/.local/bin:$PATH |
|
|
| ENV HF_HOME=$HOME/app/.cache/huggingface |
| WORKDIR $HOME/app |
|
|
|
|
| COPY --chown=gee . $HOME/app |
|
|
| |
| |
| |
| EXPOSE 8000 |
|
|
| |
|
|
| |
| CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000", "--workers", "1"] |