| FROM nvcr.io/nvidia/pytorch:25.09-py3 |
|
|
| |
| RUN pip install --no-cache-dir \ |
| fastapi \ |
| uvicorn[standard] \ |
| mbridge==0.13.1 \ |
| termcolor \ |
| transformers==4.57.0 |
|
|
| |
| RUN git clone -b core_v0.13.0rc4 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM |
|
|
| |
|
|
| |
| RUN groupadd -g 1000 user && \ |
| useradd -m -u 1000 -g user user || true |
|
|
| |
| WORKDIR $HOME/app |
| COPY --chown=user . $HOME/app |
|
|
| |
| ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH |
| ENV PORT=7860 |
| EXPOSE 7860 |
|
|
| |
| CMD ["bash", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"] |