File size: 689 Bytes
b1a665d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
FROM igitman/nemo-skills-vllm:0.6.0 as base
# Install NeMo-Skills and dependencies
RUN git clone https://github.com/NVIDIA/NeMo-Skills \
&& cd NeMo-Skills \
&& pip install --ignore-installed blinker \
&& pip install -e . \
&& pip install -r requirements/code_execution.txt
# Ensure python is available
RUN ln -s /usr/bin/python3 /usr/bin/python
# Copy our custom files
COPY handler.py server.py /usr/local/endpoint/
# Expose port 80
EXPOSE 80
# Copy and set up entrypoint script
COPY entrypoint.sh /usr/local/endpoint/
RUN chmod +x /usr/local/endpoint/entrypoint.sh
# Set working directory
WORKDIR /usr/local/endpoint
ENTRYPOINT ["/usr/local/endpoint/entrypoint.sh"] |