Dockerfile

FROM ubuntu:latest

ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && \
    apt-get install -y --no-install-recommends \
        libgomp1 \
        unzip \
        wget \
        ca-certificates \
        && \
    apt-get clean && \
    rm -rf /var/lib/apt/lists/*

# RUN useradd -ms /bin/bash ubuntu

# Switch to user 'ubuntu'
USER ubuntu

RUN mkdir -p /home/ubuntu/.local/bin

RUN wget -O /tmp/tabby_x86_64-manylinux2014.zip https://github.com/TabbyML/tabby/releases/download/nightly/tabby_x86_64-manylinux2014.zip \
    && unzip /tmp/tabby_x86_64-manylinux2014.zip -d /tmp/tabby \
    && mv /tmp/tabby/dist/tabby_x86_64-manylinux2014/* /home/ubuntu/.local/bin/ \
    && rm -rf /tmp/tabby_x86_64-manylinux2014.zip /tmp/tabby

ENV PATH="/home/ubuntu/.local/bin:${PATH}"

WORKDIR /home/ubuntu

RUN chmod +x /home/ubuntu/.local/bin/tabby
RUN chmod +x /home/ubuntu/.local/bin/llama-server

CMD ["tabby", "serve", "--model", "TabbyML/StarCoder-1B"]