FROM ubuntu:latest ENV DEBIAN_FRONTEND=noninteractive RUN apt-get update && \ apt-get install -y --no-install-recommends \ libgomp1 \ unzip \ wget \ ca-certificates \ && \ apt-get clean && \ rm -rf /var/lib/apt/lists/* # RUN useradd -ms /bin/bash ubuntu # Switch to user 'ubuntu' USER ubuntu RUN mkdir -p /home/ubuntu/.local/bin RUN wget -O /tmp/tabby_x86_64-manylinux2014.zip https://github.com/TabbyML/tabby/releases/download/nightly/tabby_x86_64-manylinux2014.zip \ && unzip /tmp/tabby_x86_64-manylinux2014.zip -d /tmp/tabby \ && mv /tmp/tabby/dist/tabby_x86_64-manylinux2014/* /home/ubuntu/.local/bin/ \ && rm -rf /tmp/tabby_x86_64-manylinux2014.zip /tmp/tabby ENV PATH="/home/ubuntu/.local/bin:${PATH}" WORKDIR /home/ubuntu RUN chmod +x /home/ubuntu/.local/bin/tabby RUN chmod +x /home/ubuntu/.local/bin/llama-server CMD ["tabby", "serve", "--model", "TabbyML/StarCoder-1B"]