Dockerfile

FROM buildpack-deps:22.04-curl

ENV DEBIAN_FRONTEND=noninteractive \
    TZ=Asia/Ho_Chi_Minh

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH
    
USER root

RUN useradd -m -u 1000 user

RUN apt-get update && apt-get install -y --no-install-recommends \
    bash \
    unzip \
    git \
    git-lfs \
    curl \
    protobuf-compiler \
    libopenblas-dev \ 
    sudo \
    wget \
    build-essential

WORKDIR $HOME/app

RUN sudo apt update && sudo apt install -y \
    cmake \
    make \
    sqlite3 \
    graphviz \
    libgrpc-dev \
    libabsl-dev \
    make \
    protobuf-compiler-grpc \
    python3-grpc-tools

RUN wget https://github.com/TabbyML/tabby/releases/download/v0.14.0/tabby_x86_64-manylinux2014.zip \
    && unzip tabby_x86_64-manylinux2014.zip \
    && cp dist/tabby_x86_64-manylinux2014/* $HOME/app \
    && rm tabby_x86_64-manylinux2014.zip

RUN chmod +x tabby llama-server

EXPOSE 8080
CMD ["./tabby", "serve", "--model", "StarCoder-1B"]