Dockerfile

FROM ubuntu:22.04

ENV DEBIAN_FRONTEND=noninteractive

# Update & install system dependencies
RUN apt-get update && apt-get install -y \
    wget \
    curl \
    git \
    cmake \
    build-essential \
    python3 \
    python3-pip \
    python-is-python3 \
    ca-certificates \
    && rm -rf /var/lib/apt/lists/*

# Install LLVM
# NOTE: Uncomment this if you actually want to install LLVM.
# RUN bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"

# Clone BitNet
RUN git clone --recursive https://github.com/microsoft/BitNet.git

# Copy everything from the local directory (where Dockerfile is) into the BitNet directory in the container
COPY . /BitNet

WORKDIR /BitNet

# Install Python dependencies
RUN pip install --upgrade pip && \
    pip install -r requirements.txt

# Hugging Face CLI setup
RUN pip install huggingface_hub

# Optional: HF token
ARG HF_TOKEN
RUN huggingface-cli login --token $HF_TOKEN || true

# Download the model into ./models/

RUN python setup_env.py --hf-repo tiiuae/Falcon3-7B-Instruct-1.58bit -q i2_s 
RUN cat logs/generate_build_files.log

RUN pwd
RUN ls

CMD ["python", "app.py"]