Create Dockerfile

Dockerfile

@@ -0,0 +1,46 @@
+FROM ubuntu:22.04
+
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Update & install system dependencies
+RUN apt-get update && apt-get install -y \
+    wget \
+    curl \
+    git \
+    cmake \
+    build-essential \
+    python3 \
+    python3-pip \
+    python-is-python3 \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install LLVM
+# NOTE: Uncomment this if you actually want to install LLVM.
+# RUN bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"
+
+# Clone BitNet
+RUN git clone --recursive https://github.com/microsoft/BitNet.git
+
+# Copy everything from the local directory (where Dockerfile is) into the BitNet directory in the container
+COPY . /BitNet
+
+WORKDIR /BitNet
+
+# Install Python dependencies
+RUN pip install --upgrade pip && \
+    pip install -r requirements.txt
+
+# Hugging Face CLI setup
+RUN pip install huggingface_hub
+
+# Optional: HF token
+ARG HF_TOKEN
+RUN huggingface-cli login --token $HF_TOKEN || true
+
+# Download the model into ./models/
+huggingface-cli download microsoft/BitNet-b1.58-2B-4T-gguf --local-dir models/7b
+python setup_env.py -md models/7b -q tl1
+
+
+CMD ["python", "app.py"]