Update Dockerfile

Dockerfile

@@ -1,8 +1,10 @@
 FROM debian:12-slim
 
 ENV DEBIAN_FRONTEND=noninteractive
+ENV VENV_PATH=/BitNet/venv
+ENV PATH="$VENV_PATH/bin:$PATH"
 
-# Update & install system dependencies
+# Install system dependencies
 RUN apt-get update && apt-get install -y \
     wget \
     curl \
@@ -19,25 +21,30 @@ RUN apt-get update && apt-get install -y \
 # Clone BitNet
 RUN git clone --recursive https://github.com/microsoft/BitNet.git
 
-# Copy everything from the local directory (where Dockerfile is) into the BitNet directory in the container
+# Copy local files
 COPY . /BitNet
-
 WORKDIR /BitNet
 
-# Install Python dependencies
-RUN pip install -r ./requirements.txt
+# Create virtual environment
+RUN python3 -m venv $VENV_PATH
 
-# Hugging Face CLI setup
-RUN pip install huggingface_hub
+# Upgrade pip and install dependencies inside venv
+RUN python3 -m pip3 install --upgrade pip
+RUN python3 -m pip3 install -r requirements.txt
+RUN python3 -m pip3 install huggingface_hub
 
-# Optional: HF token
+# Optional: Hugging Face token
 ARG HF_TOKEN
 RUN huggingface-cli login --token $HF_TOKEN || true
 
-RUN huggingface-cli download HF1BitLLM/Llama3-8B-1.58-100B-tokens --local-dir models/Llama3-8B-1.58-100B-tokens
-RUN python setup_env.py -md models/Llama3-8B-1.58-100B-tokens -q i2_s
+# Download model
+RUN python3 -m huggingface_hub download HF1BitLLM/Llama3-8B-1.58-100B-tokens --local-dir models/Llama3-8B-1.58-100B-tokens
 
+# Setup environment / quantization
+RUN python3 -m setup_env -md models/Llama3-8B-1.58-100B-tokens -q i2_s
 
+# Build C++ runtime
+RUN mkdir -p build && cd build && cmake .. && make -j$(nproc)
 
 # Default command
-CMD ["python3", "app.py"]
+CMD ["python3", "app.py"]