Update Dockerfile

Dockerfile

@@ -1,4 +1,4 @@
-FROM ubuntu:22.04
+FROM debian:12-slim
 
 ENV DEBIAN_FRONTEND=noninteractive
 
@@ -11,14 +11,11 @@ RUN apt-get update && apt-get install -y \
     build-essential \
     python3 \
     python3-pip \
+    python3-venv \
     python-is-python3 \
     ca-certificates \
     && rm -rf /var/lib/apt/lists/*
 
-# Install LLVM
-# NOTE: Uncomment this if you actually want to install LLVM.
-# RUN bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)"
-
 # Clone BitNet
 RUN git clone --recursive https://github.com/microsoft/BitNet.git
 
@@ -29,7 +26,7 @@ WORKDIR /BitNet
 
 # Install Python dependencies
 RUN pip install --upgrade pip && \
-    pip install -r requirements.txt
+    if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
 
 # Hugging Face CLI setup
 RUN pip install huggingface_hub
@@ -38,11 +35,11 @@ RUN pip install huggingface_hub
 ARG HF_TOKEN
 RUN huggingface-cli login --token $HF_TOKEN || true
 
-# Download the model into ./models/
-RUN huggingface-cli download brunopio/Llama3-8B-1.58-100B-tokens-GGUF --local-dir models/
+RUN huggingface-cli download HF1BitLLM/Llama3-8B-1.58-100B-tokens --local-dir models/Llama3-8B-1.58-100B-tokens
+RUN python setup_env.py -md models/Llama3-8B-1.58-100B-tokens -q i2_s
 
-# Run BitNet preprocessing script
-RUN python utils/codegen_tl1.py --model bitnet_b1_58-3B --BM 160,320,320 --BK 64,128,64 --bm 32,64,32
+# Build C++ runtime
 RUN mkdir -p build && cd build && cmake .. && make -j$(nproc)
 
-CMD ["python", "app.py"]
+# Default command
+CMD ["python3", "app.py"]