ok

Dockerfile

@@ -46,8 +46,14 @@ ENV DEBIAN_FRONTEND=noninteractive
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
     libgomp1 \
+    python3 \
+    python3-pip \
     && rm -rf /var/lib/apt/lists/*
 
+RUN mkdir -p /models && \
+    pip3 install --no-cache-dir huggingface-hub && \
+    python3 -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='microsoft/BitNet-b1.58-2B-4T-gguf', filename='ggml-model-i2_s.gguf', local_dir='/models')"
+
 RUN useradd -m -u 1000 user
 
 WORKDIR /app
@@ -58,6 +64,8 @@ COPY --from=builder /build/build/3rdparty/llama.cpp/ggml/src/libggml.so ./build/
 
 ENV LD_LIBRARY_PATH=/app/build/lib
 
+RUN chown -R user:user /app /models
+
 USER user
 
 EXPOSE 7860