Spaces:
Sleeping
Sleeping
File size: 729 Bytes
47a7f51 321dc65 41c8100 47a7f51 321dc65 ee5b434 41c8100 47a7f51 41c8100 47a7f51 321dc65 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | FROM python:3.10-slim
# Install system dependencies
RUN apt-get update && apt-get install -y \
build-essential \
wget \
libgomp1 \
libopenblas0 \
&& rm -rf /var/lib/apt/lists/*
# Install llama-cpp-python with pre-built wheel (Luigi repo)
RUN pip install https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/llama_cpp_python-0.3.16-cp310-cp310-linux_x86_64.whl
# Install Gradio and other UI dependencies
RUN pip install gradio numpy
# Download the model (Qwen 2.5 7B Instruct Quantized Q4_K_M)
RUN wget https://huggingface.co/bartowski/Qwen2.5-7B-Instruct-GGUF/resolve/main/Qwen2.5-7B-Instruct-Q4_K_M.gguf -O model.gguf
COPY app.py .
EXPOSE 7860
CMD ["python", "app.py"]
|