File size: 1,687 Bytes
de2a5d3 191e416 de2a5d3 191e416 de2a5d3 191e416 de2a5d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 | FROM python:3.12-slim
# Install system dependencies
RUN apt-get update && apt-get install -y \
git \
curl \
build-essential \
libopenblas-dev \
nodejs \
npm \
&& rm -rf /var/lib/apt/lists/*
# Set working directory
WORKDIR /app
# Install llama-cpp-python with OpenBLAS and Streamlit
RUN pip install llama-cpp-python[server] streamlit
# Download Qwen2.5-Coder-3B-Instruct GGUF Q4_K_M
RUN mkdir -p /app/models
RUN curl -L -o /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-Coder-3B-Instruct-GGUF/resolve/main/qwen2.5-coder-3b-instruct-q4_k_m.gguf
# Install Claude Code globally
RUN npm install -g @anthropic-ai/claude-code
# Create a dummy config.toml for OpenManus if needed, or just for structure
RUN mkdir -p /app/config
RUN echo '[llm]\nmodel = "qwen2.5-coder"\nbase_url = "http://localhost:8001/v1"\napi_key = "not-needed"\nmax_tokens = 4096\ntemperature = 0.0\n' > /app/config/config.toml
# Copy our custom GUI for Claude Code
COPY app_claude_code_gui.py /app/app_claude_code_gui.py
# Create a startup script
RUN echo '#!/bin/bash\n\
# Start llama-cpp-python server in background\n\
python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-3b-instruct-q4_k_m.gguf --host 0.0.0.0 --port 8001 &\n\
\n\
# Wait for server to start\n\
until curl -s http://localhost:8001/v1/models > /dev/null; do\n\
echo "Waiting for LLM server..."\n\
sleep 5\n\
done\n\
\n\
# Start Streamlit UI on port 7860\n\
streamlit run app_claude_code_gui.py --server.port 7860 --server.address 0.0.0.0\n\
' > /app/start.sh && chmod +x /app/start.sh
# HF Spaces expect a web service on port 7860
EXPOSE 7860
CMD ["/app/start.sh"]
|