Dockerfile

FROM python:3.12-slim

# Install system dependencies
RUN apt-get update && apt-get install -y \
    git \
    curl \
    build-essential \
    libopenblas-dev \
    && rm -rf /var/lib/apt/lists/*

# Set working directory
WORKDIR /app

# Install llama-cpp-python with OpenBLAS
RUN pip install llama-cpp-python[server] streamlit

# Clone OpenManus
RUN git clone https://github.com/FoundationAgents/OpenManus.git .

# Install OpenManus dependencies
RUN pip install -r requirements.txt
RUN pip install playwright && playwright install --with-deps chromium

# Download Qwen2.5-Coder-7B-Instruct GGUF Q4_K_M
RUN mkdir -p /app/models
RUN curl -L -o /app/models/qwen2.5-coder-7b-instruct-q4_k_m.gguf https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/resolve/main/qwen2.5-coder-7b-instruct-q4_k_m.gguf

# Copy our custom GUI
COPY app_gui.py /app/app_gui.py

# Create config directory and config.toml
RUN mkdir -p /app/config
RUN echo '[llm]\n\
model = "qwen2.5-coder"\n\
base_url = "http://localhost:8001/v1"\n\
api_key = "not-needed"\n\
max_tokens = 4096\n\
temperature = 0.0\n\
' > /app/config/config.toml

# Create a startup script
RUN echo '#!/bin/bash\n\
# Start llama-cpp-python server in background\n\
python3 -m llama_cpp.server --model /app/models/qwen2.5-coder-7b-instruct-q4_k_m.gguf --host 0.0.0.0 --port 8001 &\n\
\n\
# Wait for server to start\n\
until curl -s http://localhost:8001/v1/models > /dev/null; do\n\
  echo "Waiting for LLM server..."\n\
  sleep 5\n\
done\n\
\n\
# Start Streamlit UI on port 7860\n\
streamlit run app_gui.py --server.port 7860 --server.address 0.0.0.0\n\
' > /app/start.sh && chmod +x /app/start.sh

# HF Spaces expect a web service on port 7860
EXPOSE 7860

CMD ["/app/start.sh"]