Upload Dockerfile

Dockerfile

@@ -0,0 +1,53 @@
+# Phi-4-mini-instruct HuggingFace Space Deployment
+# Best 4B model for agentic work with tool calling support
+# Exposes OpenAI-compatible API on port 7860
+
+FROM python:3.11-slim
+
+# Set environment variables
+ENV PYTHONUNBUFFERED=1
+ENV MODEL_REPO=unsloth/Phi-4-mini-instruct-GGUF
+ENV MODEL_FILE=Phi-4-mini-instruct-Q4_K_M.gguf
+ENV N_CTX=8192
+ENV N_THREADS=2
+ENV HOST=0.0.0.0
+ENV PORT=7860
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential \
+    curl \
+    git \
+    && rm -rf /var/lib/apt/lists/*
+
+# Set working directory
+WORKDIR /app
+
+# Copy the startup script
+COPY script.sh /app/script.sh
+RUN chmod +x /app/script.sh
+
+# Install Python dependencies with pre-built wheels for HF Spaces
+RUN pip install --no-cache-dir \
+    llama-cpp-python \
+    --extra-index-url https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/
+
+# Install additional dependencies for API server
+RUN pip install --no-cache-dir \
+    fastapi \
+    uvicorn \
+    huggingface-hub \
+    pydantic
+
+# Pre-download the model during build (optional - comment out if build times out)
+# RUN python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='$MODEL_REPO', filename='$MODEL_FILE', local_dir='/app/models')"
+
+# Expose port 7860 (required for HuggingFace Spaces)
+EXPOSE 7860
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
+    CMD curl -f http://localhost:7860/health || exit 1
+
+# Run the startup script
+CMD ["/app/script.sh"]