Spaces:

triflix
/

modernLLM

Paused

modernLLM / Dockerfile

Upload Dockerfile

22bd293 verified 7 months ago

1.56 kB

# Phi-4-mini-instruct HuggingFace Space Deployment
# Best 4B model for agentic work with tool calling support
# Exposes OpenAI-compatible API on port 7860

FROM python:3.11-slim

# Set environment variables
ENV PYTHONUNBUFFERED=1
ENV MODEL_REPO=unsloth/Phi-4-mini-instruct-GGUF
ENV MODEL_FILE=Phi-4-mini-instruct-Q4_K_M.gguf
ENV N_CTX=8192
ENV N_THREADS=2
ENV HOST=0.0.0.0
ENV PORT=7860

# Install system dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential \
    curl \
    git \
    && rm -rf /var/lib/apt/lists/*

# Set working directory
WORKDIR /app

# Copy the startup script
COPY script.sh /app/script.sh
RUN chmod +x /app/script.sh

# Install Python dependencies with pre-built wheels for HF Spaces
RUN pip install --no-cache-dir \
    llama-cpp-python \
    --extra-index-url https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/

# Install additional dependencies for API server
RUN pip install --no-cache-dir \
    fastapi \
    uvicorn \
    huggingface-hub \
    pydantic

# Pre-download the model during build (optional - comment out if build times out)
# RUN python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='$MODEL_REPO', filename='$MODEL_FILE', local_dir='/app/models')"

# Expose port 7860 (required for HuggingFace Spaces)
EXPOSE 7860

# Health check
HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
    CMD curl -f http://localhost:7860/health || exit 1

# Run the startup script
CMD ["/app/script.sh"]

	# Phi-4-mini-instruct HuggingFace Space Deployment
	# Best 4B model for agentic work with tool calling support
	# Exposes OpenAI-compatible API on port 7860

	FROM python:3.11-slim

	# Set environment variables
	ENV PYTHONUNBUFFERED=1
	ENV MODEL_REPO=unsloth/Phi-4-mini-instruct-GGUF
	ENV MODEL_FILE=Phi-4-mini-instruct-Q4_K_M.gguf
	ENV N_CTX=8192
	ENV N_THREADS=2
	ENV HOST=0.0.0.0
	ENV PORT=7860

	# Install system dependencies
	RUN apt-get update && apt-get install -y --no-install-recommends \
	build-essential \
	curl \
	git \
	&& rm -rf /var/lib/apt/lists/*

	# Set working directory
	WORKDIR /app

	# Copy the startup script
	COPY script.sh /app/script.sh
	RUN chmod +x /app/script.sh

	# Install Python dependencies with pre-built wheels for HF Spaces
	RUN pip install --no-cache-dir \
	llama-cpp-python \
	--extra-index-url https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/

	# Install additional dependencies for API server
	RUN pip install --no-cache-dir \
	fastapi \
	uvicorn \
	huggingface-hub \
	pydantic

	# Pre-download the model during build (optional - comment out if build times out)
	# RUN python -c "from huggingface_hub import hf_hub_download; hf_hub_download(repo_id='$MODEL_REPO', filename='$MODEL_FILE', local_dir='/app/models')"

	# Expose port 7860 (required for HuggingFace Spaces)
	EXPOSE 7860

	# Health check
	HEALTHCHECK --interval=30s --timeout=10s --start-period=60s --retries=3 \
	CMD curl -f http://localhost:7860/health \|\| exit 1

	# Run the startup script
	CMD ["/app/script.sh"]