Create Dockerfile

Dockerfile

@@ -0,0 +1,27 @@
+# Use official Python slim image
+FROM python:3.12-slim
+
+# Set working directory
+WORKDIR /app
+
+# Avoid Python buffering issues
+ENV PYTHONUNBUFFERED=1
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    build-essential \
+    git \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install llama-cpp-python with server extras
+RUN pip install --no-cache-dir "llama-cpp-python[server]>=0.1.81"
+
+# Copy your model file if needed
+# COPY smollm2-360m-instruct-q8_0.gguf ./models/
+
+# Expose default server port
+EXPOSE 5000
+
+# Run llama-cpp server directly
+CMD ["python", "-m", "llama_cpp.server", "--model", "HuggingFaceTB/SmolLM2-360M-Instruct-GGUF", "--filename", "smollm2-360m-instruct-q8_0.gguf", "--host", "0.0.0.0", "--port", "5000"]