Upload Dockerfile

Dockerfile

@@ -0,0 +1,31 @@
+FROM ubuntu:22.04
+
+# Set non-interactive mode for apt
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install system dependencies
+RUN apt update && apt install -y \
+    build-essential \
+    cmake \
+    git \
+    curl \
+    python3 \
+    python3-pip \
+    git-lfs \
+    ca-certificates \
+    wget \
+    && git lfs install
+
+# Clone llama.cpp
+WORKDIR /app
+RUN git clone https://github.com/ggerganov/llama.cpp.git
+WORKDIR /app/llama.cpp
+
+# Build llama-server
+RUN make server LLAMA_SERVER_BUILD=1
+
+# Expose the default llama-server port
+EXPOSE 8080
+
+# Run llama-server and download model from Hugging Face
+CMD ["./server", "-m", "ggml-org/SmolVLM-500M-Instruct-GGUF", "-hf"]