Create Dockerfile

Dockerfile

@@ -0,0 +1,19 @@
+FROM python:3.10
+
+WORKDIR /code
+
+
+RUN pip install --no-cache-dir --upgrade llama-cpp-python llama-cpp-python[server]
+RUN apt update
+RUN apt install wget
+RUN apt install -y protobuf-compiler libprotobuf-dev
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+RUN wget 'https://huggingface.co/ha1772007/qwen2-1.5b-instruct-function-calling-v1-GGUF/resolve/main/qwen2-1.5b-instruct-function-calling-v1.Q2_K%20(1).gguf'
+RUN python3 -m llama_cpp.server --model "qwen2-1.5b-instruct-function-calling-v1.Q2_K%20(1).gguf"