Use pre-built wheel and tiny model

Dockerfile

@@ -1,13 +1,16 @@
 FROM python:3.10-slim
-RUN apt-get update && apt-get install -y gcc g++ make cmake
+
 RUN useradd -m -u 1000 user
 USER user
 ENV PATH="/home/user/.local/bin:$PATH"
+
 WORKDIR /app
-COPY requirements.txt .
-RUN pip install --upgrade pip
-RUN pip install fastapi uvicorn huggingface-hub
-RUN pip install llama-cpp-python
-COPY . .
+
+COPY --chown=user requirements.txt .
+RUN pip install --no-cache-dir --upgrade pip
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY --chown=user . .
+
 EXPOSE 7860
 CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -1,4 +1,5 @@
 fastapi
 uvicorn
-llama-cpp-python
 huggingface-hub
+--extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
+llama-cpp-python