File size: 407 Bytes
7dc12ff
04e5519
3ebf53f
04e5519
9f256ee
7dc12ff
3ebf53f
04e5519
61b441f
 
 
04e5519
3ebf53f
04e5519
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
FROM python:3.11-alpine

WORKDIR /app

RUN apk add --no-cache libstdc++ libgomp

COPY requirements.txt .

RUN pip install --no-cache-dir -r requirements.txt \
    --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu \
    --only-binary llama-cpp-python

COPY . .

RUN mkdir -p /app/models && chmod -R 777 /app

EXPOSE 7860

CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]