|
|
|
|
|
FROM python:3.10-slim |
|
|
|
|
|
|
|
|
WORKDIR /app |
|
|
|
|
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \ |
|
|
build-essential \ |
|
|
cmake \ |
|
|
&& rm -rf /var/lib/apt/lists/* |
|
|
|
|
|
|
|
|
|
|
|
COPY requirements.txt /app/requirements.txt |
|
|
|
|
|
|
|
|
RUN pip install --no-cache-dir torch==2.0.1+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html \ |
|
|
&& pip install --no-cache-dir -r /app/requirements.txt |
|
|
|
|
|
|
|
|
|
|
|
COPY . /app/ |
|
|
|
|
|
|
|
|
|
|
|
RUN chmod -R 777 /app |
|
|
|
|
|
|
|
|
RUN mkdir -p /app/models/fallback-npc-model \ |
|
|
&& mkdir -p /app/models/sentence-embedder \ |
|
|
&& mkdir -p /app/rag/chroma_DB \ |
|
|
&& mkdir -p /app/.cache/huggingface/hub \ |
|
|
mkdir -p /app/.cache/sentence_transformers && chmod -R 777 /app/.cache |
|
|
|
|
|
|
|
|
ENV TRANSFORMERS_CACHE=/app/.cache/huggingface/hub |
|
|
ENV SENTENCE_TRANSFORMERS_HOME=/app/.cache/sentence_transformers |
|
|
|
|
|
ENV FALLBACK_MODEL_NAME=skt/ko-gpt-trinity-1.2B-v0.5 |
|
|
ENV EMBEDDER_MODEL_NAME=sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2 |
|
|
|
|
|
|
|
|
|
|
|
EXPOSE 8000 |
|
|
|
|
|
|
|
|
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"] |
|
|
|
|
|
|