Spaces:
Sleeping
Sleeping
File size: 893 Bytes
24eb4d9 e689824 24eb4d9 e689824 24eb4d9 e689824 65945db e689824 65945db 24eb4d9 e689824 24eb4d9 e689824 f99a3f6 65945db c86442b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
FROM ubuntu:22.04
ENV DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install -y \
curl ca-certificates python3 python3-pip bash && \
rm -rf /var/lib/apt/lists/*
# Install Ollama
RUN curl -fsSL https://ollama.com/install.sh | sh
WORKDIR /app
COPY requirements.txt /app/requirements.txt
RUN pip3 install --no-cache-dir -r /app/requirements.txt
COPY app.py /app/app.py
COPY start.sh /app/start.sh
RUN chmod +x /app/start.sh
# Ollama
ENV OLLAMA_HOST=0.0.0.0:11434
# CPU-friendly
ENV OLLAMA_CONTEXT_LENGTH=4096
ENV OLLAMA_NUM_PARALLEL=1
ENV OLLAMA_MAX_LOADED_MODELS=1
ENV OLLAMA_KEEP_ALIVE=10m
# For Gradio on Spaces
ENV GRADIO_SERVER_NAME=0.0.0.0
ENV GRADIO_SERVER_PORT=7860
# App defaults (можно переопределить в Space Variables)
ENV MODEL_NAME=qwen2.5-coder:3b
ENV NUM_CTX=4096
ENV MAX_TOKENS=1024
ENV LITELLM_TIMEOUT=3600
CMD ["/app/start.sh"]
|