File size: 330 Bytes
cd504a7 f0c814d 9839004 cd504a7 f0c814d 388450f f0c814d 9839004 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
FROM quay.io/go-skynet/local-ai:latest
ENV MODELS_PATH=/models
ENV MODEL=deepseek-coder
ENV THREADS=2
ENV CONTEXT_SIZE=4096
ENV PORT=7860
COPY models.yaml /build/models.yaml
COPY models/deepseek-coder-1.3B-kexer-Q4_K_M.gguf /models/
EXPOSE 7860
CMD ["local-ai", "--config-dir", "/build", "--host", "0.0.0.0", "--port", "7860"] |