4a967bc 8373866 4a967bc ddff553 8373866
1
2
3
4
5
6
7
8
9
10
11
FROM ghcr.io/winstxnhdw/llm-api:main ENV SERVER_PORT=7860 ENV OMP_NUM_THREADS=2 ENV CT2_USE_EXPERIMENTAL_PACKED_GEMM=1 ENV CT2_FORCE_CPU_ISA=AVX512 ENV OTEL_SEMCONV_STABILITY_OPT_IN=http EXPOSE $SERVER_PORT
