dockerfile

FROM ghcr.io/huggingface/text-generation-inference:2.3.1
ENV HF_HUB_ENABLE_HF_TRANSFER=1
CMD text-generation-launcher --model-id ${MODEL_ID:-TinyLlama/TinyLlama-1.1B-Chat-v1.0} --port ${PORT:-7860}