Dockerfile

FROM ghcr.io/huggingface/text-generation-inference:1.3

ENV MODEL_ID=HuggingFaceH4/zephyr-7b-beta
ENV HF_HOME=/tmp/huggingface
ENV HUGGINGFACE_HUB_CACHE=/tmp/huggingface

RUN mkdir -p /tmp/huggingface && chmod -R 777 /tmp/huggingface