Dockerfile

FROM ghcr.io/huggingface/text-generation-inference:latest

# Install dependencies
RUN pip install --no-cache-dir torch torchvision torchaudio transformers accelerate bitsandbytes

# Pull model dari Hugging Face
RUN text-generation-launcher --model TheBloke/MythoMax-L2-13B-GGUF