Dockerfile

FROM python:3.10-slim

WORKDIR /app
COPY . /app/

RUN pip install --no-cache-dir mergekit huggingface_hub

ENV HF_HOME=/tmp/huggingface
# Isse cache storage kam use hogi
ENV HF_HUB_ENABLE_HF_TRANSFER=1 

CMD ["sh", "-c", "mergekit-yaml config.yaml ./Neuron-14B-Permanent \
    --low-cpu-memory \
    --copy-tokenizer \
    --allow-crimes \
    --out-shard-size 2B \
    --lazy-unpickle && \
    python -c \"from huggingface_hub import HfApi; import os; api = HfApi(); api.upload_folder(folder_path='./Neuron-14B-Permanent', repo_id='Anandnrnnffn/Neuron-14B', repo_type='model', token=os.environ.get('HF_TOKEN'))\" && \
    rm -rf ./Neuron-14B-Permanent"]