docker-compose.yml

version: "3.9"

# ── Local development / testing compose file ─────────────────────────────────
# For HuggingFace Spaces deployment, only the Dockerfile is needed.
#
# Usage:
#   docker compose build
#   HF_TOKEN=hf_xxx docker compose up

services:
  converter:
    build: .
    image: dsmath-gguf-converter:latest
    container_name: dsmath-convert

    # Mount a local directory as the workspace so artefacts persist
    volumes:
      - ./workspace:/workspace

    environment:
      # Set your HF token here or export it in your shell
      - HF_TOKEN=${HF_TOKEN:-}

      # Skip flags – useful when resuming a partial run
      - SKIP_DOWNLOAD=${SKIP_DOWNLOAD:-0}
      - SKIP_FP8_CAST=${SKIP_FP8_CAST:-0}
      - SKIP_GGUF_CONVERT=${SKIP_GGUF_CONVERT:-0}

      # Override paths if needed
      - FP8_DIR=/workspace/model-fp8
      - BF16_DIR=/workspace/model-bf16
      - GGUF_BF16=/workspace/model-gguf/model-bf16.gguf
      - GGUF_Q8=/workspace/output/deepseek-math-v2-q8_0.gguf
      - LLAMA_CPP_DIR=/opt/llama.cpp

    # The main conversion pipeline
    command: bash /workspace/scripts/convert.sh

    # Resource hints (adjust to your machine)
    deploy:
      resources:
        limits:
          memory: 800g