docker-compose.yml

version: "3.7"
services:
   minigpt4:
    platform: linux/amd64
    image: forfor/mini
    volumes:
      - .:/app
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]    
    entrypoint: ["python","-m","http.server", "6000"]
    #entrypoint: ["conda", "run", "-no-capture-output", "-n","minigpt4", "python", "api.py", "--cfg-path", "eval_configs/minigpt4_eval.yaml"]
    #python api.py --cfg-path eval_configs/minigpt4_eval.yaml
    ports:
      - target: 5000
        published: 5000
        protocol: tcp
        mode: host
volumes:
  app:
networks:
  default: