File size: 769 Bytes
102f4d2
df9eb37
102f4d2
df9eb37
 
102f4d2
 
 
 
 
df9eb37
102f4d2
 
 
 
 
e72b932
102f4d2
df9eb37
102f4d2
 
 
df9eb37
 
 
 
 
102f4d2
 
 
 
 
df9eb37
102f4d2
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
version: "3.9"

services:
  backend:
    build:
      context: .
      dockerfile: Dockerfile
    ports:
      - "7860:7860"
      - "8001:8000"
    environment:
      - WORK_DIR=/tmp/elevnclip
      - VLLM_BASE_URL=http://localhost:8000/v1
      - VLLM_MODEL=Qwen/Qwen2.5-VL-7B-Instruct
      - VLLM_PORT=8000
      - VLLM_DOCKER_CONTAINER=
      - REMOTE_BACKEND_URL=
      - NEXT_PUBLIC_API_URL=http://localhost:7860
    volumes:
      - /tmp/elevnclip:/tmp/elevnclip
      - huggingface_cache:/root/.cache/huggingface
    # AMD GPU passthrough for ROCm
    devices:
      - /dev/kfd
      - /dev/dri
    group_add:
      - video
    security_opt:
      - seccomp:unconfined
    cap_add:
      - SYS_PTRACE
    restart: unless-stopped

volumes:
  huggingface_cache: