Hugging Face's logo

gradguy
/
llava_mistral_0531

Safetensors
Model card Files
xet
Community
llava_mistral_0531
File size: 3,409 Bytes 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
14bd491
 
 
 
 
 
 
 
 
 
 
 
65e0e2e
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
 
services:
  masp:
    image: masp_inf2_b16
    deploy:
    cpuset: "0-31"
    container_name: masp
    ports:
      - 8000:8000
    devices:
      - /dev/neuron0
      - /dev/neuron1
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16

  masp2:
    image: masp_inf2_b16
    deploy:
    cpuset: "32-63"
    container_name: masp2
    ports:
      - 8001:8000
    devices:
      - /dev/neuron2
      - /dev/neuron3
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16

  masp3:
    image: masp_inf2_b16
    deploy:
    cpuset: "64-95"
    container_name: masp3
    ports:
      - 8002:8000
    devices:
      - /dev/neuron4
      - /dev/neuron5
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16

  masp4:
    image: masp_inf2_b16
    deploy:
    cpuset: "96-127"
    container_name: masp4
    ports:
      - 8003:8000
    devices:
      - /dev/neuron6
      - /dev/neuron7
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16

  masp5:
    image: masp_inf2_b16
    deploy:
    cpuset: "128-159"
    container_name: masp5
    ports:
      - 8004:8000
    devices:
      - /dev/neuron8
      - /dev/neuron9
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16

  masp6:
    image: masp_inf2_b16
    deploy:
    cpuset: "160-191"
    container_name: masp6
    ports:
      - 8005:8000
    devices:
      - /dev/neuron10
      - /dev/neuron11
    volumes:
      - /root/llava_mistral_0531/inf2_dir_0531/inf2_weights:/root/inf2_dir/inf2_weights
      - /root/llava_mistral_0531/inf2_dir_0531/llava-mistral_videollava_092:/root/inf2_dir/llava-mistral_videollava_092
      - /root/llava_mistral_0531/app/llava:/app/llava
      - /root/llava_mistral_0531/inf2_dir_0531/mistral-compiled-bf16-b16:/root/inf2_dir/mistral-compiled-bf16-b16