Hugging Face's logo

gradguy
/
llava_mistral_0531

Safetensors
Model card Files
xet
Community
llava_mistral_0531
File size: 6,421 Bytes
14bd491
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
 
services:
  masp:
    image: masp_inf2
    deploy:
    cpuset: "0-15"
    container_name: masp
    ports:
      - 8000:8000
    devices:
      - /dev/neuron0
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp2:
    image: masp_inf2
    deploy:
    cpuset: "16-31"
    container_name: masp2
    ports:
      - 8001:8000
    devices:
      - /dev/neuron1
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp3:
    image: masp_inf2
    deploy:
    cpuset: "32-47"
    container_name: masp3
    ports:
      - 8002:8000
    devices:
      - /dev/neuron2
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp4:
    image: masp_inf2
    deploy:
    cpuset: "48-63"
    container_name: masp4
    ports:
      - 8003:8000
    devices:
      - /dev/neuron3
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp5:
    image: masp_inf2
    deploy:
    cpuset: "64-79"
    container_name: masp5
    ports:
      - 8004:8000
    devices:
      - /dev/neuron4
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp6:
    image: masp_inf2
    deploy:
    cpuset: "80-95"
    container_name: masp6
    ports:
      - 8005:8000
    devices:
      - /dev/neuron5
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp7:
    image: masp_inf2
    deploy:
    cpuset: "96-111"
    container_name: masp7
    ports:
      - 8006:8000
    devices:
      - /dev/neuron6
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp8:
    image: masp_inf2
    deploy:
    cpuset: "112-127"
    container_name: masp8
    ports:
      - 8007:8000
    devices:
      - /dev/neuron7
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp9:
    image: masp_inf2
    deploy:
    cpuset: "128-143"
    container_name: masp9
    ports:
      - 8008:8000
    devices:
      - /dev/neuron8
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp10:
    image: masp_inf2
    deploy:
    cpuset: "144-159"
    container_name: masp10
    ports:
      - 8009:8000
    devices:
      - /dev/neuron9
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp11:
    image: masp_inf2
    deploy:
    cpuset: "160-175"
    container_name: masp11
    ports:
      - 8010:8000
    devices:
      - /dev/neuron10
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp12:
    image: masp_inf2
    deploy:
    cpuset: "176-191"
    container_name: masp12
    ports:
      - 8011:8000
    devices:
      - /dev/neuron11
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16