Hugging Face's logo

gradguy
/
inf2_dir

Safetensors
Model card Files
xet
Community
1
wangpeng.an commited on
Commit
4d70cd3
·
1 Parent(s): 7c5440e

feat: update docker compose

Browse files
Files changed (1) hide show
  1. docker-compose-inf2-48xl.yaml +24 -24
docker-compose-inf2-48xl.yaml CHANGED
@@ -10,8 +10,8 @@ services:
10
  ports:
11
  - "8000:8000"
12
  volumes:
13
- - /root/masp_serving_inf2/app:/app
14
- - /root/inf2_dir/:/root/inf2_dir/
15
  devices:
16
  - "/dev/neuron0"
17
 
@@ -24,8 +24,8 @@ services:
24
  ports:
25
  - "8001:8000"
26
  volumes:
27
- - /root/masp_serving_inf2/app:/app
28
- - /root/inf2_dir/:/root/inf2_dir/
29
  devices:
30
  - "/dev/neuron1"
31
 
@@ -39,8 +39,8 @@ services:
39
  ports:
40
  - "8002:8000"
41
  volumes:
42
- - /root/masp_serving_inf2/app:/app
43
- - /root/inf2_dir/:/root/inf2_dir/
44
  devices:
45
  - "/dev/neuron2"
46
 
@@ -53,8 +53,8 @@ services:
53
  ports:
54
  - "8003:8000"
55
  volumes:
56
- - /root/masp_serving_inf2/app:/app
57
- - /root/inf2_dir/:/root/inf2_dir/
58
  devices:
59
  - "/dev/neuron3"
60
 
@@ -67,8 +67,8 @@ services:
67
  ports:
68
  - "8004:8000"
69
  volumes:
70
- - /root/masp_serving_inf2/app:/app
71
- - /root/inf2_dir/:/root/inf2_dir/
72
  devices:
73
  - "/dev/neuron4"
74
 
@@ -81,8 +81,8 @@ services:
81
  ports:
82
  - "8005:8000"
83
  volumes:
84
- - /root/masp_serving_inf2/app:/app
85
- - /root/inf2_dir/:/root/inf2_dir/
86
  devices:
87
  - "/dev/neuron5"
88
 
@@ -95,8 +95,8 @@ services:
95
  ports:
96
  - "8006:8000"
97
  volumes:
98
- - /root/masp_serving_inf2/app:/app
99
- - /root/inf2_dir/:/root/inf2_dir/
100
  devices:
101
  - "/dev/neuron6"
102
 
@@ -109,8 +109,8 @@ services:
109
  ports:
110
  - "8007:8000"
111
  volumes:
112
- - /root/masp_serving_inf2/app:/app
113
- - /root/inf2_dir/:/root/inf2_dir/
114
  devices:
115
  - "/dev/neuron7"
116
 
@@ -123,8 +123,8 @@ services:
123
  ports:
124
  - "8008:8000"
125
  volumes:
126
- - /root/masp_serving_inf2/app:/app
127
- - /root/inf2_dir/:/root/inf2_dir/
128
  devices:
129
  - "/dev/neuron8"
130
 
@@ -137,8 +137,8 @@ services:
137
  ports:
138
  - "8009:8000"
139
  volumes:
140
- - /root/masp_serving_inf2/app:/app
141
- - /root/inf2_dir/:/root/inf2_dir/
142
  devices:
143
  - "/dev/neuron9"
144
 
@@ -151,8 +151,8 @@ services:
151
  ports:
152
  - "8010:8000"
153
  volumes:
154
- - /root/masp_serving_inf2/app:/app
155
- - /root/inf2_dir/:/root/inf2_dir/
156
  devices:
157
  - "/dev/neuron10"
158
 
@@ -165,8 +165,8 @@ services:
165
  ports:
166
  - "8011:8000"
167
  volumes:
168
- - /root/masp_serving_inf2/app:/app
169
- - /root/inf2_dir/:/root/inf2_dir/
170
  devices:
171
  - "/dev/neuron11"
172
 
 
10
  ports:
11
  - "8000:8000"
12
  volumes:
13
+ - ./app:/app
14
+ - ./inf2_dir/:/root/inf2_dir/
15
  devices:
16
  - "/dev/neuron0"
17
 
 
24
  ports:
25
  - "8001:8000"
26
  volumes:
27
+ - ./app:/app
28
+ - ./inf2_dir/:/root/inf2_dir/
29
  devices:
30
  - "/dev/neuron1"
31
 
 
39
  ports:
40
  - "8002:8000"
41
  volumes:
42
+ - ./app:/app
43
+ - ./inf2_dir/:/root/inf2_dir/
44
  devices:
45
  - "/dev/neuron2"
46
 
 
53
  ports:
54
  - "8003:8000"
55
  volumes:
56
+ - ./app:/app
57
+ - ./inf2_dir/:/root/inf2_dir/
58
  devices:
59
  - "/dev/neuron3"
60
 
 
67
  ports:
68
  - "8004:8000"
69
  volumes:
70
+ - ./app:/app
71
+ - ./inf2_dir/:/root/inf2_dir/
72
  devices:
73
  - "/dev/neuron4"
74
 
 
81
  ports:
82
  - "8005:8000"
83
  volumes:
84
+ - ./app:/app
85
+ - ./inf2_dir/:/root/inf2_dir/
86
  devices:
87
  - "/dev/neuron5"
88
 
 
95
  ports:
96
  - "8006:8000"
97
  volumes:
98
+ - ./app:/app
99
+ - ./inf2_dir/:/root/inf2_dir/
100
  devices:
101
  - "/dev/neuron6"
102
 
 
109
  ports:
110
  - "8007:8000"
111
  volumes:
112
+ - ./app:/app
113
+ - ./inf2_dir/:/root/inf2_dir/
114
  devices:
115
  - "/dev/neuron7"
116
 
 
123
  ports:
124
  - "8008:8000"
125
  volumes:
126
+ - ./app:/app
127
+ - ./inf2_dir/:/root/inf2_dir/
128
  devices:
129
  - "/dev/neuron8"
130
 
 
137
  ports:
138
  - "8009:8000"
139
  volumes:
140
+ - ./app:/app
141
+ - ./inf2_dir/:/root/inf2_dir/
142
  devices:
143
  - "/dev/neuron9"
144
 
 
151
  ports:
152
  - "8010:8000"
153
  volumes:
154
+ - ./app:/app
155
+ - ./inf2_dir/:/root/inf2_dir/
156
  devices:
157
  - "/dev/neuron10"
158
 
 
165
  ports:
166
  - "8011:8000"
167
  volumes:
168
+ - ./app:/app
169
+ - ./inf2_dir/:/root/inf2_dir/
170
  devices:
171
  - "/dev/neuron11"
172