3morixd commited on
Commit
db27634
·
verified ·
1 Parent(s): c408d08

Upload models.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. models.json +281 -0
models.json ADDED
@@ -0,0 +1,281 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "name": "SmolLM2-135M-Instruct-mobile",
4
+ "repo_id": "dispatchAI/SmolLM2-135M-Instruct-mobile",
5
+ "chat_format": "llama-3",
6
+ "cpu_tps": 59.7,
7
+ "phone_tps": 46.0,
8
+ "size_mb": 0,
9
+ "verified": true
10
+ },
11
+ {
12
+ "name": "Qwen2.5-0.5B-Instruct-mobile-int4",
13
+ "repo_id": "dispatchAI/Qwen2.5-0.5B-Instruct-mobile-int4",
14
+ "chat_format": "chatml",
15
+ "cpu_tps": 12.5,
16
+ "phone_tps": 23.2,
17
+ "size_mb": 0,
18
+ "verified": true
19
+ },
20
+ {
21
+ "name": "Llama-3.2-1B-Instruct-Q4-mobile",
22
+ "repo_id": "dispatchAI/Llama-3.2-1B-Instruct-Q4-mobile",
23
+ "chat_format": "chatml",
24
+ "cpu_tps": 11.3,
25
+ "phone_tps": 5.4,
26
+ "size_mb": 0,
27
+ "verified": true
28
+ },
29
+ {
30
+ "name": "Gemma-2B-Arabic-mobile",
31
+ "repo_id": "dispatchAI/Gemma-2B-Arabic-mobile",
32
+ "chat_format": "gemma",
33
+ "cpu_tps": 14.8,
34
+ "phone_tps": null,
35
+ "size_mb": 1554.7,
36
+ "verified": true
37
+ },
38
+ {
39
+ "name": "Llama-3.2-1B-FunctionCall-mobile",
40
+ "repo_id": "dispatchAI/Llama-3.2-1B-FunctionCall-mobile",
41
+ "chat_format": "chatml",
42
+ "cpu_tps": 8.9,
43
+ "phone_tps": null,
44
+ "size_mb": 1925.8,
45
+ "verified": true
46
+ },
47
+ {
48
+ "name": "Qwen2.5-1.5B-Instruct-mobile-int4",
49
+ "repo_id": "dispatchAI/Qwen2.5-1.5B-Instruct-mobile-int4",
50
+ "chat_format": "chatml",
51
+ "cpu_tps": 7.7,
52
+ "phone_tps": "",
53
+ "size_mb": 1065.6,
54
+ "verified": true
55
+ },
56
+ {
57
+ "name": "TinyLlama-1.1B-Chat-mobile-int4",
58
+ "repo_id": "dispatchAI/TinyLlama-1.1B-Chat-mobile-int4",
59
+ "chat_format": "chatml",
60
+ "cpu_tps": 17.6,
61
+ "phone_tps": "",
62
+ "size_mb": 637.8,
63
+ "verified": true
64
+ },
65
+ {
66
+ "name": "Llama-3.2-1B-Instruct-mobile",
67
+ "repo_id": "dispatchAI/Llama-3.2-1B-Instruct-mobile",
68
+ "chat_format": "llama-3",
69
+ "cpu_tps": 4.9,
70
+ "phone_tps": "",
71
+ "size_mb": 1259.9,
72
+ "verified": true
73
+ },
74
+ {
75
+ "name": "Llama-3.2-3B-Instruct-mobile",
76
+ "repo_id": "dispatchAI/Llama-3.2-3B-Instruct-mobile",
77
+ "chat_format": "llama-3",
78
+ "cpu_tps": 4.8,
79
+ "phone_tps": "",
80
+ "size_mb": 1925.8,
81
+ "verified": true
82
+ },
83
+ {
84
+ "name": "SmolLM2-1.7B-Instruct-mobile",
85
+ "repo_id": "dispatchAI/SmolLM2-1.7B-Instruct-mobile",
86
+ "chat_format": "chatml",
87
+ "cpu_tps": 18.7,
88
+ "phone_tps": "",
89
+ "size_mb": 1006.7,
90
+ "verified": true
91
+ },
92
+ {
93
+ "name": "Gemma-2-2B-IT-mobile",
94
+ "repo_id": "dispatchAI/Gemma-2-2B-IT-mobile",
95
+ "chat_format": "gemma",
96
+ "cpu_tps": 8.2,
97
+ "phone_tps": "",
98
+ "size_mb": 1629.4,
99
+ "verified": true
100
+ },
101
+ {
102
+ "name": "Phi-3.5-mini-Instruct-mobile",
103
+ "repo_id": "dispatchAI/Phi-3.5-mini-Instruct-mobile",
104
+ "chat_format": "chatml",
105
+ "cpu_tps": 8.6,
106
+ "phone_tps": "",
107
+ "size_mb": 2282.4,
108
+ "verified": true
109
+ },
110
+ {
111
+ "name": "MiniCPM5-1B-mobile",
112
+ "repo_id": "dispatchAI/MiniCPM5-1B-mobile",
113
+ "chat_format": null,
114
+ "cpu_tps": 18.1,
115
+ "phone_tps": "",
116
+ "size_mb": 656.2,
117
+ "verified": true
118
+ },
119
+ {
120
+ "name": "MiniCPM-V-4.6-mobile",
121
+ "repo_id": "dispatchAI/MiniCPM-V-4.6-mobile",
122
+ "chat_format": "chatml",
123
+ "cpu_tps": 23.4,
124
+ "phone_tps": "",
125
+ "size_mb": 504.6,
126
+ "verified": true
127
+ },
128
+ {
129
+ "name": "Qwen2.5-Coder-7B-mobile",
130
+ "repo_id": "dispatchAI/Qwen2.5-Coder-7B-mobile",
131
+ "chat_format": "chatml",
132
+ "cpu_tps": 3.0,
133
+ "phone_tps": "",
134
+ "size_mb": 4466.1,
135
+ "verified": true
136
+ },
137
+ {
138
+ "name": "Llama-3.2-3B-FunctionCall-mobile",
139
+ "repo_id": "dispatchAI/Llama-3.2-3B-FunctionCall-mobile",
140
+ "chat_format": "llama-3",
141
+ "cpu_tps": 9.1,
142
+ "phone_tps": "",
143
+ "size_mb": 1925.8,
144
+ "verified": true
145
+ },
146
+ {
147
+ "name": "Qwen2.5-0.5B-Coder-mobile",
148
+ "repo_id": "dispatchAI/Qwen2.5-0.5B-Coder-mobile",
149
+ "chat_format": "chatml",
150
+ "cpu_tps": 8.0,
151
+ "phone_tps": "",
152
+ "size_mb": 379.4,
153
+ "verified": true
154
+ },
155
+ {
156
+ "name": "MiniCPM5-1B-multilingual-mobile",
157
+ "repo_id": "dispatchAI/MiniCPM5-1B-multilingual-mobile",
158
+ "chat_format": null,
159
+ "cpu_tps": 18.4,
160
+ "phone_tps": "",
161
+ "size_mb": 656.2,
162
+ "verified": true
163
+ },
164
+ {
165
+ "name": "Qwen2.5-0.5B-Chinese-mobile",
166
+ "repo_id": "dispatchAI/Qwen2.5-0.5B-Chinese-mobile",
167
+ "chat_format": "chatml",
168
+ "cpu_tps": 16.4,
169
+ "phone_tps": "",
170
+ "size_mb": 400.6,
171
+ "verified": true
172
+ },
173
+ {
174
+ "name": "Phi-3.5-mini-instruct-Q5-mobile",
175
+ "repo_id": "dispatchAI/Phi-3.5-mini-instruct-Q5-mobile",
176
+ "chat_format": "chatml",
177
+ "cpu_tps": 7.0,
178
+ "phone_tps": "",
179
+ "size_mb": 2684.9,
180
+ "verified": true
181
+ },
182
+ {
183
+ "name": "Qwen2.5-0.5B-Instruct-Server-mobile",
184
+ "repo_id": "dispatchAI/Qwen2.5-0.5B-Instruct-Server-mobile",
185
+ "chat_format": "chatml",
186
+ "cpu_tps": 16.7,
187
+ "phone_tps": "",
188
+ "size_mb": 482.3,
189
+ "verified": true
190
+ },
191
+ {
192
+ "name": "TinyLlama-1.1B-Chat-Q5-mobile",
193
+ "repo_id": "dispatchAI/TinyLlama-1.1B-Chat-Q5-mobile",
194
+ "chat_format": "chatml",
195
+ "cpu_tps": 10.9,
196
+ "phone_tps": "",
197
+ "size_mb": 746.7,
198
+ "verified": true
199
+ },
200
+ {
201
+ "name": "Gemma-2-2B-IT-Q5-mobile",
202
+ "repo_id": "dispatchAI/Gemma-2-2B-IT-Q5-mobile",
203
+ "chat_format": "gemma",
204
+ "cpu_tps": 5.7,
205
+ "phone_tps": "",
206
+ "size_mb": 1834.2,
207
+ "verified": true
208
+ },
209
+ {
210
+ "name": "Llama-3.2-1B-Instruct-Q6-mobile",
211
+ "repo_id": "dispatchAI/Llama-3.2-1B-Instruct-Q6-mobile",
212
+ "chat_format": "llama-3",
213
+ "cpu_tps": 5.0,
214
+ "phone_tps": "",
215
+ "size_mb": 974.5,
216
+ "verified": true
217
+ },
218
+ {
219
+ "name": "SmolLM2-360M-Instruct-mobile",
220
+ "repo_id": "dispatchAI/SmolLM2-360M-Instruct-mobile",
221
+ "chat_format": "chatml",
222
+ "cpu_tps": 29.1,
223
+ "phone_tps": "",
224
+ "size_mb": 258.1,
225
+ "verified": true
226
+ },
227
+ {
228
+ "name": "SmolLM2-1.7B-Instruct-Q5-mobile",
229
+ "repo_id": "dispatchAI/SmolLM2-1.7B-Instruct-Q5-mobile",
230
+ "chat_format": "chatml",
231
+ "cpu_tps": 10.8,
232
+ "phone_tps": "",
233
+ "size_mb": 1168.7,
234
+ "verified": true
235
+ },
236
+ {
237
+ "name": "Qwen2.5-Coder-1.5B-mobile",
238
+ "repo_id": "dispatchAI/Qwen2.5-Coder-1.5B-mobile",
239
+ "chat_format": "chatml",
240
+ "cpu_tps": 7.8,
241
+ "phone_tps": "",
242
+ "size_mb": 940.4,
243
+ "verified": true
244
+ },
245
+ {
246
+ "name": "Qwen2.5-Math-1.5B-mobile",
247
+ "repo_id": "dispatchAI/Qwen2.5-Math-1.5B-mobile",
248
+ "chat_format": "chatml",
249
+ "cpu_tps": 15.7,
250
+ "phone_tps": "",
251
+ "size_mb": 940.4,
252
+ "verified": true
253
+ },
254
+ {
255
+ "name": "Qwen2.5-1.5B-Instruct-Q5-mobile",
256
+ "repo_id": "dispatchAI/Qwen2.5-1.5B-Instruct-Q5-mobile",
257
+ "chat_format": "chatml",
258
+ "cpu_tps": 4.4,
259
+ "phone_tps": "",
260
+ "size_mb": 1072.9,
261
+ "verified": true
262
+ },
263
+ {
264
+ "name": "Qwen2.5-1.5B-Instruct-Q8-mobile",
265
+ "repo_id": "dispatchAI/Qwen2.5-1.5B-Instruct-Q8-mobile",
266
+ "chat_format": "chatml",
267
+ "cpu_tps": 8.7,
268
+ "phone_tps": "",
269
+ "size_mb": 1570.3,
270
+ "verified": true
271
+ },
272
+ {
273
+ "name": "Llama-3.2-3B-Instruct-Q5-mobile",
274
+ "repo_id": "dispatchAI/Llama-3.2-3B-Instruct-Q5-mobile",
275
+ "chat_format": "llama-3",
276
+ "cpu_tps": 2.6,
277
+ "phone_tps": "",
278
+ "size_mb": 2214.6,
279
+ "verified": true
280
+ }
281
+ ]