MohamedRashad commited on
Commit
74288a6
·
verified ·
1 Parent(s): d2e90f1

Upload leaderboard.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. leaderboard.json +85 -85
leaderboard.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "last_updated": "2026-06-30T00:00:40.453787+00:00",
3
- "total_votes": 4909,
4
  "models": [
5
  {
6
  "rank": 1,
@@ -8,13 +8,13 @@
8
  "name": "AIC TTS v1",
9
  "model_url": "https://www.aic.gov.eg/",
10
  "gpu": "",
11
- "elo": 1236.6,
12
- "ci": 39.4,
13
- "wins": 220,
14
  "losses": 57,
15
  "ties": 62,
16
- "battles": 339,
17
- "win_rate": 64.9,
18
  "avg_latency": 5.6,
19
  "open_weight": false,
20
  "retired": false,
@@ -28,7 +28,7 @@
28
  "model_url": "https://tryhamsa.com",
29
  "gpu": "",
30
  "elo": 1170.7,
31
- "ci": 24.9,
32
  "wins": 304,
33
  "losses": 93,
34
  "ties": 201,
@@ -46,12 +46,12 @@
46
  "name": "SILMA TTS v2",
47
  "model_url": "https://silma.ai/arabic-tts-models",
48
  "gpu": "",
49
- "elo": 1128.9,
50
- "ci": 26.1,
51
- "wins": 209,
52
- "losses": 99,
53
  "ties": 211,
54
- "battles": 519,
55
  "win_rate": 40.3,
56
  "avg_latency": 6.5,
57
  "open_weight": false,
@@ -61,12 +61,31 @@
61
  },
62
  {
63
  "rank": 4,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64
  "model_id": "voxcpm2",
65
  "name": "VoxCPM 2",
66
  "model_url": "https://huggingface.co/openbmb/VoxCPM2",
67
  "gpu": "A10G",
68
  "elo": 1087.4,
69
- "ci": 23.8,
70
  "wins": 194,
71
  "losses": 135,
72
  "ties": 263,
@@ -76,26 +95,7 @@
76
  "open_weight": true,
77
  "retired": false,
78
  "rank_lo": 4,
79
- "rank_hi": 7
80
- },
81
- {
82
- "rank": 5,
83
- "model_id": "fish_speech_s2",
84
- "name": "Fish Speech S2 Pro",
85
- "model_url": "https://huggingface.co/fishaudio/s2-pro",
86
- "gpu": "A10G",
87
- "elo": 1087.0,
88
- "ci": 22.6,
89
- "wins": 212,
90
- "losses": 143,
91
- "ties": 257,
92
- "battles": 612,
93
- "win_rate": 34.6,
94
- "avg_latency": 140.9,
95
- "open_weight": true,
96
- "retired": false,
97
- "rank_lo": 4,
98
- "rank_hi": 7
99
  },
100
  {
101
  "rank": 6,
@@ -103,13 +103,13 @@
103
  "name": "OmniVoice",
104
  "model_url": "https://huggingface.co/k2-fsa/OmniVoice",
105
  "gpu": "A10G",
106
- "elo": 1081.7,
107
- "ci": 25.0,
108
- "wins": 190,
109
  "losses": 141,
110
  "ties": 247,
111
- "battles": 578,
112
- "win_rate": 32.9,
113
  "avg_latency": 17.7,
114
  "open_weight": true,
115
  "retired": false,
@@ -122,17 +122,17 @@
122
  "name": "Supertonic 3",
123
  "model_url": "https://huggingface.co/Supertone/supertonic-3",
124
  "gpu": "CPU",
125
- "elo": 1057.5,
126
- "ci": 27.1,
127
  "wins": 76,
128
- "losses": 89,
129
  "ties": 209,
130
- "battles": 374,
131
- "win_rate": 20.3,
132
- "avg_latency": 7.0,
133
  "open_weight": true,
134
  "retired": false,
135
- "rank_lo": 5,
136
  "rank_hi": 10
137
  },
138
  {
@@ -141,12 +141,12 @@
141
  "name": "SILMA TTS v1 Small",
142
  "model_url": "https://huggingface.co/silma-ai/silma-tts",
143
  "gpu": "T4",
144
- "elo": 1045.2,
145
- "ci": 22.4,
146
  "wins": 193,
147
- "losses": 190,
148
  "ties": 299,
149
- "battles": 682,
150
  "win_rate": 28.3,
151
  "avg_latency": 67.9,
152
  "open_weight": true,
@@ -161,11 +161,11 @@
161
  "model_url": "https://huggingface.co/tts-hub/XTTS-v2",
162
  "gpu": "T4",
163
  "elo": 1039.6,
164
- "ci": 21.1,
165
  "wins": 193,
166
  "losses": 203,
167
- "ties": 298,
168
- "battles": 694,
169
  "win_rate": 27.8,
170
  "avg_latency": 66.4,
171
  "open_weight": true,
@@ -179,17 +179,17 @@
179
  "name": "Habibi TTS",
180
  "model_url": "https://github.com/SWivid/Habibi-TTS",
181
  "gpu": "T4",
182
- "elo": 1033.2,
183
- "ci": 22.7,
184
- "wins": 186,
185
- "losses": 183,
186
  "ties": 309,
187
- "battles": 678,
188
- "win_rate": 27.4,
189
- "avg_latency": 35.1,
190
  "open_weight": true,
191
  "retired": false,
192
- "rank_lo": 8,
193
  "rank_hi": 10
194
  },
195
  {
@@ -198,14 +198,14 @@
198
  "name": "Arabic F5-TTS",
199
  "model_url": "https://huggingface.co/IbrahimSalah/Arabic-F5-TTS-v2",
200
  "gpu": "T4",
201
- "elo": 1003.0,
202
- "ci": 22.0,
203
  "wins": 164,
204
- "losses": 216,
205
  "ties": 319,
206
- "battles": 699,
207
- "win_rate": 23.5,
208
- "avg_latency": 41.3,
209
  "open_weight": true,
210
  "retired": false,
211
  "rank_lo": 11,
@@ -217,8 +217,8 @@
217
  "name": "MOSS-TTS Nano",
218
  "model_url": "https://huggingface.co/OpenMOSS-Team/MOSS-TTS-Nano-100M",
219
  "gpu": "T4",
220
- "elo": 942.3,
221
- "ci": 29.1,
222
  "wins": 13,
223
  "losses": 132,
224
  "ties": 165,
@@ -236,8 +236,8 @@
236
  "name": "voxtral_tts",
237
  "model_url": "",
238
  "gpu": "",
239
- "elo": 776.9,
240
- "ci": 184.7,
241
  "wins": 0,
242
  "losses": 2,
243
  "ties": 1,
@@ -255,8 +255,8 @@
255
  "name": "SILMA TTS v1 Large",
256
  "model_url": "https://silma.ai/arabic-tts-models",
257
  "gpu": "",
258
- "elo": 1065.5,
259
- "ci": 39.9,
260
  "wins": 92,
261
  "losses": 55,
262
  "ties": 66,
@@ -274,8 +274,8 @@
274
  "name": "MOSS-TTS",
275
  "model_url": "https://huggingface.co/OpenMOSS-Team/MOSS-TTS",
276
  "gpu": "A100-40GB",
277
- "elo": 991.6,
278
- "ci": 26.1,
279
  "wins": 146,
280
  "losses": 187,
281
  "ties": 190,
@@ -293,8 +293,8 @@
293
  "name": "Multilingual Chatterbox",
294
  "model_url": "https://huggingface.co/ResembleAI/chatterbox",
295
  "gpu": "T4",
296
- "elo": 981.9,
297
- "ci": 25.1,
298
  "wins": 110,
299
  "losses": 149,
300
  "ties": 204,
@@ -312,8 +312,8 @@
312
  "name": "Fish Speech S1-mini",
313
  "model_url": "https://huggingface.co/fishaudio/s1-mini",
314
  "gpu": "T4",
315
- "elo": 971.0,
316
- "ci": 24.7,
317
  "wins": 109,
318
  "losses": 178,
319
  "ties": 219,
@@ -331,8 +331,8 @@
331
  "name": "KaniTTS Arabic",
332
  "model_url": "https://huggingface.co/nineninesix/kani-tts-400m-ar",
333
  "gpu": "T4",
334
- "elo": 961.1,
335
- "ci": 26.9,
336
  "wins": 108,
337
  "losses": 177,
338
  "ties": 172,
@@ -351,7 +351,7 @@
351
  "model_url": "https://huggingface.co/IbrahimSalah/Arabic-TTS-Spark",
352
  "gpu": "T4",
353
  "elo": 913.4,
354
- "ci": 45.2,
355
  "wins": 46,
356
  "losses": 66,
357
  "ties": 58,
@@ -389,7 +389,7 @@
389
  "model_url": "https://huggingface.co/OuteAI/Llama-OuteTTS-1.0-1B",
390
  "gpu": "A10G",
391
  "elo": 882.5,
392
- "ci": 41.9,
393
  "wins": 37,
394
  "losses": 71,
395
  "ties": 70,
@@ -408,7 +408,7 @@
408
  "model_url": "https://huggingface.co/oddadmix/lahgtna-chatterbox-v0",
409
  "gpu": "T4",
410
  "elo": 855.7,
411
- "ci": 41.0,
412
  "wins": 32,
413
  "losses": 81,
414
  "ties": 79,
@@ -427,7 +427,7 @@
427
  "model_url": "https://huggingface.co/MBZUAI/speecht5_tts_clartts_ar",
428
  "gpu": "T4",
429
  "elo": 801.1,
430
- "ci": 49.0,
431
  "wins": 15,
432
  "losses": 80,
433
  "ties": 52,
 
1
  {
2
+ "last_updated": "2026-07-01T00:00:41.833562+00:00",
3
+ "total_votes": 4916,
4
  "models": [
5
  {
6
  "rank": 1,
 
8
  "name": "AIC TTS v1",
9
  "model_url": "https://www.aic.gov.eg/",
10
  "gpu": "",
11
+ "elo": 1237.2,
12
+ "ci": 37.9,
13
+ "wins": 221,
14
  "losses": 57,
15
  "ties": 62,
16
+ "battles": 340,
17
+ "win_rate": 65.0,
18
  "avg_latency": 5.6,
19
  "open_weight": false,
20
  "retired": false,
 
28
  "model_url": "https://tryhamsa.com",
29
  "gpu": "",
30
  "elo": 1170.7,
31
+ "ci": 26.6,
32
  "wins": 304,
33
  "losses": 93,
34
  "ties": 201,
 
46
  "name": "SILMA TTS v2",
47
  "model_url": "https://silma.ai/arabic-tts-models",
48
  "gpu": "",
49
+ "elo": 1128.5,
50
+ "ci": 26.4,
51
+ "wins": 210,
52
+ "losses": 100,
53
  "ties": 211,
54
+ "battles": 521,
55
  "win_rate": 40.3,
56
  "avg_latency": 6.5,
57
  "open_weight": false,
 
61
  },
62
  {
63
  "rank": 4,
64
+ "model_id": "fish_speech_s2",
65
+ "name": "Fish Speech S2 Pro",
66
+ "model_url": "https://huggingface.co/fishaudio/s2-pro",
67
+ "gpu": "A10G",
68
+ "elo": 1087.4,
69
+ "ci": 22.7,
70
+ "wins": 213,
71
+ "losses": 143,
72
+ "ties": 258,
73
+ "battles": 614,
74
+ "win_rate": 34.7,
75
+ "avg_latency": 141.1,
76
+ "open_weight": true,
77
+ "retired": false,
78
+ "rank_lo": 4,
79
+ "rank_hi": 6
80
+ },
81
+ {
82
+ "rank": 5,
83
  "model_id": "voxcpm2",
84
  "name": "VoxCPM 2",
85
  "model_url": "https://huggingface.co/openbmb/VoxCPM2",
86
  "gpu": "A10G",
87
  "elo": 1087.4,
88
+ "ci": 23.7,
89
  "wins": 194,
90
  "losses": 135,
91
  "ties": 263,
 
95
  "open_weight": true,
96
  "retired": false,
97
  "rank_lo": 4,
98
+ "rank_hi": 6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
99
  },
100
  {
101
  "rank": 6,
 
103
  "name": "OmniVoice",
104
  "model_url": "https://huggingface.co/k2-fsa/OmniVoice",
105
  "gpu": "A10G",
106
+ "elo": 1082.1,
107
+ "ci": 23.9,
108
+ "wins": 191,
109
  "losses": 141,
110
  "ties": 247,
111
+ "battles": 579,
112
+ "win_rate": 33.0,
113
  "avg_latency": 17.7,
114
  "open_weight": true,
115
  "retired": false,
 
122
  "name": "Supertonic 3",
123
  "model_url": "https://huggingface.co/Supertone/supertonic-3",
124
  "gpu": "CPU",
125
+ "elo": 1056.0,
126
+ "ci": 26.0,
127
  "wins": 76,
128
+ "losses": 91,
129
  "ties": 209,
130
+ "battles": 376,
131
+ "win_rate": 20.2,
132
+ "avg_latency": 6.9,
133
  "open_weight": true,
134
  "retired": false,
135
+ "rank_lo": 6,
136
  "rank_hi": 10
137
  },
138
  {
 
141
  "name": "SILMA TTS v1 Small",
142
  "model_url": "https://huggingface.co/silma-ai/silma-tts",
143
  "gpu": "T4",
144
+ "elo": 1044.7,
145
+ "ci": 22.2,
146
  "wins": 193,
147
+ "losses": 191,
148
  "ties": 299,
149
+ "battles": 683,
150
  "win_rate": 28.3,
151
  "avg_latency": 67.9,
152
  "open_weight": true,
 
161
  "model_url": "https://huggingface.co/tts-hub/XTTS-v2",
162
  "gpu": "T4",
163
  "elo": 1039.6,
164
+ "ci": 22.9,
165
  "wins": 193,
166
  "losses": 203,
167
+ "ties": 299,
168
+ "battles": 695,
169
  "win_rate": 27.8,
170
  "avg_latency": 66.4,
171
  "open_weight": true,
 
179
  "name": "Habibi TTS",
180
  "model_url": "https://github.com/SWivid/Habibi-TTS",
181
  "gpu": "T4",
182
+ "elo": 1033.9,
183
+ "ci": 21.8,
184
+ "wins": 188,
185
+ "losses": 184,
186
  "ties": 309,
187
+ "battles": 681,
188
+ "win_rate": 27.6,
189
+ "avg_latency": 35.0,
190
  "open_weight": true,
191
  "retired": false,
192
+ "rank_lo": 7,
193
  "rank_hi": 10
194
  },
195
  {
 
198
  "name": "Arabic F5-TTS",
199
  "model_url": "https://huggingface.co/IbrahimSalah/Arabic-F5-TTS-v2",
200
  "gpu": "T4",
201
+ "elo": 1002.8,
202
+ "ci": 21.9,
203
  "wins": 164,
204
+ "losses": 217,
205
  "ties": 319,
206
+ "battles": 700,
207
+ "win_rate": 23.4,
208
+ "avg_latency": 41.4,
209
  "open_weight": true,
210
  "retired": false,
211
  "rank_lo": 11,
 
217
  "name": "MOSS-TTS Nano",
218
  "model_url": "https://huggingface.co/OpenMOSS-Team/MOSS-TTS-Nano-100M",
219
  "gpu": "T4",
220
+ "elo": 942.2,
221
+ "ci": 29.3,
222
  "wins": 13,
223
  "losses": 132,
224
  "ties": 165,
 
236
  "name": "voxtral_tts",
237
  "model_url": "",
238
  "gpu": "",
239
+ "elo": 776.8,
240
+ "ci": 181.7,
241
  "wins": 0,
242
  "losses": 2,
243
  "ties": 1,
 
255
  "name": "SILMA TTS v1 Large",
256
  "model_url": "https://silma.ai/arabic-tts-models",
257
  "gpu": "",
258
+ "elo": 1065.6,
259
+ "ci": 42.9,
260
  "wins": 92,
261
  "losses": 55,
262
  "ties": 66,
 
274
  "name": "MOSS-TTS",
275
  "model_url": "https://huggingface.co/OpenMOSS-Team/MOSS-TTS",
276
  "gpu": "A100-40GB",
277
+ "elo": 991.7,
278
+ "ci": 25.1,
279
  "wins": 146,
280
  "losses": 187,
281
  "ties": 190,
 
293
  "name": "Multilingual Chatterbox",
294
  "model_url": "https://huggingface.co/ResembleAI/chatterbox",
295
  "gpu": "T4",
296
+ "elo": 982.0,
297
+ "ci": 25.7,
298
  "wins": 110,
299
  "losses": 149,
300
  "ties": 204,
 
312
  "name": "Fish Speech S1-mini",
313
  "model_url": "https://huggingface.co/fishaudio/s1-mini",
314
  "gpu": "T4",
315
+ "elo": 971.1,
316
+ "ci": 25.6,
317
  "wins": 109,
318
  "losses": 178,
319
  "ties": 219,
 
331
  "name": "KaniTTS Arabic",
332
  "model_url": "https://huggingface.co/nineninesix/kani-tts-400m-ar",
333
  "gpu": "T4",
334
+ "elo": 961.2,
335
+ "ci": 26.7,
336
  "wins": 108,
337
  "losses": 177,
338
  "ties": 172,
 
351
  "model_url": "https://huggingface.co/IbrahimSalah/Arabic-TTS-Spark",
352
  "gpu": "T4",
353
  "elo": 913.4,
354
+ "ci": 46.5,
355
  "wins": 46,
356
  "losses": 66,
357
  "ties": 58,
 
389
  "model_url": "https://huggingface.co/OuteAI/Llama-OuteTTS-1.0-1B",
390
  "gpu": "A10G",
391
  "elo": 882.5,
392
+ "ci": 41.3,
393
  "wins": 37,
394
  "losses": 71,
395
  "ties": 70,
 
408
  "model_url": "https://huggingface.co/oddadmix/lahgtna-chatterbox-v0",
409
  "gpu": "T4",
410
  "elo": 855.7,
411
+ "ci": 42.1,
412
  "wins": 32,
413
  "losses": 81,
414
  "ties": 79,
 
427
  "model_url": "https://huggingface.co/MBZUAI/speecht5_tts_clartts_ar",
428
  "gpu": "T4",
429
  "elo": 801.1,
430
+ "ci": 48.1,
431
  "wins": 15,
432
  "losses": 80,
433
  "ties": 52,