Spaces:
Running
Running
| { | |
| "overall": [ | |
| { | |
| "key": "astra", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.6193352866666667, | |
| "t2s": 0.72382, | |
| "i2s": 0.5148505733333334, | |
| "indoor": 0.78546656, | |
| "outdoor": 0.37954258, | |
| "score": 0.6193352866666667, | |
| "cost": 12.896991822966507 | |
| }, | |
| { | |
| "key": "gemini", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "overall": 0.6189750266666667, | |
| "t2s": 0.65689, | |
| "i2s": 0.5810600533333334, | |
| "indoor": 0.71653332, | |
| "outdoor": 0.5133234200000001, | |
| "score": 0.6189750266666667, | |
| "cost": 1.9235185771258503 | |
| }, | |
| { | |
| "key": "fable", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.60604898, | |
| "t2s": 0.78775, | |
| "i2s": 0.4243479600000001, | |
| "indoor": 0.53523332, | |
| "outdoor": 0.36890528000000006, | |
| "score": 0.60604898, | |
| "cost": 10.623258766403161 | |
| }, | |
| { | |
| "key": "opus", | |
| "name": "Claude Opus 5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.5931299933333334, | |
| "t2s": 0.7181599999999999, | |
| "i2s": 0.46809998666666675, | |
| "indoor": 0.61843384, | |
| "outdoor": 0.39293306, | |
| "score": 0.5931299933333334, | |
| "cost": 19.47789116793412 | |
| }, | |
| { | |
| "key": "sol", | |
| "name": "GPT-5.6 Sol (high)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.5499994666666667, | |
| "t2s": 0.70704, | |
| "i2s": 0.3929589333333333, | |
| "indoor": 0.49742972, | |
| "outdoor": 0.34072354, | |
| "score": 0.5499994666666667, | |
| "cost": 2.9749956842592593 | |
| }, | |
| { | |
| "key": "muse", | |
| "name": "Muse Spark 1.3 (medium)", | |
| "logo": "meta", | |
| "open": false, | |
| "overall": 0.5022053666666666, | |
| "t2s": 0.646195, | |
| "i2s": 0.35821573333333334, | |
| "indoor": 0.63253332, | |
| "outdoor": 0.22105694, | |
| "score": 0.5022053666666666, | |
| "cost": 0.0861066423076923 | |
| }, | |
| { | |
| "key": "glm", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "overall": 0.4147088666666666, | |
| "t2s": 0.5094299999999999, | |
| "i2s": 0.3199877333333333, | |
| "indoor": 0.46533411999999996, | |
| "outdoor": 0.24731454, | |
| "score": 0.4147088666666666, | |
| "cost": 0.40130584861111107 | |
| }, | |
| { | |
| "key": "qwen-off", | |
| "name": "Qwen 3.8 27B (thinking off)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37818169333333335, | |
| "t2s": 0.55666, | |
| "i2s": 0.19970338666666668, | |
| "indoor": 0.26629816, | |
| "outdoor": 0.166406, | |
| "score": 0.37818169333333335, | |
| "cost": 0.38413493183103564 | |
| }, | |
| { | |
| "key": "grok", | |
| "name": "Grok 4.6 (high)", | |
| "logo": "grok", | |
| "open": false, | |
| "overall": 0.37567506, | |
| "t2s": 0.56721, | |
| "i2s": 0.18414012, | |
| "indoor": 0.1968008, | |
| "outdoor": 0.17780978, | |
| "score": 0.37567506, | |
| "cost": 2.2948689296296294 | |
| }, | |
| { | |
| "key": "qwen-on", | |
| "name": "Qwen 3.8 27B (thinking on)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37094399333333333, | |
| "t2s": 0.51571, | |
| "i2s": 0.2261779866666667, | |
| "indoor": 0.29651112, | |
| "outdoor": 0.19101142, | |
| "score": 0.37094399333333333, | |
| "cost": 0.29748765575757574 | |
| }, | |
| { | |
| "key": "inkling", | |
| "name": "Inkling (high)", | |
| "logo": "thinkingmachines", | |
| "open": false, | |
| "overall": 0.31150237333333336, | |
| "t2s": 0.42498500000000006, | |
| "i2s": 0.19801974666666666, | |
| "indoor": 0.1690288, | |
| "outdoor": 0.21251522, | |
| "score": 0.31150237333333336, | |
| "cost": 0.4783280191269841 | |
| }, | |
| { | |
| "key": "gemma-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.29812257999999997, | |
| "t2s": 0.470705, | |
| "i2s": 0.12554015999999998, | |
| "indoor": 0.12704028, | |
| "outdoor": 0.1247901, | |
| "score": 0.29812257999999997, | |
| "cost": 0.026867125396825398 | |
| }, | |
| { | |
| "key": "gemma-off", | |
| "name": "Gemma 4 31B (thinking off)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.28498897333333334, | |
| "t2s": 0.45494, | |
| "i2s": 0.11503794666666667, | |
| "indoor": 0.11239600000000001, | |
| "outdoor": 0.11635892, | |
| "score": 0.28498897333333334, | |
| "cost": 0.017148714965986397 | |
| }, | |
| { | |
| "key": "deepseek", | |
| "name": "DeepSeek V4.1 Flash (high)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "overall": 0.22658958, | |
| "t2s": 0.24269, | |
| "i2s": 0.21048916, | |
| "indoor": 0.18933412, | |
| "outdoor": 0.22106668, | |
| "score": 0.22658958, | |
| "cost": 0.1240297601010101 | |
| } | |
| ], | |
| "t2s": [ | |
| { | |
| "key": "fable", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.60604898, | |
| "t2s": 0.78775, | |
| "i2s": 0.4243479600000001, | |
| "indoor": 0.53523332, | |
| "outdoor": 0.36890528000000006, | |
| "score": 0.78775, | |
| "cost": 18.1576316 | |
| }, | |
| { | |
| "key": "astra", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.6193352866666667, | |
| "t2s": 0.72382, | |
| "i2s": 0.5148505733333334, | |
| "indoor": 0.78546656, | |
| "outdoor": 0.37954258, | |
| "score": 0.72382, | |
| "cost": 22.472260736842106 | |
| }, | |
| { | |
| "key": "opus", | |
| "name": "Claude Opus 5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.5931299933333334, | |
| "t2s": 0.7181599999999999, | |
| "i2s": 0.46809998666666675, | |
| "indoor": 0.61843384, | |
| "outdoor": 0.39293306, | |
| "score": 0.7181599999999999, | |
| "cost": 34.49611078947368 | |
| }, | |
| { | |
| "key": "sol", | |
| "name": "GPT-5.6 Sol (high)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.5499994666666667, | |
| "t2s": 0.70704, | |
| "i2s": 0.3929589333333333, | |
| "indoor": 0.49742972, | |
| "outdoor": 0.34072354, | |
| "score": 0.70704, | |
| "cost": 4.07260365 | |
| }, | |
| { | |
| "key": "gemini", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "overall": 0.6189750266666667, | |
| "t2s": 0.65689, | |
| "i2s": 0.5810600533333334, | |
| "indoor": 0.71653332, | |
| "outdoor": 0.5133234200000001, | |
| "score": 0.65689, | |
| "cost": 2.49471265 | |
| }, | |
| { | |
| "key": "muse", | |
| "name": "Muse Spark 1.3 (medium)", | |
| "logo": "meta", | |
| "open": false, | |
| "overall": 0.5022053666666666, | |
| "t2s": 0.646195, | |
| "i2s": 0.35821573333333334, | |
| "indoor": 0.63253332, | |
| "outdoor": 0.22105694, | |
| "score": 0.646195, | |
| "cost": 0.10048539999999999 | |
| }, | |
| { | |
| "key": "grok", | |
| "name": "Grok 4.6 (high)", | |
| "logo": "grok", | |
| "open": false, | |
| "overall": 0.37567506, | |
| "t2s": 0.56721, | |
| "i2s": 0.18414012, | |
| "indoor": 0.1968008, | |
| "outdoor": 0.17780978, | |
| "score": 0.56721, | |
| "cost": 4.326270533333333 | |
| }, | |
| { | |
| "key": "qwen-off", | |
| "name": "Qwen 3.8 27B (thinking off)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37818169333333335, | |
| "t2s": 0.55666, | |
| "i2s": 0.19970338666666668, | |
| "indoor": 0.26629816, | |
| "outdoor": 0.166406, | |
| "score": 0.55666, | |
| "cost": 0.49154169999999997 | |
| }, | |
| { | |
| "key": "qwen-on", | |
| "name": "Qwen 3.8 27B (thinking on)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37094399333333333, | |
| "t2s": 0.51571, | |
| "i2s": 0.2261779866666667, | |
| "indoor": 0.29651112, | |
| "outdoor": 0.19101142, | |
| "score": 0.51571, | |
| "cost": 0.3344125 | |
| }, | |
| { | |
| "key": "glm", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "overall": 0.4147088666666666, | |
| "t2s": 0.5094299999999999, | |
| "i2s": 0.3199877333333333, | |
| "indoor": 0.46533411999999996, | |
| "outdoor": 0.24731454, | |
| "score": 0.5094299999999999, | |
| "cost": 0.710521125 | |
| }, | |
| { | |
| "key": "gemma-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.29812257999999997, | |
| "t2s": 0.470705, | |
| "i2s": 0.12554015999999998, | |
| "indoor": 0.12704028, | |
| "outdoor": 0.1247901, | |
| "score": 0.470705, | |
| "cost": 0.0253001 | |
| }, | |
| { | |
| "key": "gemma-off", | |
| "name": "Gemma 4 31B (thinking off)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.28498897333333334, | |
| "t2s": 0.45494, | |
| "i2s": 0.11503794666666667, | |
| "indoor": 0.11239600000000001, | |
| "outdoor": 0.11635892, | |
| "score": 0.45494, | |
| "cost": 0.0151612 | |
| }, | |
| { | |
| "key": "inkling", | |
| "name": "Inkling (high)", | |
| "logo": "thinkingmachines", | |
| "open": false, | |
| "overall": 0.31150237333333336, | |
| "t2s": 0.42498500000000006, | |
| "i2s": 0.19801974666666666, | |
| "indoor": 0.1690288, | |
| "outdoor": 0.21251522, | |
| "score": 0.42498500000000006, | |
| "cost": 0.20252835 | |
| }, | |
| { | |
| "key": "deepseek", | |
| "name": "DeepSeek V4.1 Flash (high)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "overall": 0.22658958, | |
| "t2s": 0.24269, | |
| "i2s": 0.21048916, | |
| "indoor": 0.18933412, | |
| "outdoor": 0.22106668, | |
| "score": 0.24269, | |
| "cost": 0.193865 | |
| } | |
| ], | |
| "i2s": [ | |
| { | |
| "key": "gemini", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "overall": 0.6189750266666667, | |
| "t2s": 0.65689, | |
| "i2s": 0.5810600533333334, | |
| "indoor": 0.71653332, | |
| "outdoor": 0.5133234200000001, | |
| "score": 0.5810600533333334, | |
| "cost": 1.3523245042517007 | |
| }, | |
| { | |
| "key": "astra", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.6193352866666667, | |
| "t2s": 0.72382, | |
| "i2s": 0.5148505733333334, | |
| "indoor": 0.78546656, | |
| "outdoor": 0.37954258, | |
| "score": 0.5148505733333334, | |
| "cost": 3.3217229090909095 | |
| }, | |
| { | |
| "key": "opus", | |
| "name": "Claude Opus 5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.5931299933333334, | |
| "t2s": 0.7181599999999999, | |
| "i2s": 0.46809998666666675, | |
| "indoor": 0.61843384, | |
| "outdoor": 0.39293306, | |
| "score": 0.46809998666666675, | |
| "cost": 4.459671546394558 | |
| }, | |
| { | |
| "key": "fable", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.60604898, | |
| "t2s": 0.78775, | |
| "i2s": 0.4243479600000001, | |
| "indoor": 0.53523332, | |
| "outdoor": 0.36890528000000006, | |
| "score": 0.4243479600000001, | |
| "cost": 3.0888859328063245 | |
| }, | |
| { | |
| "key": "sol", | |
| "name": "GPT-5.6 Sol (high)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.5499994666666667, | |
| "t2s": 0.70704, | |
| "i2s": 0.3929589333333333, | |
| "indoor": 0.49742972, | |
| "outdoor": 0.34072354, | |
| "score": 0.3929589333333333, | |
| "cost": 1.8773877185185188 | |
| }, | |
| { | |
| "key": "muse", | |
| "name": "Muse Spark 1.3 (medium)", | |
| "logo": "meta", | |
| "open": false, | |
| "overall": 0.5022053666666666, | |
| "t2s": 0.646195, | |
| "i2s": 0.35821573333333334, | |
| "indoor": 0.63253332, | |
| "outdoor": 0.22105694, | |
| "score": 0.35821573333333334, | |
| "cost": 0.07172788461538461 | |
| }, | |
| { | |
| "key": "glm", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "overall": 0.4147088666666666, | |
| "t2s": 0.5094299999999999, | |
| "i2s": 0.3199877333333333, | |
| "indoor": 0.46533411999999996, | |
| "outdoor": 0.24731454, | |
| "score": 0.3199877333333333, | |
| "cost": 0.09209057222222222 | |
| }, | |
| { | |
| "key": "qwen-on", | |
| "name": "Qwen 3.8 27B (thinking on)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37094399333333333, | |
| "t2s": 0.51571, | |
| "i2s": 0.2261779866666667, | |
| "indoor": 0.29651112, | |
| "outdoor": 0.19101142, | |
| "score": 0.2261779866666667, | |
| "cost": 0.2605628115151515 | |
| }, | |
| { | |
| "key": "deepseek", | |
| "name": "DeepSeek V4.1 Flash (high)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "overall": 0.22658958, | |
| "t2s": 0.24269, | |
| "i2s": 0.21048916, | |
| "indoor": 0.18933412, | |
| "outdoor": 0.22106668, | |
| "score": 0.21048916, | |
| "cost": 0.054194520202020195 | |
| }, | |
| { | |
| "key": "qwen-off", | |
| "name": "Qwen 3.8 27B (thinking off)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37818169333333335, | |
| "t2s": 0.55666, | |
| "i2s": 0.19970338666666668, | |
| "indoor": 0.26629816, | |
| "outdoor": 0.166406, | |
| "score": 0.19970338666666668, | |
| "cost": 0.27672816366207137 | |
| }, | |
| { | |
| "key": "inkling", | |
| "name": "Inkling (high)", | |
| "logo": "thinkingmachines", | |
| "open": false, | |
| "overall": 0.31150237333333336, | |
| "t2s": 0.42498500000000006, | |
| "i2s": 0.19801974666666666, | |
| "indoor": 0.1690288, | |
| "outdoor": 0.21251522, | |
| "score": 0.19801974666666666, | |
| "cost": 0.7541276882539681 | |
| }, | |
| { | |
| "key": "grok", | |
| "name": "Grok 4.6 (high)", | |
| "logo": "grok", | |
| "open": false, | |
| "overall": 0.37567506, | |
| "t2s": 0.56721, | |
| "i2s": 0.18414012, | |
| "indoor": 0.1968008, | |
| "outdoor": 0.17780978, | |
| "score": 0.18414012, | |
| "cost": 0.2634673259259259 | |
| }, | |
| { | |
| "key": "gemma-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.29812257999999997, | |
| "t2s": 0.470705, | |
| "i2s": 0.12554015999999998, | |
| "indoor": 0.12704028, | |
| "outdoor": 0.1247901, | |
| "score": 0.12554015999999998, | |
| "cost": 0.028434150793650796 | |
| }, | |
| { | |
| "key": "gemma-off", | |
| "name": "Gemma 4 31B (thinking off)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.28498897333333334, | |
| "t2s": 0.45494, | |
| "i2s": 0.11503794666666667, | |
| "indoor": 0.11239600000000001, | |
| "outdoor": 0.11635892, | |
| "score": 0.11503794666666667, | |
| "cost": 0.01913622993197279 | |
| } | |
| ] | |
| } | |