{ "overall": [ { "key": "astra", "name": "GPT-6 Astra (max)", "logo": "openai", "open": false, "overall": 0.6193352866666667, "t2s": 0.72382, "i2s": 0.5148505733333334, "indoor": 0.78546656, "outdoor": 0.37954258, "score": 0.6193352866666667, "cost": 12.896991822966507 }, { "key": "gemini", "name": "Gemini 3.8 Flash (high)", "logo": "gemini", "open": false, "overall": 0.6189750266666667, "t2s": 0.65689, "i2s": 0.5810600533333334, "indoor": 0.71653332, "outdoor": 0.5133234200000001, "score": 0.6189750266666667, "cost": 1.9235185771258503 }, { "key": "fable", "name": "Claude Fable 5.1 (max)", "logo": "claude", "open": false, "overall": 0.60604898, "t2s": 0.78775, "i2s": 0.4243479600000001, "indoor": 0.53523332, "outdoor": 0.36890528000000006, "score": 0.60604898, "cost": 10.623258766403161 }, { "key": "opus", "name": "Claude Opus 5 (max)", "logo": "claude", "open": false, "overall": 0.5931299933333334, "t2s": 0.7181599999999999, "i2s": 0.46809998666666675, "indoor": 0.61843384, "outdoor": 0.39293306, "score": 0.5931299933333334, "cost": 19.47789116793412 }, { "key": "sol", "name": "GPT-5.6 Sol (high)", "logo": "openai", "open": false, "overall": 0.5499994666666667, "t2s": 0.70704, "i2s": 0.3929589333333333, "indoor": 0.49742972, "outdoor": 0.34072354, "score": 0.5499994666666667, "cost": 2.9749956842592593 }, { "key": "muse", "name": "Muse Spark 1.3 (medium)", "logo": "meta", "open": false, "overall": 0.5022053666666666, "t2s": 0.646195, "i2s": 0.35821573333333334, "indoor": 0.63253332, "outdoor": 0.22105694, "score": 0.5022053666666666, "cost": 0.0861066423076923 }, { "key": "glm", "name": "GLM-5.3 Flash (max)", "logo": "zai", "open": true, "overall": 0.4147088666666666, "t2s": 0.5094299999999999, "i2s": 0.3199877333333333, "indoor": 0.46533411999999996, "outdoor": 0.24731454, "score": 0.4147088666666666, "cost": 0.40130584861111107 }, { "key": "qwen-off", "name": "Qwen 3.8 27B (thinking off)", "logo": "qwen", "open": true, "overall": 0.37818169333333335, "t2s": 0.55666, "i2s": 0.19970338666666668, "indoor": 0.26629816, "outdoor": 0.166406, "score": 0.37818169333333335, "cost": 0.38413493183103564 }, { "key": "grok", "name": "Grok 4.6 (high)", "logo": "grok", "open": false, "overall": 0.37567506, "t2s": 0.56721, "i2s": 0.18414012, "indoor": 0.1968008, "outdoor": 0.17780978, "score": 0.37567506, "cost": 2.2948689296296294 }, { "key": "qwen-on", "name": "Qwen 3.8 27B (thinking on)", "logo": "qwen", "open": true, "overall": 0.37094399333333333, "t2s": 0.51571, "i2s": 0.2261779866666667, "indoor": 0.29651112, "outdoor": 0.19101142, "score": 0.37094399333333333, "cost": 0.29748765575757574 }, { "key": "inkling", "name": "Inkling (high)", "logo": "thinkingmachines", "open": false, "overall": 0.31150237333333336, "t2s": 0.42498500000000006, "i2s": 0.19801974666666666, "indoor": 0.1690288, "outdoor": 0.21251522, "score": 0.31150237333333336, "cost": 0.4783280191269841 }, { "key": "gemma-on", "name": "Gemma 4 31B (thinking on)", "logo": "gemini", "open": true, "overall": 0.29812257999999997, "t2s": 0.470705, "i2s": 0.12554015999999998, "indoor": 0.12704028, "outdoor": 0.1247901, "score": 0.29812257999999997, "cost": 0.026867125396825398 }, { "key": "gemma-off", "name": "Gemma 4 31B (thinking off)", "logo": "gemini", "open": true, "overall": 0.28498897333333334, "t2s": 0.45494, "i2s": 0.11503794666666667, "indoor": 0.11239600000000001, "outdoor": 0.11635892, "score": 0.28498897333333334, "cost": 0.017148714965986397 }, { "key": "deepseek", "name": "DeepSeek V4.1 Flash (high)", "logo": "deepseek", "open": true, "overall": 0.22658958, "t2s": 0.24269, "i2s": 0.21048916, "indoor": 0.18933412, "outdoor": 0.22106668, "score": 0.22658958, "cost": 0.1240297601010101 } ], "t2s": [ { "key": "fable", "name": "Claude Fable 5.1 (max)", "logo": "claude", "open": false, "overall": 0.60604898, "t2s": 0.78775, "i2s": 0.4243479600000001, "indoor": 0.53523332, "outdoor": 0.36890528000000006, "score": 0.78775, "cost": 18.1576316 }, { "key": "astra", "name": "GPT-6 Astra (max)", "logo": "openai", "open": false, "overall": 0.6193352866666667, "t2s": 0.72382, "i2s": 0.5148505733333334, "indoor": 0.78546656, "outdoor": 0.37954258, "score": 0.72382, "cost": 22.472260736842106 }, { "key": "opus", "name": "Claude Opus 5 (max)", "logo": "claude", "open": false, "overall": 0.5931299933333334, "t2s": 0.7181599999999999, "i2s": 0.46809998666666675, "indoor": 0.61843384, "outdoor": 0.39293306, "score": 0.7181599999999999, "cost": 34.49611078947368 }, { "key": "sol", "name": "GPT-5.6 Sol (high)", "logo": "openai", "open": false, "overall": 0.5499994666666667, "t2s": 0.70704, "i2s": 0.3929589333333333, "indoor": 0.49742972, "outdoor": 0.34072354, "score": 0.70704, "cost": 4.07260365 }, { "key": "gemini", "name": "Gemini 3.8 Flash (high)", "logo": "gemini", "open": false, "overall": 0.6189750266666667, "t2s": 0.65689, "i2s": 0.5810600533333334, "indoor": 0.71653332, "outdoor": 0.5133234200000001, "score": 0.65689, "cost": 2.49471265 }, { "key": "muse", "name": "Muse Spark 1.3 (medium)", "logo": "meta", "open": false, "overall": 0.5022053666666666, "t2s": 0.646195, "i2s": 0.35821573333333334, "indoor": 0.63253332, "outdoor": 0.22105694, "score": 0.646195, "cost": 0.10048539999999999 }, { "key": "grok", "name": "Grok 4.6 (high)", "logo": "grok", "open": false, "overall": 0.37567506, "t2s": 0.56721, "i2s": 0.18414012, "indoor": 0.1968008, "outdoor": 0.17780978, "score": 0.56721, "cost": 4.326270533333333 }, { "key": "qwen-off", "name": "Qwen 3.8 27B (thinking off)", "logo": "qwen", "open": true, "overall": 0.37818169333333335, "t2s": 0.55666, "i2s": 0.19970338666666668, "indoor": 0.26629816, "outdoor": 0.166406, "score": 0.55666, "cost": 0.49154169999999997 }, { "key": "qwen-on", "name": "Qwen 3.8 27B (thinking on)", "logo": "qwen", "open": true, "overall": 0.37094399333333333, "t2s": 0.51571, "i2s": 0.2261779866666667, "indoor": 0.29651112, "outdoor": 0.19101142, "score": 0.51571, "cost": 0.3344125 }, { "key": "glm", "name": "GLM-5.3 Flash (max)", "logo": "zai", "open": true, "overall": 0.4147088666666666, "t2s": 0.5094299999999999, "i2s": 0.3199877333333333, "indoor": 0.46533411999999996, "outdoor": 0.24731454, "score": 0.5094299999999999, "cost": 0.710521125 }, { "key": "gemma-on", "name": "Gemma 4 31B (thinking on)", "logo": "gemini", "open": true, "overall": 0.29812257999999997, "t2s": 0.470705, "i2s": 0.12554015999999998, "indoor": 0.12704028, "outdoor": 0.1247901, "score": 0.470705, "cost": 0.0253001 }, { "key": "gemma-off", "name": "Gemma 4 31B (thinking off)", "logo": "gemini", "open": true, "overall": 0.28498897333333334, "t2s": 0.45494, "i2s": 0.11503794666666667, "indoor": 0.11239600000000001, "outdoor": 0.11635892, "score": 0.45494, "cost": 0.0151612 }, { "key": "inkling", "name": "Inkling (high)", "logo": "thinkingmachines", "open": false, "overall": 0.31150237333333336, "t2s": 0.42498500000000006, "i2s": 0.19801974666666666, "indoor": 0.1690288, "outdoor": 0.21251522, "score": 0.42498500000000006, "cost": 0.20252835 }, { "key": "deepseek", "name": "DeepSeek V4.1 Flash (high)", "logo": "deepseek", "open": true, "overall": 0.22658958, "t2s": 0.24269, "i2s": 0.21048916, "indoor": 0.18933412, "outdoor": 0.22106668, "score": 0.24269, "cost": 0.193865 } ], "i2s": [ { "key": "gemini", "name": "Gemini 3.8 Flash (high)", "logo": "gemini", "open": false, "overall": 0.6189750266666667, "t2s": 0.65689, "i2s": 0.5810600533333334, "indoor": 0.71653332, "outdoor": 0.5133234200000001, "score": 0.5810600533333334, "cost": 1.3523245042517007 }, { "key": "astra", "name": "GPT-6 Astra (max)", "logo": "openai", "open": false, "overall": 0.6193352866666667, "t2s": 0.72382, "i2s": 0.5148505733333334, "indoor": 0.78546656, "outdoor": 0.37954258, "score": 0.5148505733333334, "cost": 3.3217229090909095 }, { "key": "opus", "name": "Claude Opus 5 (max)", "logo": "claude", "open": false, "overall": 0.5931299933333334, "t2s": 0.7181599999999999, "i2s": 0.46809998666666675, "indoor": 0.61843384, "outdoor": 0.39293306, "score": 0.46809998666666675, "cost": 4.459671546394558 }, { "key": "fable", "name": "Claude Fable 5.1 (max)", "logo": "claude", "open": false, "overall": 0.60604898, "t2s": 0.78775, "i2s": 0.4243479600000001, "indoor": 0.53523332, "outdoor": 0.36890528000000006, "score": 0.4243479600000001, "cost": 3.0888859328063245 }, { "key": "sol", "name": "GPT-5.6 Sol (high)", "logo": "openai", "open": false, "overall": 0.5499994666666667, "t2s": 0.70704, "i2s": 0.3929589333333333, "indoor": 0.49742972, "outdoor": 0.34072354, "score": 0.3929589333333333, "cost": 1.8773877185185188 }, { "key": "muse", "name": "Muse Spark 1.3 (medium)", "logo": "meta", "open": false, "overall": 0.5022053666666666, "t2s": 0.646195, "i2s": 0.35821573333333334, "indoor": 0.63253332, "outdoor": 0.22105694, "score": 0.35821573333333334, "cost": 0.07172788461538461 }, { "key": "glm", "name": "GLM-5.3 Flash (max)", "logo": "zai", "open": true, "overall": 0.4147088666666666, "t2s": 0.5094299999999999, "i2s": 0.3199877333333333, "indoor": 0.46533411999999996, "outdoor": 0.24731454, "score": 0.3199877333333333, "cost": 0.09209057222222222 }, { "key": "qwen-on", "name": "Qwen 3.8 27B (thinking on)", "logo": "qwen", "open": true, "overall": 0.37094399333333333, "t2s": 0.51571, "i2s": 0.2261779866666667, "indoor": 0.29651112, "outdoor": 0.19101142, "score": 0.2261779866666667, "cost": 0.2605628115151515 }, { "key": "deepseek", "name": "DeepSeek V4.1 Flash (high)", "logo": "deepseek", "open": true, "overall": 0.22658958, "t2s": 0.24269, "i2s": 0.21048916, "indoor": 0.18933412, "outdoor": 0.22106668, "score": 0.21048916, "cost": 0.054194520202020195 }, { "key": "qwen-off", "name": "Qwen 3.8 27B (thinking off)", "logo": "qwen", "open": true, "overall": 0.37818169333333335, "t2s": 0.55666, "i2s": 0.19970338666666668, "indoor": 0.26629816, "outdoor": 0.166406, "score": 0.19970338666666668, "cost": 0.27672816366207137 }, { "key": "inkling", "name": "Inkling (high)", "logo": "thinkingmachines", "open": false, "overall": 0.31150237333333336, "t2s": 0.42498500000000006, "i2s": 0.19801974666666666, "indoor": 0.1690288, "outdoor": 0.21251522, "score": 0.19801974666666666, "cost": 0.7541276882539681 }, { "key": "grok", "name": "Grok 4.6 (high)", "logo": "grok", "open": false, "overall": 0.37567506, "t2s": 0.56721, "i2s": 0.18414012, "indoor": 0.1968008, "outdoor": 0.17780978, "score": 0.18414012, "cost": 0.2634673259259259 }, { "key": "gemma-on", "name": "Gemma 4 31B (thinking on)", "logo": "gemini", "open": true, "overall": 0.29812257999999997, "t2s": 0.470705, "i2s": 0.12554015999999998, "indoor": 0.12704028, "outdoor": 0.1247901, "score": 0.12554015999999998, "cost": 0.028434150793650796 }, { "key": "gemma-off", "name": "Gemma 4 31B (thinking off)", "logo": "gemini", "open": true, "overall": 0.28498897333333334, "t2s": 0.45494, "i2s": 0.11503794666666667, "indoor": 0.11239600000000001, "outdoor": 0.11635892, "score": 0.11503794666666667, "cost": 0.01913622993197279 } ] }