Spaces:
Running
Running
| { | |
| "overall": [ | |
| { | |
| "key": "astra", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.6193352866666667, | |
| "t2s": 0.72382, | |
| "i2s": 0.5148505733333334, | |
| "indoor": 0.78546656, | |
| "outdoor": 0.37954258, | |
| "score": 0.6193352866666667, | |
| "cost": 12.896991822966507 | |
| }, | |
| { | |
| "key": "gemini", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "overall": 0.6189750266666667, | |
| "t2s": 0.65689, | |
| "i2s": 0.5810600533333334, | |
| "indoor": 0.71653332, | |
| "outdoor": 0.5133234200000001, | |
| "score": 0.6189750266666667, | |
| "cost": 1.9235185771258503 | |
| }, | |
| { | |
| "key": "fable", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.60604898, | |
| "t2s": 0.78775, | |
| "i2s": 0.4243479600000001, | |
| "indoor": 0.53523332, | |
| "outdoor": 0.36890528000000006, | |
| "score": 0.60604898, | |
| "cost": 10.623258766403161 | |
| }, | |
| { | |
| "key": "opus", | |
| "name": "Claude Opus 5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.5931299933333334, | |
| "t2s": 0.7181599999999999, | |
| "i2s": 0.46809998666666675, | |
| "indoor": 0.61843384, | |
| "outdoor": 0.39293306, | |
| "score": 0.5931299933333334, | |
| "cost": 19.47789116793412 | |
| }, | |
| { | |
| "key": "sol", | |
| "name": "GPT-5.6 Sol (high)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.5499994666666667, | |
| "t2s": 0.70704, | |
| "i2s": 0.3929589333333333, | |
| "indoor": 0.49742972, | |
| "outdoor": 0.34072354, | |
| "score": 0.5499994666666667, | |
| "cost": 2.9749956842592593 | |
| }, | |
| { | |
| "key": "muse", | |
| "name": "Muse Spark 1.3 (medium)", | |
| "logo": "meta", | |
| "open": false, | |
| "overall": 0.5022053666666666, | |
| "t2s": 0.646195, | |
| "i2s": 0.35821573333333334, | |
| "indoor": 0.63253332, | |
| "outdoor": 0.22105694, | |
| "score": 0.5022053666666666, | |
| "cost": 0.0861066423076923 | |
| }, | |
| { | |
| "key": "glm", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "overall": 0.4147088666666666, | |
| "t2s": 0.5094299999999999, | |
| "i2s": 0.3199877333333333, | |
| "indoor": 0.46533411999999996, | |
| "outdoor": 0.24731454, | |
| "score": 0.4147088666666666, | |
| "cost": 0.40130584861111107 | |
| }, | |
| { | |
| "key": "qwen-off", | |
| "name": "Qwen 3.8 27B (thinking off)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37818169333333335, | |
| "t2s": 0.55666, | |
| "i2s": 0.19970338666666668, | |
| "indoor": 0.26629816, | |
| "outdoor": 0.166406, | |
| "score": 0.37818169333333335, | |
| "cost": 0.38413493183103564 | |
| }, | |
| { | |
| "key": "grok", | |
| "name": "Grok 4.6 (high)", | |
| "logo": "grok", | |
| "open": false, | |
| "overall": 0.37567506, | |
| "t2s": 0.56721, | |
| "i2s": 0.18414012, | |
| "indoor": 0.1968008, | |
| "outdoor": 0.17780978, | |
| "score": 0.37567506, | |
| "cost": 2.2948689296296294 | |
| }, | |
| { | |
| "key": "qwen-on", | |
| "name": "Qwen 3.8 27B (thinking on)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37094399333333333, | |
| "t2s": 0.51571, | |
| "i2s": 0.2261779866666667, | |
| "indoor": 0.29651112, | |
| "outdoor": 0.19101142, | |
| "score": 0.37094399333333333, | |
| "cost": 0.29748765575757574 | |
| }, | |
| { | |
| "key": "inkling", | |
| "name": "Inkling (high)", | |
| "logo": "thinkingmachines", | |
| "open": false, | |
| "overall": 0.31150237333333336, | |
| "t2s": 0.42498500000000006, | |
| "i2s": 0.19801974666666666, | |
| "indoor": 0.1690288, | |
| "outdoor": 0.21251522, | |
| "score": 0.31150237333333336, | |
| "cost": 0.4783280191269841 | |
| }, | |
| { | |
| "key": "gemma-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.29812257999999997, | |
| "t2s": 0.470705, | |
| "i2s": 0.12554015999999998, | |
| "indoor": 0.12704028, | |
| "outdoor": 0.1247901, | |
| "score": 0.29812257999999997, | |
| "cost": 0.026867125396825398 | |
| }, | |
| { | |
| "key": "gemma-off", | |
| "name": "Gemma 4 31B (thinking off)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.28498897333333334, | |
| "t2s": 0.45494, | |
| "i2s": 0.11503794666666667, | |
| "indoor": 0.11239600000000001, | |
| "outdoor": 0.11635892, | |
| "score": 0.28498897333333334, | |
| "cost": 0.017148714965986397 | |
| }, | |
| { | |
| "key": "deepseek", | |
| "name": "DeepSeek V4.1 Flash (high)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "overall": 0.22658958, | |
| "t2s": 0.24269, | |
| "i2s": 0.21048916, | |
| "indoor": 0.18933412, | |
| "outdoor": 0.22106668, | |
| "score": 0.22658958, | |
| "cost": 0.1240297601010101 | |
| } | |
| ], | |
| "t2s": [ | |
| { | |
| "key": "claude-sonnet-5.5-max", | |
| "name": "Claude Sonnet 5.5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "score": 0.83738, | |
| "cost": 26.9326 | |
| }, | |
| { | |
| "key": "claude-opus-5.5-max", | |
| "name": "Claude Opus 5.5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "score": 0.83255, | |
| "cost": 26.901442 | |
| }, | |
| { | |
| "key": "claude-fable-5.1-max", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "score": 0.8001, | |
| "cost": 23.419433 | |
| }, | |
| { | |
| "key": "gpt-6-astra-max", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "score": 0.79052, | |
| "cost": 14.252182 | |
| }, | |
| { | |
| "key": "gpt-6.1-sol-max", | |
| "name": "GPT-6.1 Sol (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "score": 0.78454, | |
| "cost": 2.589869 | |
| }, | |
| { | |
| "key": "gemini-4-argon-high", | |
| "name": "Gemini 4 Argon (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "score": 0.777895, | |
| "cost": 4.828189 | |
| }, | |
| { | |
| "key": "gpt-5.6-sol-max", | |
| "name": "GPT-5.6 Sol (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "score": 0.723635, | |
| "cost": 6.86758 | |
| }, | |
| { | |
| "key": "claude-haiku-5.5-max", | |
| "name": "Claude Haiku 5.5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "score": 0.718775, | |
| "cost": 2.431911 | |
| }, | |
| { | |
| "key": "muse-wonder-full-1.0-max", | |
| "name": "Muse Wonder Full 1.0 (max)", | |
| "logo": "meta", | |
| "open": false, | |
| "score": 0.71514, | |
| "cost": 3.656847 | |
| }, | |
| { | |
| "key": "gemini-3.8-flash-high", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "score": 0.6946, | |
| "cost": 3.852846 | |
| }, | |
| { | |
| "key": "gpt-6-luna-max", | |
| "name": "GPT-6 Luna (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "score": 0.68814, | |
| "cost": 0.15893 | |
| }, | |
| { | |
| "key": "grok-4.6-xhigh", | |
| "name": "Grok 4.6 (xhigh)", | |
| "logo": "grok", | |
| "open": false, | |
| "score": 0.625745, | |
| "cost": 7.41087 | |
| }, | |
| { | |
| "key": "muse-spark-open-max", | |
| "name": "Muse Spark Open (max)", | |
| "logo": "meta", | |
| "open": true, | |
| "score": 0.611525, | |
| "cost": 2.011062 | |
| }, | |
| { | |
| "key": "muse-spark-1.3-max", | |
| "name": "Muse Spark 1.3 (max)", | |
| "logo": "meta", | |
| "open": false, | |
| "score": 0.54823, | |
| "cost": 0.231799 | |
| }, | |
| { | |
| "key": "glm-5.3-flash-max", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "score": 0.542365, | |
| "cost": 0.938694 | |
| }, | |
| { | |
| "key": "grok-4.7-xhigh", | |
| "name": "Grok 4.7 (xhigh)", | |
| "logo": "grok", | |
| "open": false, | |
| "score": 0.541915, | |
| "cost": 7.292507 | |
| }, | |
| { | |
| "key": "mimo-v2.6-pro-max", | |
| "name": "MiMo V2.6 Pro (max)", | |
| "logo": "xiaomi", | |
| "open": true, | |
| "score": 0.527145, | |
| "cost": 0.921754 | |
| }, | |
| { | |
| "key": "gemma-4-31b-thinking-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "score": 0.51767, | |
| "cost": 0.055923 | |
| }, | |
| { | |
| "key": "deepseek-v4.1-flash-max", | |
| "name": "DeepSeek V4.1 Flash (max)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "score": 0.366635, | |
| "cost": 0.346713 | |
| } | |
| ], | |
| "i2s": [ | |
| { | |
| "key": "gemini", | |
| "name": "Gemini 3.8 Flash (high)", | |
| "logo": "gemini", | |
| "open": false, | |
| "overall": 0.6189750266666667, | |
| "t2s": 0.65689, | |
| "i2s": 0.5810600533333334, | |
| "indoor": 0.71653332, | |
| "outdoor": 0.5133234200000001, | |
| "score": 0.5810600533333334, | |
| "cost": 1.3523245042517007 | |
| }, | |
| { | |
| "key": "astra", | |
| "name": "GPT-6 Astra (max)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.6193352866666667, | |
| "t2s": 0.72382, | |
| "i2s": 0.5148505733333334, | |
| "indoor": 0.78546656, | |
| "outdoor": 0.37954258, | |
| "score": 0.5148505733333334, | |
| "cost": 3.3217229090909095 | |
| }, | |
| { | |
| "key": "opus", | |
| "name": "Claude Opus 5 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.5931299933333334, | |
| "t2s": 0.7181599999999999, | |
| "i2s": 0.46809998666666675, | |
| "indoor": 0.61843384, | |
| "outdoor": 0.39293306, | |
| "score": 0.46809998666666675, | |
| "cost": 4.459671546394558 | |
| }, | |
| { | |
| "key": "fable", | |
| "name": "Claude Fable 5.1 (max)", | |
| "logo": "claude", | |
| "open": false, | |
| "overall": 0.60604898, | |
| "t2s": 0.78775, | |
| "i2s": 0.4243479600000001, | |
| "indoor": 0.53523332, | |
| "outdoor": 0.36890528000000006, | |
| "score": 0.4243479600000001, | |
| "cost": 3.0888859328063245 | |
| }, | |
| { | |
| "key": "sol", | |
| "name": "GPT-5.6 Sol (high)", | |
| "logo": "openai", | |
| "open": false, | |
| "overall": 0.5499994666666667, | |
| "t2s": 0.70704, | |
| "i2s": 0.3929589333333333, | |
| "indoor": 0.49742972, | |
| "outdoor": 0.34072354, | |
| "score": 0.3929589333333333, | |
| "cost": 1.8773877185185188 | |
| }, | |
| { | |
| "key": "muse", | |
| "name": "Muse Spark 1.3 (medium)", | |
| "logo": "meta", | |
| "open": false, | |
| "overall": 0.5022053666666666, | |
| "t2s": 0.646195, | |
| "i2s": 0.35821573333333334, | |
| "indoor": 0.63253332, | |
| "outdoor": 0.22105694, | |
| "score": 0.35821573333333334, | |
| "cost": 0.07172788461538461 | |
| }, | |
| { | |
| "key": "glm", | |
| "name": "GLM-5.3 Flash (max)", | |
| "logo": "zai", | |
| "open": true, | |
| "overall": 0.4147088666666666, | |
| "t2s": 0.5094299999999999, | |
| "i2s": 0.3199877333333333, | |
| "indoor": 0.46533411999999996, | |
| "outdoor": 0.24731454, | |
| "score": 0.3199877333333333, | |
| "cost": 0.09209057222222222 | |
| }, | |
| { | |
| "key": "qwen-on", | |
| "name": "Qwen 3.8 27B (thinking on)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37094399333333333, | |
| "t2s": 0.51571, | |
| "i2s": 0.2261779866666667, | |
| "indoor": 0.29651112, | |
| "outdoor": 0.19101142, | |
| "score": 0.2261779866666667, | |
| "cost": 0.2605628115151515 | |
| }, | |
| { | |
| "key": "deepseek", | |
| "name": "DeepSeek V4.1 Flash (high)", | |
| "logo": "deepseek", | |
| "open": true, | |
| "overall": 0.22658958, | |
| "t2s": 0.24269, | |
| "i2s": 0.21048916, | |
| "indoor": 0.18933412, | |
| "outdoor": 0.22106668, | |
| "score": 0.21048916, | |
| "cost": 0.054194520202020195 | |
| }, | |
| { | |
| "key": "qwen-off", | |
| "name": "Qwen 3.8 27B (thinking off)", | |
| "logo": "qwen", | |
| "open": true, | |
| "overall": 0.37818169333333335, | |
| "t2s": 0.55666, | |
| "i2s": 0.19970338666666668, | |
| "indoor": 0.26629816, | |
| "outdoor": 0.166406, | |
| "score": 0.19970338666666668, | |
| "cost": 0.27672816366207137 | |
| }, | |
| { | |
| "key": "inkling", | |
| "name": "Inkling (high)", | |
| "logo": "thinkingmachines", | |
| "open": false, | |
| "overall": 0.31150237333333336, | |
| "t2s": 0.42498500000000006, | |
| "i2s": 0.19801974666666666, | |
| "indoor": 0.1690288, | |
| "outdoor": 0.21251522, | |
| "score": 0.19801974666666666, | |
| "cost": 0.7541276882539681 | |
| }, | |
| { | |
| "key": "grok", | |
| "name": "Grok 4.6 (high)", | |
| "logo": "grok", | |
| "open": false, | |
| "overall": 0.37567506, | |
| "t2s": 0.56721, | |
| "i2s": 0.18414012, | |
| "indoor": 0.1968008, | |
| "outdoor": 0.17780978, | |
| "score": 0.18414012, | |
| "cost": 0.2634673259259259 | |
| }, | |
| { | |
| "key": "gemma-on", | |
| "name": "Gemma 4 31B (thinking on)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.29812257999999997, | |
| "t2s": 0.470705, | |
| "i2s": 0.12554015999999998, | |
| "indoor": 0.12704028, | |
| "outdoor": 0.1247901, | |
| "score": 0.12554015999999998, | |
| "cost": 0.028434150793650796 | |
| }, | |
| { | |
| "key": "gemma-off", | |
| "name": "Gemma 4 31B (thinking off)", | |
| "logo": "gemini", | |
| "open": true, | |
| "overall": 0.28498897333333334, | |
| "t2s": 0.45494, | |
| "i2s": 0.11503794666666667, | |
| "indoor": 0.11239600000000001, | |
| "outdoor": 0.11635892, | |
| "score": 0.11503794666666667, | |
| "cost": 0.01913622993197279 | |
| } | |
| ] | |
| } | |