data/model.jsonl

{"model": "Claude Haiku 3.5", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.5}, {"B": 0.458}, {"C": 0.564}, {"D": 0.583}], "EMBODIED_AI": [{"A": 0.3934}, {"B": 0.4667}, {"C": 0.34}, {"D": 0.0}], "WEB": [{"A": 0.4711}, {"B": 0.5889}, {"C": 0.5222}, {"D": 0.5932}], "TEXT2SQL": [{"A": 0.6233}, {"B": 0.1961}, {"C": 0.4328}, {"D": 0.1569}], "OPENWORLD_QA": [{"A": 0.6596}, {"B": 0.7333}, {"C": 0.5625}, {"D": 0.5}], "SOFTWARE": [{"A": 0.26}, {"B": 0.4366}, {"C": 0.1739}, {"D": 0.1324}]}}
{"model": "GPT-5 mini", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.5}, {"B": 0.514}, {"C": 0.4872}, {"D": 0.5}], "EMBODIED_AI": [{"A": 0.6557}, {"B": 0.5667}, {"C": 0.4133}, {"D": 0.0169}], "WEB": [{"A": 0.8}, {"B": 0.8925}, {"C": 0.8387}, {"D": 0.7869}], "TEXT2SQL": [{"A": 0.8924}, {"B": 0.7778}, {"C": 0.8731}, {"D": 0.7941}], "OPENWORLD_QA": [{"A": 0.7347}, {"B": 0.8105}, {"C": 0.757}, {"D": 0.85}], "SOFTWARE": [{"A": 0.4811}, {"B": 0.6933}, {"C": 0.4521}, {"D": 0.6667}]}}
{"model": "gpt 5.2", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.8362}, {"B": 0.8194}, {"C": 0.7564}, {"D": 0.8333}], "EMBODIED_AI": [{"A": 0.9508}, {"B": 0.8}, {"C": 0.5067}, {"D": 0.0}], "WEB": [{"A": 0.744}, {"B": 0.8925}, {"C": 0.7204}, {"D": 0.7705}], "TEXT2SQL": [{"A": 0.9058}, {"B": 0.8627}, {"C": 0.8806}, {"D": 0.6765}], "OPENWORLD_QA": [{"A": 0.6939}, {"B": 0.7158}, {"C": 0.5794}, {"D": 0.65}], "SOFTWARE": [{"A": 0.4623}, {"B": 0.7067}, {"C": 0.3699}, {"D": 0.625}]}}
{"model": "Gemini 2.5 flash", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.4224}, {"B": 0.1667}, {"C": 0.1795}, {"D": 0.1333}], "EMBODIED_AI": [{"A": 0.541}, {"B": 0.6333}, {"C": 0.4}, {"D": 0.0169}], "WEB": [{"A": 0.664}, {"B": 0.6237}, {"C": 0.6344}, {"D": 0.4918}], "TEXT2SQL": [{"A": 0.688}, {"B": 0.6344}, {"C": 0.6559}, {"D": 0.5246}], "OPENWORLD_QA": [{"A": 0.77}, {"B": 0.619}, {"C": 0.721}, {"D": 0.758}], "SOFTWARE": [{"A": 0.3726}, {"B": 0.32}, {"C": 0.3288}, {"D": 0.5139}]}}
{"model": "Qwen2.5-14B-Instruct-1M", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.4957}, {"B": 0.4444}, {"C": 0.5769}, {"D": 0.4833}], "EMBODIED_AI": [{"A": 0.6842}, {"B": 0.4211}, {"C": 0.2211}, {"D": 0.0}], "WEB": [{"A": 0.488}, {"B": 0.6882}, {"C": 0.5376}, {"D": 0.4918}], "TEXT2SQL": [{"A": 0.6319}, {"B": 0.2339}, {"C": 0.5526}, {"D": 0.119}], "OPENWORLD_QA": [{"A": 0.48}, {"B": 0.4091}, {"C": 0.6087}, {"D": 0.5}], "SOFTWARE": [{"A": 0.5189}, {"B": 0.3867}, {"C": 0.3014}, {"D": 0.5417}]}}
{"model": "Qwen3-32B", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.5431}, {"B": 0.4861}, {"C": 0.5128}, {"D": 0.6}], "EMBODIED_AI": [{"A": 0.7966}, {"B": 0.6437}, {"C": 0.4345}, {"D": 0.0526}], "WEB": [{"A": 0.504}, {"B": 0.6667}, {"C": 0.5054}, {"D": 0.541}], "TEXT2SQL": [{"A": 0.7309}, {"B": 0.3203}, {"C": 0.5672}, {"D": 0.2059}], "OPENWORLD_QA": [{"A": 0.4894}, {"B": 0.5978}, {"C": 0.4904}, {"D": 0.4138}], "SOFTWARE": [{"A": 0.5581}, {"B": 0.5254}, {"C": 0.3898}, {"D": 0.4655}]}}
{"model": "Qwen3-14B", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.5162}, {"B": 0.5}, {"C": 0.5556}, {"D": 0.6}], "EMBODIED_AI": [{"A": 0.6557}, {"B": 0.5}, {"C": 0.3133}, {"D": 0.0508}], "WEB": [{"A": 0.512}, {"B": 0.5591}, {"C": 0.5484}, {"D": 0.5246}], "TEXT2SQL": [{"A": 0.6502}, {"B": 0.2288}, {"C": 0.4851}, {"D": 0.1471}], "OPENWORLD_QA": [{"A": 0.5306}, {"B": 0.5895}, {"C": 0.4393}, {"D": 0.3667}], "SOFTWARE": [{"A": 0.4953}, {"B": 0.4267}, {"C": 0.3425}, {"D": 0.3194}]}}
{"model": "Qwen3-8B", "Date": "2026-03-03", "verified": true, "Score": {"GAME": [{"A": 0.5294}, {"B": 0.4111}, {"C": 0.4333}, {"D": 0.5}], "EMBODIED_AI": [{"A": 0.541}, {"B": 0.3333}, {"C": 0.2867}, {"D": 0.0169}], "WEB": [{"A": 0.424}, {"B": 0.4839}, {"C": 0.4409}, {"D": 0.3934}], "TEXT2SQL": [{"A": 0.5605}, {"B": 0.1895}, {"C": 0.4478}, {"D": 0.1471}], "OPENWORLD_QA": [{"A": 0.4796}, {"B": 0.5263}, {"C": 0.4579}, {"D": 0.4333}], "SOFTWARE": [{"A": 0.4481}, {"B": 0.44}, {"C": 0.3014}, {"D": 0.3472}]}}