languagebench / results /models.json
davidpomerenke's picture
Upload from GitHub Actions: results: update committed snapshots to current 71-model state
19fbc15 verified
Raw
History Blame Contribute Delete
41.1 kB
[
{
"id":"ai21\/jamba-large-1.7",
"name":"Jamba Large 1.7",
"provider_name":"AI21",
"cost":8.0,
"train_on_prompts":false,
"hf_id":"ai21labs\/AI21-Jamba-Large-1.7",
"size":398555145696.0,
"type":"open-source",
"license":"Other",
"creation_date":1751414400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"amazon\/nova-2-lite-v1",
"name":"Nova 2 Lite",
"provider_name":"Amazon",
"cost":2.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1764633600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"amazon\/nova-premier-v1",
"name":"Nova Premier 1.0",
"provider_name":"Amazon",
"cost":12.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1761868800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"amazon\/nova-pro-v1",
"name":"Nova Pro 1.0",
"provider_name":"Amazon",
"cost":3.2,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1733356800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-haiku-4.5",
"name":"Claude Haiku 4.5",
"provider_name":"Anthropic",
"cost":5.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1760486400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-opus-4.7",
"name":"Claude Opus 4.7",
"provider_name":"Anthropic",
"cost":25.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1776297600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-opus-4.8",
"name":"Claude Opus 4.8",
"provider_name":"Anthropic",
"cost":25.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1779840000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-sonnet-4",
"name":"Claude Sonnet 4",
"provider_name":"Anthropic",
"cost":15.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1747872000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-sonnet-4.5",
"name":"Claude Sonnet 4.5",
"provider_name":"Anthropic",
"cost":15.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1759104000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"anthropic\/claude-sonnet-4.6",
"name":"Claude Sonnet 4.6",
"provider_name":"Anthropic",
"cost":15.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1771286400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"arcee-ai\/trinity-mini-20251201",
"name":"Trinity Mini",
"provider_name":"Arcee AI",
"cost":0.15,
"train_on_prompts":false,
"hf_id":"arcee-ai\/Trinity-Mini",
"size":26123974400.0,
"type":"open-source",
"license":"Other",
"creation_date":1764547200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"bytedance-seed\/seed-1.6-20250625",
"name":"Seed 1.6",
"provider_name":"ByteDance Seed",
"cost":2.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1766448000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"bytedance-seed\/seed-1.6-flash-20250625",
"name":"Seed 1.6 Flash",
"provider_name":"ByteDance Seed",
"cost":0.3,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1766448000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"bytedance-seed\/seed-2.0-lite-20260309",
"name":"Seed-2.0-Lite",
"provider_name":"ByteDance Seed",
"cost":2.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1773100800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"bytedance-seed\/seed-2.0-mini-20260224",
"name":"Seed-2.0-Mini",
"provider_name":"ByteDance Seed",
"cost":0.4,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1772064000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"cohere\/command-a",
"name":"Command A",
"provider_name":"Cohere",
"cost":10.0,
"train_on_prompts":false,
"hf_id":"CohereLabs\/c4ai-command-a-03-2025",
"size":111057580032.0,
"type":"open-source",
"license":"Cc By Nc 4.0",
"creation_date":1741651200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"deepcogito\/cogito-v2.1-671b-20251118",
"name":"Cogito v2.1 671B",
"provider_name":"Deep Cogito",
"cost":1.25,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1762992000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"deepseek\/deepseek-chat-v3.1",
"name":"DeepSeek V3.1",
"provider_name":"DeepSeek",
"cost":0.79,
"train_on_prompts":false,
"hf_id":"deepseek-ai\/DeepSeek-V3.1",
"size":684531386000.0,
"type":"open-source",
"license":"Mit",
"creation_date":1755734400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"deepseek\/deepseek-v3.1-terminus",
"name":"DeepSeek V3.1 Terminus",
"provider_name":"DeepSeek",
"cost":0.95,
"train_on_prompts":false,
"hf_id":"deepseek-ai\/DeepSeek-V3.1-Terminus",
"size":684531386000.0,
"type":"open-source",
"license":"Mit",
"creation_date":1758499200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"deepseek\/deepseek-v3.2-exp",
"name":"DeepSeek V3.2 Exp",
"provider_name":"DeepSeek",
"cost":0.41,
"train_on_prompts":false,
"hf_id":"deepseek-ai\/DeepSeek-V3.2-Exp",
"size":685396921376.0,
"type":"open-source",
"license":"Mit",
"creation_date":1759104000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"deepseek\/deepseek-v4-flash-20260423",
"name":"DeepSeek V4 Flash",
"provider_name":"DeepSeek",
"cost":0.2,
"train_on_prompts":false,
"hf_id":"deepseek-ai\/DeepSeek-V4-Flash",
"size":158069433298.0,
"type":"open-source",
"license":"Mit",
"creation_date":1776816000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemini-2.5-flash",
"name":"Gemini 2.5 Flash",
"provider_name":"Google",
"cost":2.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1750118400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemini-2.5-flash-lite",
"name":"Gemini 2.5 Flash Lite",
"provider_name":"Google",
"cost":0.4,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1753142400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemini-2.5-pro",
"name":"Gemini 2.5 Pro",
"provider_name":"Google",
"cost":10.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1750118400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemini-3.1-flash-lite",
"name":"Gemini 3.1 Flash Lite",
"provider_name":"Google",
"cost":1.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1778112000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemini-3.1-pro-preview",
"name":"Gemini 3.1 Pro Preview",
"provider_name":"Google",
"cost":12.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1771459200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemma-3-27b-it",
"name":"Gemma 3 27B",
"provider_name":"Google",
"cost":0.16,
"train_on_prompts":false,
"hf_id":"google\/gemma-3-27b-it",
"size":27432406640.0,
"type":"open-source",
"license":"Gemma",
"creation_date":1740787200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemma-4-26b-a4b-it-20260403",
"name":"Gemma 4 26B A4B ",
"provider_name":"Google",
"cost":0.33,
"train_on_prompts":false,
"hf_id":"google\/gemma-4-26B-A4B-it",
"size":26544131376.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1773187200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/gemma-4-31b-it-20260402",
"name":"Gemma 4 31B",
"provider_name":"Google",
"cost":0.37,
"train_on_prompts":false,
"hf_id":"google\/gemma-4-31B-it",
"size":32682372656.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1773187200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"ibm-granite\/granite-4.0-h-micro",
"name":"Granite 4.0 Micro",
"provider_name":"IBM",
"cost":0.11,
"train_on_prompts":false,
"hf_id":"ibm-granite\/granite-4.0-h-micro",
"size":3191396096.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1757980800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"ibm-granite\/granite-4.1-8b-20260429",
"name":"Granite 4.1 8B",
"provider_name":"IBM",
"cost":0.1,
"train_on_prompts":false,
"hf_id":"ibm-granite\/granite-4.1-8b",
"size":8791592960.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1775433600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"liquid\/lfm-2-24b-a2b-20260224",
"name":"LFM2-24B-A2B",
"provider_name":"LiquidAI",
"cost":0.12,
"train_on_prompts":false,
"hf_id":"LiquidAI\/LFM2-24B-A2B",
"size":23843661440.0,
"type":"open-source",
"license":"Other",
"creation_date":1771891200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"meta-llama\/llama-3-70b-instruct",
"name":"Llama 3 70B Instruct",
"provider_name":"Meta",
"cost":0.74,
"train_on_prompts":false,
"hf_id":"meta-llama\/Meta-Llama-3-70B-Instruct",
"size":70553706496.0,
"type":"open-source",
"license":"Llama3",
"creation_date":1713312000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"meta-llama\/llama-3.1-70b-instruct",
"name":"Llama 3.1 70B Instruct",
"provider_name":"Meta",
"cost":0.4,
"train_on_prompts":false,
"hf_id":"meta-llama\/Llama-3.1-70B-Instruct",
"size":70553706496.0,
"type":"open-source",
"license":"Llama3.1",
"creation_date":1721088000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"meta-llama\/llama-3.3-70b-instruct",
"name":"Llama 3.3 70B Instruct",
"provider_name":"Meta",
"cost":0.32,
"train_on_prompts":false,
"hf_id":"meta-llama\/Llama-3.3-70B-Instruct",
"size":70553706496.0,
"type":"open-source",
"license":"Llama3.3",
"creation_date":1732579200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"meta-llama\/llama-4-maverick",
"name":"Llama 4 Maverick",
"provider_name":"Meta",
"cost":0.6,
"train_on_prompts":false,
"hf_id":"meta-llama\/Llama-4-Maverick-17B-128E-Instruct",
"size":401583781376.0,
"type":"open-source",
"license":"Other",
"creation_date":1743465600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"microsoft\/phi-4",
"name":"Phi 4",
"provider_name":"Microsoft",
"cost":0.14,
"train_on_prompts":false,
"hf_id":"microsoft\/phi-4",
"size":14659507200.0,
"type":"open-source",
"license":"Mit",
"creation_date":1733875200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"microsoft\/phi-4-mini-instruct",
"name":"Phi 4 Mini Instruct",
"provider_name":"Microsoft",
"cost":0.35,
"train_on_prompts":false,
"hf_id":"microsoft\/Phi-4-mini-instruct",
"size":3836021760.0,
"type":"open-source",
"license":"Mit",
"creation_date":1739923200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/ministral-14b-2512",
"name":"Ministral 3 14B 2512",
"provider_name":"Mistral",
"cost":0.2,
"train_on_prompts":false,
"hf_id":"mistralai\/Ministral-3-14B-Instruct-2512",
"size":13945032240.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1761868800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/ministral-3b-2512",
"name":"Ministral 3 3B 2512",
"provider_name":"Mistral",
"cost":0.1,
"train_on_prompts":false,
"hf_id":"mistralai\/Ministral-3-3B-Instruct-2512",
"size":3849090048.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1761868800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/ministral-8b-2512",
"name":"Ministral 3 8B 2512",
"provider_name":"Mistral",
"cost":0.15,
"train_on_prompts":false,
"hf_id":"mistralai\/Ministral-3-8B-Instruct-2512",
"size":8918026716.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1761868800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-large-2512",
"name":"Mistral Large 3 2512",
"provider_name":"Mistral",
"cost":1.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1764547200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-medium-3.1",
"name":"Mistral Medium 3.1",
"provider_name":"Mistral",
"cost":2.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1755043200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-nemo",
"name":"Mistral Nemo",
"provider_name":"Mistral",
"cost":0.03,
"train_on_prompts":false,
"hf_id":"mistralai\/Mistral-Nemo-Instruct-2407",
"size":12247782400.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1721174400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-saba",
"name":"Saba",
"provider_name":"Mistral",
"cost":0.6,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1739750400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-small-2603",
"name":"Mistral Small 4",
"provider_name":"Mistral",
"cost":0.6,
"train_on_prompts":false,
"hf_id":"mistralai\/Mistral-Small-4-119B-2603",
"size":119401317952.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1769126400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"mistralai\/mistral-small-3.2-24b-instruct",
"name":"Mistral Small 3.2 24B",
"provider_name":"Mistral",
"cost":0.2,
"train_on_prompts":false,
"hf_id":"mistralai\/Mistral-Small-3.2-24B-Instruct-2506",
"size":24011361280.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1750291200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"moonshotai\/kimi-k2",
"name":"Kimi K2 0711",
"provider_name":"MoonshotAI",
"cost":2.3,
"train_on_prompts":false,
"hf_id":"moonshotai\/Kimi-K2-Instruct",
"size":1026470731056.0,
"type":"open-source",
"license":"Other",
"creation_date":1752192000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"moonshotai\/kimi-k2.6",
"name":"Kimi K2.6",
"provider_name":"MoonshotAI",
"cost":3.42,
"train_on_prompts":false,
"hf_id":"moonshotai\/Kimi-K2.6",
"size":1058589420528.0,
"type":"open-source",
"license":"Other",
"creation_date":1776124800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nousresearch\/hermes-4-405b",
"name":"Hermes 4 405B",
"provider_name":"Nous",
"cost":3.0,
"train_on_prompts":false,
"hf_id":"NousResearch\/Hermes-4-405B",
"size":405853388800.0,
"type":"open-source",
"license":"Llama3",
"creation_date":1754438400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nousresearch\/hermes-4-70b",
"name":"Hermes 4 70B",
"provider_name":"Nous",
"cost":0.4,
"train_on_prompts":false,
"hf_id":"NousResearch\/Hermes-4-70B",
"size":70553706496.0,
"type":"open-source",
"license":"Llama3",
"creation_date":1755475200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nvidia\/llama-3.3-nemotron-super-49b-v1.5",
"name":"Llama 3.3 Nemotron Super 49B V1.5",
"provider_name":"NVIDIA",
"cost":0.4,
"train_on_prompts":false,
"hf_id":"nvidia\/Llama-3_3-Nemotron-Super-49B-v1_5",
"size":49867145216.0,
"type":"open-source",
"license":"Other",
"creation_date":1753401600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nvidia\/nemotron-3-nano-30b-a3b",
"name":"Nemotron 3 Nano 30B A3B",
"provider_name":"NVIDIA",
"cost":0.2,
"train_on_prompts":false,
"hf_id":"nvidia\/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16",
"size":31577937344.0,
"type":"open-source",
"license":"Other",
"creation_date":1764806400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nvidia\/nemotron-3-super-120b-a12b-20230311",
"name":"Nemotron 3 Super",
"provider_name":"NVIDIA",
"cost":0.45,
"train_on_prompts":false,
"hf_id":"nvidia\/NVIDIA-Nemotron-3-Super-120B-A12B-FP8",
"size":123611012096.0,
"type":"open-source",
"license":"Other",
"creation_date":1773100800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nvidia\/nemotron-3-ultra-550b-a55b-20260604",
"name":"Nemotron 3 Ultra",
"provider_name":"NVIDIA",
"cost":2.5,
"train_on_prompts":false,
"hf_id":"nvidia\/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16",
"size":560524578816.0,
"type":"open-source",
"license":"Other",
"creation_date":1780444800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"nvidia\/nemotron-nano-9b-v2",
"name":"Nemotron Nano 9B V2",
"provider_name":"NVIDIA",
"cost":0.16,
"train_on_prompts":false,
"hf_id":"nvidia\/NVIDIA-Nemotron-Nano-9B-v2",
"size":8888227328.0,
"type":"open-source",
"license":"Other",
"creation_date":1754956800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-3.5-turbo",
"name":"GPT-3.5 Turbo",
"provider_name":"OpenAI",
"cost":1.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1685232000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-4.1",
"name":"GPT-4.1",
"provider_name":"OpenAI",
"cost":8.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1744588800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-4o",
"name":"GPT-4o",
"provider_name":"OpenAI",
"cost":10.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1715558400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5",
"name":"GPT-5",
"provider_name":"OpenAI",
"cost":10.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1754524800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5-mini",
"name":"GPT-5 Mini",
"provider_name":"OpenAI",
"cost":2.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1754524800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5-nano",
"name":"GPT-5 Nano",
"provider_name":"OpenAI",
"cost":0.4,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1754524800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5.1",
"name":"GPT-5.1",
"provider_name":"OpenAI",
"cost":10.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1762992000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5.2",
"name":"GPT-5.2",
"provider_name":"OpenAI",
"cost":14.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1765324800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5.3-chat-20260303",
"name":"GPT-5.3 Chat",
"provider_name":"OpenAI",
"cost":14.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1772496000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5.4",
"name":"GPT-5.4",
"provider_name":"OpenAI",
"cost":15.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1772668800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-5.5",
"name":"GPT-5.5",
"provider_name":"OpenAI",
"cost":30.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1776988800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-oss-120b",
"name":"gpt-oss-120b",
"provider_name":"OpenAI",
"cost":0.18,
"train_on_prompts":false,
"hf_id":"openai\/gpt-oss-120b",
"size":120412337472.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1754265600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"openai\/gpt-oss-20b",
"name":"gpt-oss-20b",
"provider_name":"OpenAI",
"cost":0.14,
"train_on_prompts":false,
"hf_id":"openai\/gpt-oss-20b",
"size":21511953984.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1754265600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"prime-intellect\/intellect-3-20251126",
"name":"INTELLECT-3",
"provider_name":"Prime Intellect",
"cost":1.1,
"train_on_prompts":false,
"hf_id":"PrimeIntellect\/INTELLECT-3-FP8",
"size":106893249280.0,
"type":"open-source",
"license":"Mit",
"creation_date":1764115200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3-30b-a3b",
"name":"Qwen3 30B A3B",
"provider_name":"Qwen",
"cost":0.45,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3-30B-A3B",
"size":30532122624.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1745712000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3-30b-a3b-instruct-2507",
"name":"Qwen3 30B A3B Instruct 2507",
"provider_name":"Qwen",
"cost":0.19,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3-30B-A3B-Instruct-2507",
"size":30532122624.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1753660800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3-max",
"name":"Qwen3 Max",
"provider_name":"Qwen",
"cost":3.9,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1758585600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3-next-80b-a3b-instruct-2509",
"name":"Qwen3 Next 80B A3B Instruct",
"provider_name":"Qwen",
"cost":1.1,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3-Next-80B-A3B-Instruct",
"size":81324862720.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1757376000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.5-122b-a10b-20260224",
"name":"Qwen3.5-122B-A10B",
"provider_name":"Qwen",
"cost":2.08,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3.5-122B-A10B",
"size":125086497008.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1771891200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.5-397b-a17b-20260216",
"name":"Qwen3.5 397B A17B",
"provider_name":"Qwen",
"cost":2.34,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3.5-397B-A17B",
"size":403397928944.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1771200000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.5-9b-20260310",
"name":"Qwen3.5-9B",
"provider_name":"Qwen",
"cost":0.15,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3.5-9B",
"size":9653104368.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1772150400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.6-27b-20260422",
"name":"Qwen3.6 27B",
"provider_name":"Qwen",
"cost":3.2,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3.6-27B",
"size":27781427952.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1776729600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.6-35b-a3b-20260415",
"name":"Qwen3.6 35B A3B",
"provider_name":"Qwen",
"cost":1.0,
"train_on_prompts":false,
"hf_id":"Qwen\/Qwen3.6-35B-A3B",
"size":35951822704.0,
"type":"open-source",
"license":"Apache 2.0",
"creation_date":1776211200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.6-flash",
"name":"Qwen3.6 Flash",
"provider_name":"Qwen",
"cost":1.12,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1777248000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"qwen\/qwen3.6-plus-04-02",
"name":"Qwen3.6 Plus",
"provider_name":"Qwen",
"cost":1.95,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1775088000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"rekaai\/reka-edge-2603",
"name":"Reka Edge",
"provider_name":"Reka Edge",
"cost":0.1,
"train_on_prompts":false,
"hf_id":"RekaAI\/reka-edge-2603",
"size":7128509568.0,
"type":"open-source",
"license":"Other",
"creation_date":1773187200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"stepfun\/step-3.7-flash-20260528",
"name":"Step 3.7 Flash",
"provider_name":"StepFun",
"cost":1.15,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1779926400000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"tencent\/hunyuan-a13b-instruct",
"name":"Hunyuan A13B Instruct",
"provider_name":"Tencent",
"cost":0.57,
"train_on_prompts":false,
"hf_id":"tencent\/Hunyuan-A13B-Instruct",
"size":80393183232.0,
"type":"open-source",
"license":"Other",
"creation_date":1750809600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"upstage\/solar-pro-3",
"name":"Solar Pro 3",
"provider_name":"Upstage",
"cost":0.6,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1769472000000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"writer\/palmyra-x5-20250428",
"name":"Palmyra X5",
"provider_name":"Writer",
"cost":6.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1768953600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"x-ai\/grok-4.20",
"name":"Grok 4.20",
"provider_name":"xAI",
"cost":2.5,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1774915200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"z-ai\/glm-4-32b-0414",
"name":"GLM 4 32B ",
"provider_name":"Z.ai",
"cost":0.1,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1753315200000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"z-ai\/glm-4.5-air",
"name":"GLM 4.5 Air",
"provider_name":"Z.ai",
"cost":0.85,
"train_on_prompts":false,
"hf_id":"zai-org\/GLM-4.5-Air",
"size":110468824832.0,
"type":"open-source",
"license":"Mit",
"creation_date":1752969600000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"z-ai\/glm-4.7-flash-20260119",
"name":"GLM 4.7 Flash",
"provider_name":"Z.ai",
"cost":0.4,
"train_on_prompts":false,
"hf_id":"zai-org\/GLM-4.7-Flash",
"size":31221488576.0,
"type":"open-source",
"license":"Mit",
"creation_date":1768780800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"z-ai\/glm-5-turbo-20260315",
"name":"GLM 5 Turbo",
"provider_name":"Z.ai",
"cost":4.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":1773532800000,
"tasks":[
"translation_from",
"translation_to",
"classification",
"mmlu",
"arc",
"truthfulqa",
"mgsm"
]
},
{
"id":"google\/translate-v2",
"name":"Google Translate",
"provider_name":"Google",
"cost":20.0,
"train_on_prompts":false,
"hf_id":null,
"size":null,
"type":"closed-source",
"license":null,
"creation_date":null,
"tasks":[
"translation_from",
"translation_to"
]
}
]