models: # - mistralai/devstral-2512:free # - xiaomi/mimo-v2-flash:free # - nvidia/nemotron-3-nano-30b-a3b:free # OpenAI (current) - openai/gpt-5.2 - openai/gpt-5-mini - openai/gpt-4o-mini # Anthropic (current Claude 3.5 line) - anthropic/claude-sonnet-4.5 - anthropic/claude-haiku-4.5 # Google (current Gemini) - google/gemini-3-pro-preview - google/gemini-2.5-pro - google/gemini-2.5-flash # Meta (current LLaMA 3.1) - meta-llama/llama-4-scout - meta-llama/llama-3.3-70b-instruct - meta-llama/llama-3.1-8b-instruct # Mistral (current) - mistralai/mistral-large-2512 - mistralai/mixtral-8x22b-instruct - mistralai/mixtral-8x7b-instruct # Cohere (current Command R) # - cohere/command-r-plus # - cohere/command-r # Alibaba / Qwen (current) - qwen/qwen-2.5-72b-instruct - qwen/qwen3-32b - qwen/qwen3-14b # - deepseek/deepseek-v3.2 - ai21/jamba-large-1.7 - x-ai/grok-4.1-fast - microsoft/phi-4 # UI Settings max_tokens: 1024 # TODO: remove or change dataset_id: rachelmkim/llm-leaderboard-data