data/developers/alibaba.json

{
  "developer": "Alibaba",
  "models": [
    {
      "id": "alibaba/qwen-3-coder-480b",
      "name": "Qwen 3 Coder 480B",
      "developer": "Alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "terminal-bench-2.0/terminal-bench-2.0": 23.9
      }
    },
    {
      "id": "alibaba/qwen3-235b-a22b-instruct-2507",
      "name": "qwen3-235b-a22b-instruct-2507",
      "developer": "alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "global-mmlu-lite/Global MMLU Lite": 0.8798,
        "global-mmlu-lite/Culturally Sensitive": 0.8522,
        "global-mmlu-lite/Culturally Agnostic": 0.9075,
        "global-mmlu-lite/Arabic": 0.88,
        "global-mmlu-lite/English": 0.89,
        "global-mmlu-lite/Bengali": 0.8875,
        "global-mmlu-lite/German": 0.885,
        "global-mmlu-lite/French": 0.88,
        "global-mmlu-lite/Hindi": 0.8775,
        "global-mmlu-lite/Indonesian": 0.88,
        "global-mmlu-lite/Italian": 0.88,
        "global-mmlu-lite/Japanese": 0.88,
        "global-mmlu-lite/Korean": 0.875,
        "global-mmlu-lite/Portuguese": 0.8875,
        "global-mmlu-lite/Spanish": 0.875,
        "global-mmlu-lite/Swahili": 0.87,
        "global-mmlu-lite/Yoruba": 0.8725,
        "global-mmlu-lite/Chinese": 0.8775,
        "global-mmlu-lite/Burmese": 0.88
      }
    },
    {
      "id": "alibaba/qwen3-235b-a22b-thinking-2507",
      "name": "qwen3-235b-a22b-thinking-2507",
      "developer": "Alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "livecodebenchpro/Hard Problems": 0.0,
        "livecodebenchpro/Medium Problems": 0.1267605633802817,
        "livecodebenchpro/Easy Problems": 0.7605633802816901
      }
    },
    {
      "id": "alibaba/qwen3-30b-a3b",
      "name": "qwen3-30b-a3b",
      "developer": "Alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "livecodebenchpro/Hard Problems": 0.0,
        "livecodebenchpro/Medium Problems": 0.028169014084507043,
        "livecodebenchpro/Easy Problems": 0.5774647887323944
      }
    },
    {
      "id": "alibaba/qwen3-max",
      "name": "alibaba/qwen3-max",
      "developer": "Alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "livecodebenchpro/Hard Problems": 0.0,
        "livecodebenchpro/Medium Problems": 0.04225352112676056,
        "livecodebenchpro/Easy Problems": 0.36619718309859156
      }
    },
    {
      "id": "alibaba/qwen3-next-80b-a3b-thinking",
      "name": "qwen3-next-80b-a3b-thinking",
      "developer": "Alibaba",
      "evaluator_relationship": null,
      "benchmark_scores": {
        "livecodebenchpro/Hard Problems": 0.0,
        "livecodebenchpro/Medium Problems": 0.14084507042253522,
        "livecodebenchpro/Easy Problems": 0.7464788732394366
      }
    }
  ]
}