data/extracted/agenteval.json

{
  "suite_config": {
    "name": "openhands-index",
    "version": "1.0.0-dev1",
    "splits": [
      {
        "name": "swe-bench",
        "tasks": [
          {
            "name": "swe-bench",
            "tags": [
              "swe-bench"
            ]
          }
        ]
      },
      {
        "name": "multi-swe-bench",
        "tasks": [
          {
            "name": "multi-swe-bench",
            "tags": [
              "multi-swe-bench"
            ]
          }
        ]
      },
      {
        "name": "swe-bench-multimodal",
        "tasks": [
          {
            "name": "swe-bench-multimodal",
            "tags": [
              "swe-bench-multimodal"
            ]
          }
        ]
      },
      {
        "name": "swt-bench",
        "tasks": [
          {
            "name": "swt-bench",
            "tags": [
              "swt-bench"
            ]
          }
        ]
      },
      {
        "name": "commit0",
        "tasks": [
          {
            "name": "commit0",
            "tags": [
              "commit0"
            ]
          }
        ]
      },
      {
        "name": "gaia",
        "tasks": [
          {
            "name": "gaia",
            "tags": [
              "gaia"
            ]
          }
        ]
      }
    ]
  }
}