{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.695024,
            "f1": 0.68675,
            "f1_weighted": 0.693857,
            "precision": 0.671789,
            "precision_weighted": 0.731113,
            "recall": 0.74644,
            "recall_weighted": 0.695024,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.689644,
            "f1": 0.674565,
            "f1_weighted": 0.687827,
            "precision": 0.655422,
            "precision_weighted": 0.725211,
            "recall": 0.73514,
            "recall_weighted": 0.689644,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.685945,
            "f1": 0.663039,
            "f1_weighted": 0.68531,
            "precision": 0.643775,
            "precision_weighted": 0.717489,
            "recall": 0.722481,
            "recall_weighted": 0.685945,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.6577,
            "f1": 0.650784,
            "f1_weighted": 0.660956,
            "precision": 0.645337,
            "precision_weighted": 0.720549,
            "recall": 0.717772,
            "recall_weighted": 0.6577,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.673504,
            "f1": 0.653667,
            "f1_weighted": 0.664931,
            "precision": 0.634656,
            "precision_weighted": 0.69932,
            "recall": 0.717893,
            "recall_weighted": 0.673504,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.633154,
            "f1": 0.622078,
            "f1_weighted": 0.628199,
            "precision": 0.62024,
            "precision_weighted": 0.704904,
            "recall": 0.699368,
            "recall_weighted": 0.633154,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.665098,
            "f1": 0.654545,
            "f1_weighted": 0.666008,
            "precision": 0.644418,
            "precision_weighted": 0.716619,
            "recall": 0.71792,
            "recall_weighted": 0.665098,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.677875,
            "f1": 0.666261,
            "f1_weighted": 0.679235,
            "precision": 0.654583,
            "precision_weighted": 0.726398,
            "recall": 0.726468,
            "recall_weighted": 0.677875,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.662408,
            "f1": 0.650293,
            "f1_weighted": 0.661054,
            "precision": 0.641938,
            "precision_weighted": 0.709202,
            "recall": 0.70937,
            "recall_weighted": 0.662408,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.643578,
            "f1": 0.631138,
            "f1_weighted": 0.641083,
            "precision": 0.623784,
            "precision_weighted": 0.694028,
            "recall": 0.700743,
            "recall_weighted": 0.643578,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.668393,
        "f1": 0.655312,
        "f1_weighted": 0.666846,
        "precision": 0.643594,
        "precision_weighted": 0.714483,
        "recall": 0.719359,
        "recall_weighted": 0.668393,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.668393,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 18.570295572280884,
  "kg_co2_emissions": null,
  "date": null
}