{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.71274,
            "f1": 0.697544,
            "f1_weighted": 0.711116,
            "precision": 0.674548,
            "precision_weighted": 0.741975,
            "recall": 0.759949,
            "recall_weighted": 0.71274,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.709788,
            "f1": 0.693885,
            "f1_weighted": 0.710241,
            "precision": 0.67634,
            "precision_weighted": 0.752904,
            "recall": 0.758393,
            "recall_weighted": 0.709788,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.705853,
            "f1": 0.686789,
            "f1_weighted": 0.707665,
            "precision": 0.670715,
            "precision_weighted": 0.744714,
            "recall": 0.746243,
            "recall_weighted": 0.705853,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.706345,
            "f1": 0.695964,
            "f1_weighted": 0.706199,
            "precision": 0.683217,
            "precision_weighted": 0.74656,
            "recall": 0.758882,
            "recall_weighted": 0.706345,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.689129,
            "f1": 0.663394,
            "f1_weighted": 0.683663,
            "precision": 0.654199,
            "precision_weighted": 0.731903,
            "recall": 0.730987,
            "recall_weighted": 0.689129,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.652238,
            "f1": 0.64493,
            "f1_weighted": 0.649579,
            "precision": 0.645171,
            "precision_weighted": 0.73168,
            "recall": 0.720297,
            "recall_weighted": 0.652238,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.679292,
            "f1": 0.667111,
            "f1_weighted": 0.678738,
            "precision": 0.655266,
            "precision_weighted": 0.724571,
            "recall": 0.729045,
            "recall_weighted": 0.679292,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.700443,
            "f1": 0.684198,
            "f1_weighted": 0.701108,
            "precision": 0.667236,
            "precision_weighted": 0.73053,
            "recall": 0.736963,
            "recall_weighted": 0.700443,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.713232,
            "f1": 0.701666,
            "f1_weighted": 0.711765,
            "precision": 0.694783,
            "precision_weighted": 0.752493,
            "recall": 0.75776,
            "recall_weighted": 0.713232,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.684702,
            "f1": 0.672365,
            "f1_weighted": 0.681204,
            "precision": 0.660414,
            "precision_weighted": 0.726153,
            "recall": 0.74038,
            "recall_weighted": 0.684702,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.695376,
        "f1": 0.680785,
        "f1_weighted": 0.694128,
        "precision": 0.668189,
        "precision_weighted": 0.738348,
        "recall": 0.74389,
        "recall_weighted": 0.695376,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.695376,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.712172,
            "f1": 0.703247,
            "f1_weighted": 0.710795,
            "precision": 0.683117,
            "precision_weighted": 0.738134,
            "recall": 0.758053,
            "recall_weighted": 0.712172,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.709482,
            "f1": 0.694076,
            "f1_weighted": 0.706871,
            "precision": 0.673087,
            "precision_weighted": 0.738632,
            "recall": 0.752876,
            "recall_weighted": 0.709482,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.70881,
            "f1": 0.692114,
            "f1_weighted": 0.707291,
            "precision": 0.67241,
            "precision_weighted": 0.736,
            "recall": 0.749129,
            "recall_weighted": 0.70881,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.70074,
            "f1": 0.688515,
            "f1_weighted": 0.701795,
            "precision": 0.674293,
            "precision_weighted": 0.737378,
            "recall": 0.7451,
            "recall_weighted": 0.70074,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.687626,
            "f1": 0.670019,
            "f1_weighted": 0.682471,
            "precision": 0.658161,
            "precision_weighted": 0.724946,
            "recall": 0.731061,
            "recall_weighted": 0.687626,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.665098,
            "f1": 0.655494,
            "f1_weighted": 0.663884,
            "precision": 0.652821,
            "precision_weighted": 0.73089,
            "recall": 0.722243,
            "recall_weighted": 0.665098,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.693006,
            "f1": 0.6792,
            "f1_weighted": 0.694351,
            "precision": 0.668179,
            "precision_weighted": 0.740254,
            "recall": 0.739231,
            "recall_weighted": 0.693006,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.696369,
            "f1": 0.686446,
            "f1_weighted": 0.698406,
            "precision": 0.672031,
            "precision_weighted": 0.732475,
            "recall": 0.738152,
            "recall_weighted": 0.696369,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.69805,
            "f1": 0.6874,
            "f1_weighted": 0.695055,
            "precision": 0.678027,
            "precision_weighted": 0.735196,
            "recall": 0.743339,
            "recall_weighted": 0.69805,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.671486,
            "f1": 0.659812,
            "f1_weighted": 0.668703,
            "precision": 0.648421,
            "precision_weighted": 0.71395,
            "recall": 0.726887,
            "recall_weighted": 0.671486,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.694284,
        "f1": 0.681632,
        "f1_weighted": 0.692962,
        "precision": 0.668055,
        "precision_weighted": 0.732785,
        "recall": 0.740607,
        "recall_weighted": 0.694284,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.694284,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 37.04043388366699,
  "kg_co2_emissions": null,
  "date": null
}