{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.688637,
            "f1": 0.65826,
            "f1_weighted": 0.675358,
            "precision": 0.644146,
            "precision_weighted": 0.728667,
            "recall": 0.737583,
            "recall_weighted": 0.688637,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.727988,
            "f1": 0.69197,
            "f1_weighted": 0.719752,
            "precision": 0.668949,
            "precision_weighted": 0.757076,
            "recall": 0.766966,
            "recall_weighted": 0.727988,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.683719,
            "f1": 0.635064,
            "f1_weighted": 0.668446,
            "precision": 0.634182,
            "precision_weighted": 0.754225,
            "recall": 0.725714,
            "recall_weighted": 0.683719,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.697,
            "f1": 0.660249,
            "f1_weighted": 0.680987,
            "precision": 0.646752,
            "precision_weighted": 0.730108,
            "recall": 0.74281,
            "recall_weighted": 0.697,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.689129,
            "f1": 0.653315,
            "f1_weighted": 0.670445,
            "precision": 0.633679,
            "precision_weighted": 0.70499,
            "recall": 0.747506,
            "recall_weighted": 0.689129,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.664535,
            "f1": 0.648287,
            "f1_weighted": 0.648055,
            "precision": 0.639366,
            "precision_weighted": 0.72562,
            "recall": 0.738753,
            "recall_weighted": 0.664535,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.67634,
            "f1": 0.642027,
            "f1_weighted": 0.665006,
            "precision": 0.632578,
            "precision_weighted": 0.718234,
            "recall": 0.725251,
            "recall_weighted": 0.67634,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.661584,
            "f1": 0.636182,
            "f1_weighted": 0.635877,
            "precision": 0.628559,
            "precision_weighted": 0.709769,
            "recall": 0.736664,
            "recall_weighted": 0.661584,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.664043,
            "f1": 0.649996,
            "f1_weighted": 0.637349,
            "precision": 0.65272,
            "precision_weighted": 0.734402,
            "recall": 0.738577,
            "recall_weighted": 0.664043,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.703394,
            "f1": 0.670103,
            "f1_weighted": 0.693934,
            "precision": 0.656116,
            "precision_weighted": 0.738481,
            "recall": 0.744836,
            "recall_weighted": 0.703394,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.685637,
        "f1": 0.654545,
        "f1_weighted": 0.669521,
        "precision": 0.643705,
        "precision_weighted": 0.730157,
        "recall": 0.740466,
        "recall_weighted": 0.685637,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.685637,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.682919,
            "f1": 0.667346,
            "f1_weighted": 0.669055,
            "precision": 0.658192,
            "precision_weighted": 0.727625,
            "recall": 0.760362,
            "recall_weighted": 0.682919,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.720242,
            "f1": 0.700709,
            "f1_weighted": 0.710797,
            "precision": 0.674699,
            "precision_weighted": 0.751818,
            "recall": 0.78048,
            "recall_weighted": 0.720242,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.669805,
            "f1": 0.647837,
            "f1_weighted": 0.656717,
            "precision": 0.630074,
            "precision_weighted": 0.720754,
            "recall": 0.761146,
            "recall_weighted": 0.669805,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.704438,
            "f1": 0.674874,
            "f1_weighted": 0.691806,
            "precision": 0.661647,
            "precision_weighted": 0.753333,
            "recall": 0.76496,
            "recall_weighted": 0.704438,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.685945,
            "f1": 0.667464,
            "f1_weighted": 0.667001,
            "precision": 0.659033,
            "precision_weighted": 0.731593,
            "recall": 0.765488,
            "recall_weighted": 0.685945,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.66308,
            "f1": 0.659005,
            "f1_weighted": 0.648718,
            "precision": 0.645573,
            "precision_weighted": 0.724147,
            "recall": 0.763081,
            "recall_weighted": 0.66308,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.666443,
            "f1": 0.654203,
            "f1_weighted": 0.653545,
            "precision": 0.637705,
            "precision_weighted": 0.712659,
            "recall": 0.760928,
            "recall_weighted": 0.666443,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.671486,
            "f1": 0.6545,
            "f1_weighted": 0.652806,
            "precision": 0.646503,
            "precision_weighted": 0.733291,
            "recall": 0.760764,
            "recall_weighted": 0.671486,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.659718,
            "f1": 0.660322,
            "f1_weighted": 0.630015,
            "precision": 0.657448,
            "precision_weighted": 0.721007,
            "recall": 0.765019,
            "recall_weighted": 0.659718,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.694687,
            "f1": 0.687019,
            "f1_weighted": 0.68426,
            "precision": 0.670248,
            "precision_weighted": 0.733429,
            "recall": 0.77893,
            "recall_weighted": 0.694687,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.681876,
        "f1": 0.667328,
        "f1_weighted": 0.666472,
        "precision": 0.654112,
        "precision_weighted": 0.730966,
        "recall": 0.766116,
        "recall_weighted": 0.681876,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.681876,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 169.6871576309204,
  "kg_co2_emissions": null,
  "date": null
}