{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.604525,
            "f1": 0.564468,
            "f1_weighted": 0.591358,
            "precision": 0.562117,
            "precision_weighted": 0.650289,
            "recall": 0.651761,
            "recall_weighted": 0.604525,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.649287,
            "f1": 0.611558,
            "f1_weighted": 0.642462,
            "precision": 0.596179,
            "precision_weighted": 0.686891,
            "recall": 0.692154,
            "recall_weighted": 0.649287,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.620266,
            "f1": 0.574451,
            "f1_weighted": 0.602432,
            "precision": 0.563445,
            "precision_weighted": 0.637167,
            "recall": 0.669354,
            "recall_weighted": 0.620266,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.625676,
            "f1": 0.575931,
            "f1_weighted": 0.60735,
            "precision": 0.575796,
            "precision_weighted": 0.69068,
            "recall": 0.669621,
            "recall_weighted": 0.625676,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.618298,
            "f1": 0.579576,
            "f1_weighted": 0.602698,
            "precision": 0.566206,
            "precision_weighted": 0.649519,
            "recall": 0.683943,
            "recall_weighted": 0.618298,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.578455,
            "f1": 0.554946,
            "f1_weighted": 0.558671,
            "precision": 0.562892,
            "precision_weighted": 0.65798,
            "recall": 0.656489,
            "recall_weighted": 0.578455,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.605509,
            "f1": 0.576624,
            "f1_weighted": 0.591015,
            "precision": 0.581767,
            "precision_weighted": 0.646599,
            "recall": 0.660639,
            "recall_weighted": 0.605509,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.595671,
            "f1": 0.573045,
            "f1_weighted": 0.574776,
            "precision": 0.575893,
            "precision_weighted": 0.65593,
            "recall": 0.668549,
            "recall_weighted": 0.595671,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.595671,
            "f1": 0.562687,
            "f1_weighted": 0.566757,
            "precision": 0.589109,
            "precision_weighted": 0.69285,
            "recall": 0.662312,
            "recall_weighted": 0.595671,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.631579,
            "f1": 0.590278,
            "f1_weighted": 0.622264,
            "precision": 0.589255,
            "precision_weighted": 0.683462,
            "recall": 0.674086,
            "recall_weighted": 0.631579,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.612494,
        "f1": 0.576356,
        "f1_weighted": 0.595978,
        "precision": 0.576266,
        "precision_weighted": 0.665137,
        "recall": 0.668891,
        "recall_weighted": 0.612494,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.612494,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.611634,
            "f1": 0.585785,
            "f1_weighted": 0.599458,
            "precision": 0.581867,
            "precision_weighted": 0.668286,
            "recall": 0.689783,
            "recall_weighted": 0.611634,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.648285,
            "f1": 0.625164,
            "f1_weighted": 0.640539,
            "precision": 0.60389,
            "precision_weighted": 0.685165,
            "recall": 0.704445,
            "recall_weighted": 0.648285,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.605918,
            "f1": 0.577655,
            "f1_weighted": 0.592666,
            "precision": 0.569684,
            "precision_weighted": 0.65938,
            "recall": 0.667719,
            "recall_weighted": 0.605918,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.630464,
            "f1": 0.597327,
            "f1_weighted": 0.613853,
            "precision": 0.584902,
            "precision_weighted": 0.671286,
            "recall": 0.68058,
            "recall_weighted": 0.630464,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.603564,
            "f1": 0.582215,
            "f1_weighted": 0.590151,
            "precision": 0.580583,
            "precision_weighted": 0.65609,
            "recall": 0.687555,
            "recall_weighted": 0.603564,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.566241,
            "f1": 0.560964,
            "f1_weighted": 0.55125,
            "precision": 0.567787,
            "precision_weighted": 0.668481,
            "recall": 0.654699,
            "recall_weighted": 0.566241,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.6039,
            "f1": 0.583179,
            "f1_weighted": 0.586948,
            "precision": 0.572859,
            "precision_weighted": 0.650546,
            "recall": 0.694353,
            "recall_weighted": 0.6039,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.597512,
            "f1": 0.590263,
            "f1_weighted": 0.579391,
            "precision": 0.580378,
            "precision_weighted": 0.652295,
            "recall": 0.680761,
            "recall_weighted": 0.597512,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.591459,
            "f1": 0.581459,
            "f1_weighted": 0.562673,
            "precision": 0.591208,
            "precision_weighted": 0.651962,
            "recall": 0.683426,
            "recall_weighted": 0.591459,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.624412,
            "f1": 0.607599,
            "f1_weighted": 0.616047,
            "precision": 0.597789,
            "precision_weighted": 0.679811,
            "recall": 0.707667,
            "recall_weighted": 0.624412,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.608339,
        "f1": 0.589161,
        "f1_weighted": 0.593298,
        "precision": 0.583095,
        "precision_weighted": 0.66433,
        "recall": 0.685099,
        "recall_weighted": 0.608339,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.608339,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 93.8818793296814,
  "kg_co2_emissions": null,
  "date": null
}