results/MassiveIntentClassification.json

{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.603564,
            "f1": 0.570528,
            "f1_weighted": 0.589522,
            "precision": 0.568116,
            "precision_weighted": 0.655833,
            "recall": 0.675778,
            "recall_weighted": 0.603564,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.613652,
            "f1": 0.583694,
            "f1_weighted": 0.605809,
            "precision": 0.569205,
            "precision_weighted": 0.655619,
            "recall": 0.663644,
            "recall_weighted": 0.613652,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.587424,
            "f1": 0.552513,
            "f1_weighted": 0.573412,
            "precision": 0.534538,
            "precision_weighted": 0.615953,
            "recall": 0.663471,
            "recall_weighted": 0.587424,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.591123,
            "f1": 0.566348,
            "f1_weighted": 0.578383,
            "precision": 0.557587,
            "precision_weighted": 0.628252,
            "recall": 0.663657,
            "recall_weighted": 0.591123,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.584734,
            "f1": 0.560817,
            "f1_weighted": 0.574269,
            "precision": 0.562118,
            "precision_weighted": 0.628024,
            "recall": 0.66789,
            "recall_weighted": 0.584734,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.550773,
            "f1": 0.538328,
            "f1_weighted": 0.533015,
            "precision": 0.539745,
            "precision_weighted": 0.632553,
            "recall": 0.651002,
            "recall_weighted": 0.550773,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.591459,
            "f1": 0.568811,
            "f1_weighted": 0.577795,
            "precision": 0.563855,
            "precision_weighted": 0.644678,
            "recall": 0.675252,
            "recall_weighted": 0.591459,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.582044,
            "f1": 0.555797,
            "f1_weighted": 0.561683,
            "precision": 0.551595,
            "precision_weighted": 0.639627,
            "recall": 0.648589,
            "recall_weighted": 0.582044,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.565568,
            "f1": 0.54813,
            "f1_weighted": 0.537545,
            "precision": 0.55524,
            "precision_weighted": 0.598254,
            "recall": 0.651648,
            "recall_weighted": 0.565568,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.604573,
            "f1": 0.583999,
            "f1_weighted": 0.597251,
            "precision": 0.578571,
            "precision_weighted": 0.658989,
            "recall": 0.68452,
            "recall_weighted": 0.604573,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.587492,
        "f1": 0.562897,
        "f1_weighted": 0.572868,
        "precision": 0.558057,
        "precision_weighted": 0.635778,
        "recall": 0.664545,
        "recall_weighted": 0.587492,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.587492,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 21.46303081512451,
  "kg_co2_emissions": null,
  "date": null
}