{
  "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039",
  "task_name": "MTOPIntentClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.611633,
            "f1": 0.409673,
            "f1_weighted": 0.633875,
            "precision": 0.398318,
            "precision_weighted": 0.829544,
            "recall": 0.602015,
            "recall_weighted": 0.611633,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.641163,
            "f1": 0.432864,
            "f1_weighted": 0.665308,
            "precision": 0.425859,
            "precision_weighted": 0.823211,
            "recall": 0.622044,
            "recall_weighted": 0.641163,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.64519,
            "f1": 0.434012,
            "f1_weighted": 0.663065,
            "precision": 0.411199,
            "precision_weighted": 0.819446,
            "recall": 0.617317,
            "recall_weighted": 0.64519,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.630872,
            "f1": 0.430861,
            "f1_weighted": 0.652042,
            "precision": 0.412139,
            "precision_weighted": 0.823488,
            "recall": 0.606452,
            "recall_weighted": 0.630872,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.630425,
            "f1": 0.449798,
            "f1_weighted": 0.64842,
            "precision": 0.440425,
            "precision_weighted": 0.820239,
            "recall": 0.626703,
            "recall_weighted": 0.630425,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.624609,
            "f1": 0.4352,
            "f1_weighted": 0.644347,
            "precision": 0.430907,
            "precision_weighted": 0.833457,
            "recall": 0.595863,
            "recall_weighted": 0.624609,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.619239,
            "f1": 0.433608,
            "f1_weighted": 0.647686,
            "precision": 0.421929,
            "precision_weighted": 0.829609,
            "recall": 0.612615,
            "recall_weighted": 0.619239,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.655928,
            "f1": 0.444966,
            "f1_weighted": 0.67959,
            "precision": 0.428875,
            "precision_weighted": 0.841773,
            "recall": 0.62983,
            "recall_weighted": 0.655928,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.657718,
            "f1": 0.426842,
            "f1_weighted": 0.671419,
            "precision": 0.416557,
            "precision_weighted": 0.829213,
            "recall": 0.605491,
            "recall_weighted": 0.657718,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.660403,
            "f1": 0.450082,
            "f1_weighted": 0.684754,
            "precision": 0.438556,
            "precision_weighted": 0.831814,
            "recall": 0.612658,
            "recall_weighted": 0.660403,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.637718,
        "f1": 0.434791,
        "f1_weighted": 0.659051,
        "precision": 0.422477,
        "precision_weighted": 0.828179,
        "recall": 0.613099,
        "recall_weighted": 0.637718,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.637718,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.601459,
            "f1": 0.42908,
            "f1_weighted": 0.62617,
            "precision": 0.412977,
            "precision_weighted": 0.822319,
            "recall": 0.643194,
            "recall_weighted": 0.601459,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.628591,
            "f1": 0.420223,
            "f1_weighted": 0.650183,
            "precision": 0.405049,
            "precision_weighted": 0.824838,
            "recall": 0.642639,
            "recall_weighted": 0.628591,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.645919,
            "f1": 0.453776,
            "f1_weighted": 0.667763,
            "precision": 0.424753,
            "precision_weighted": 0.825284,
            "recall": 0.657699,
            "recall_weighted": 0.645919,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.622663,
            "f1": 0.442072,
            "f1_weighted": 0.643417,
            "precision": 0.42229,
            "precision_weighted": 0.821174,
            "recall": 0.656686,
            "recall_weighted": 0.622663,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.613771,
            "f1": 0.444827,
            "f1_weighted": 0.630261,
            "precision": 0.423994,
            "precision_weighted": 0.796384,
            "recall": 0.659946,
            "recall_weighted": 0.613771,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.615595,
            "f1": 0.43974,
            "f1_weighted": 0.635122,
            "precision": 0.421639,
            "precision_weighted": 0.820269,
            "recall": 0.654356,
            "recall_weighted": 0.615595,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.606703,
            "f1": 0.441633,
            "f1_weighted": 0.630369,
            "precision": 0.427797,
            "precision_weighted": 0.817602,
            "recall": 0.641123,
            "recall_weighted": 0.606703,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.638851,
            "f1": 0.439061,
            "f1_weighted": 0.657051,
            "precision": 0.415251,
            "precision_weighted": 0.827372,
            "recall": 0.657952,
            "recall_weighted": 0.638851,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.641587,
            "f1": 0.444679,
            "f1_weighted": 0.66043,
            "precision": 0.421675,
            "precision_weighted": 0.829789,
            "recall": 0.661222,
            "recall_weighted": 0.641587,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.635659,
            "f1": 0.438398,
            "f1_weighted": 0.655304,
            "precision": 0.420978,
            "precision_weighted": 0.81612,
            "recall": 0.647443,
            "recall_weighted": 0.635659,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.62508,
        "f1": 0.439349,
        "f1_weighted": 0.645607,
        "precision": 0.41964,
        "precision_weighted": 0.820115,
        "recall": 0.652226,
        "recall_weighted": 0.62508,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.62508,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 226.89173936843872,
  "kg_co2_emissions": null,
  "date": null
}