{
  "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039",
  "task_name": "MTOPIntentClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.516331,
            "f1": 0.366147,
            "f1_weighted": 0.53159,
            "precision": 0.364296,
            "precision_weighted": 0.763314,
            "recall": 0.572068,
            "recall_weighted": 0.516331,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.558389,
            "f1": 0.370471,
            "f1_weighted": 0.578883,
            "precision": 0.364228,
            "precision_weighted": 0.753886,
            "recall": 0.555104,
            "recall_weighted": 0.558389,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.555257,
            "f1": 0.370618,
            "f1_weighted": 0.581559,
            "precision": 0.357602,
            "precision_weighted": 0.758434,
            "recall": 0.547853,
            "recall_weighted": 0.555257,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.537808,
            "f1": 0.376547,
            "f1_weighted": 0.559899,
            "precision": 0.376016,
            "precision_weighted": 0.769687,
            "recall": 0.569106,
            "recall_weighted": 0.537808,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.560179,
            "f1": 0.396464,
            "f1_weighted": 0.578002,
            "precision": 0.3904,
            "precision_weighted": 0.749415,
            "recall": 0.572465,
            "recall_weighted": 0.560179,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.548993,
            "f1": 0.389363,
            "f1_weighted": 0.566242,
            "precision": 0.382483,
            "precision_weighted": 0.741325,
            "recall": 0.559683,
            "recall_weighted": 0.548993,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.543177,
            "f1": 0.377522,
            "f1_weighted": 0.571187,
            "precision": 0.376821,
            "precision_weighted": 0.785483,
            "recall": 0.552711,
            "recall_weighted": 0.543177,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.567785,
            "f1": 0.382146,
            "f1_weighted": 0.59347,
            "precision": 0.380292,
            "precision_weighted": 0.7728,
            "recall": 0.566462,
            "recall_weighted": 0.567785,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.547204,
            "f1": 0.377268,
            "f1_weighted": 0.567397,
            "precision": 0.373497,
            "precision_weighted": 0.752202,
            "recall": 0.564719,
            "recall_weighted": 0.547204,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.590157,
            "f1": 0.405506,
            "f1_weighted": 0.61183,
            "precision": 0.392285,
            "precision_weighted": 0.771855,
            "recall": 0.577897,
            "recall_weighted": 0.590157,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.552528,
        "f1": 0.381205,
        "f1_weighted": 0.574006,
        "precision": 0.375792,
        "precision_weighted": 0.76184,
        "recall": 0.563807,
        "recall_weighted": 0.552528,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.552528,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.502052,
            "f1": 0.34166,
            "f1_weighted": 0.515926,
            "precision": 0.333103,
            "precision_weighted": 0.746089,
            "recall": 0.570769,
            "recall_weighted": 0.502052,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.545372,
            "f1": 0.371444,
            "f1_weighted": 0.56869,
            "precision": 0.365886,
            "precision_weighted": 0.776895,
            "recall": 0.591148,
            "recall_weighted": 0.545372,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.563839,
            "f1": 0.386771,
            "f1_weighted": 0.590108,
            "precision": 0.371579,
            "precision_weighted": 0.762373,
            "recall": 0.585059,
            "recall_weighted": 0.563839,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.53648,
            "f1": 0.368875,
            "f1_weighted": 0.555746,
            "precision": 0.358243,
            "precision_weighted": 0.758161,
            "recall": 0.582167,
            "recall_weighted": 0.53648,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.540812,
            "f1": 0.37694,
            "f1_weighted": 0.559379,
            "precision": 0.36322,
            "precision_weighted": 0.75342,
            "recall": 0.585729,
            "recall_weighted": 0.540812,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.540128,
            "f1": 0.38034,
            "f1_weighted": 0.55082,
            "precision": 0.35729,
            "precision_weighted": 0.727782,
            "recall": 0.582046,
            "recall_weighted": 0.540128,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.531236,
            "f1": 0.378585,
            "f1_weighted": 0.55746,
            "precision": 0.372597,
            "precision_weighted": 0.76349,
            "recall": 0.583202,
            "recall_weighted": 0.531236,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.55358,
            "f1": 0.38234,
            "f1_weighted": 0.578064,
            "precision": 0.371971,
            "precision_weighted": 0.78122,
            "recall": 0.592112,
            "recall_weighted": 0.55358,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.54788,
            "f1": 0.389745,
            "f1_weighted": 0.569258,
            "precision": 0.375039,
            "precision_weighted": 0.767314,
            "recall": 0.617152,
            "recall_weighted": 0.54788,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.567715,
            "f1": 0.381227,
            "f1_weighted": 0.585695,
            "precision": 0.363215,
            "precision_weighted": 0.75433,
            "recall": 0.587271,
            "recall_weighted": 0.567715,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.542909,
        "f1": 0.375793,
        "f1_weighted": 0.563115,
        "precision": 0.363214,
        "precision_weighted": 0.759107,
        "recall": 0.587666,
        "recall_weighted": 0.542909,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.542909,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 118.27064609527588,
  "kg_co2_emissions": null,
  "date": null
}