{
  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
  "task_name": "MTOPDomainClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.849664,
            "f1": 0.842408,
            "f1_weighted": 0.847871,
            "precision": 0.841648,
            "precision_weighted": 0.853421,
            "recall": 0.850454,
            "recall_weighted": 0.849664,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.860403,
            "f1": 0.86009,
            "f1_weighted": 0.860031,
            "precision": 0.858299,
            "precision_weighted": 0.864566,
            "recall": 0.86699,
            "recall_weighted": 0.860403,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.849217,
            "f1": 0.846257,
            "f1_weighted": 0.848173,
            "precision": 0.841765,
            "precision_weighted": 0.850066,
            "recall": 0.853366,
            "recall_weighted": 0.849217,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.867114,
            "f1": 0.866079,
            "f1_weighted": 0.868196,
            "precision": 0.865395,
            "precision_weighted": 0.879134,
            "recall": 0.875804,
            "recall_weighted": 0.867114,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.856823,
            "f1": 0.853063,
            "f1_weighted": 0.856802,
            "precision": 0.849901,
            "precision_weighted": 0.861268,
            "recall": 0.861489,
            "recall_weighted": 0.856823,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.846085,
            "f1": 0.843752,
            "f1_weighted": 0.843295,
            "precision": 0.838869,
            "precision_weighted": 0.846904,
            "recall": 0.854694,
            "recall_weighted": 0.846085,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.853691,
            "f1": 0.849989,
            "f1_weighted": 0.852459,
            "precision": 0.844715,
            "precision_weighted": 0.85399,
            "recall": 0.857996,
            "recall_weighted": 0.853691,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.859955,
            "f1": 0.853935,
            "f1_weighted": 0.861136,
            "precision": 0.849671,
            "precision_weighted": 0.866908,
            "recall": 0.863457,
            "recall_weighted": 0.859955,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.858613,
            "f1": 0.857104,
            "f1_weighted": 0.858136,
            "precision": 0.853352,
            "precision_weighted": 0.861144,
            "recall": 0.864174,
            "recall_weighted": 0.858613,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.861745,
            "f1": 0.857971,
            "f1_weighted": 0.860317,
            "precision": 0.858812,
            "precision_weighted": 0.862096,
            "recall": 0.860289,
            "recall_weighted": 0.861745,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.856331,
        "f1": 0.853065,
        "f1_weighted": 0.855642,
        "precision": 0.850243,
        "precision_weighted": 0.85995,
        "recall": 0.860871,
        "recall_weighted": 0.856331,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.856331,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.840857,
            "f1": 0.83241,
            "f1_weighted": 0.83953,
            "precision": 0.83038,
            "precision_weighted": 0.846361,
            "recall": 0.842637,
            "recall_weighted": 0.840857,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.846101,
            "f1": 0.840324,
            "f1_weighted": 0.84584,
            "precision": 0.836554,
            "precision_weighted": 0.852249,
            "recall": 0.851363,
            "recall_weighted": 0.846101,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.849977,
            "f1": 0.847455,
            "f1_weighted": 0.849387,
            "precision": 0.840706,
            "precision_weighted": 0.853674,
            "recall": 0.859574,
            "recall_weighted": 0.849977,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.856589,
            "f1": 0.851326,
            "f1_weighted": 0.857063,
            "precision": 0.848602,
            "precision_weighted": 0.869493,
            "recall": 0.864798,
            "recall_weighted": 0.856589,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.852485,
            "f1": 0.846573,
            "f1_weighted": 0.85384,
            "precision": 0.842506,
            "precision_weighted": 0.86308,
            "recall": 0.860203,
            "recall_weighted": 0.852485,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.842909,
            "f1": 0.838147,
            "f1_weighted": 0.841086,
            "precision": 0.829988,
            "precision_weighted": 0.846932,
            "recall": 0.85314,
            "recall_weighted": 0.842909,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.848609,
            "f1": 0.842065,
            "f1_weighted": 0.847148,
            "precision": 0.835135,
            "precision_weighted": 0.850091,
            "recall": 0.853408,
            "recall_weighted": 0.848609,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.859553,
            "f1": 0.84798,
            "f1_weighted": 0.861298,
            "precision": 0.845394,
            "precision_weighted": 0.868938,
            "recall": 0.858955,
            "recall_weighted": 0.859553,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.851345,
            "f1": 0.844526,
            "f1_weighted": 0.8515,
            "precision": 0.838136,
            "precision_weighted": 0.857778,
            "recall": 0.856986,
            "recall_weighted": 0.851345,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.853397,
            "f1": 0.845712,
            "f1_weighted": 0.853477,
            "precision": 0.842757,
            "precision_weighted": 0.858192,
            "recall": 0.853964,
            "recall_weighted": 0.853397,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.850182,
        "f1": 0.843652,
        "f1_weighted": 0.850017,
        "precision": 0.839016,
        "precision_weighted": 0.856679,
        "recall": 0.855503,
        "recall_weighted": 0.850182,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.850182,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 51.17427062988281,
  "kg_co2_emissions": null,
  "date": null
}