{
  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
  "task_name": "MTOPDomainClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.902908,
            "f1": 0.900791,
            "f1_weighted": 0.902103,
            "precision": 0.900503,
            "precision_weighted": 0.903387,
            "recall": 0.903448,
            "recall_weighted": 0.902908,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.909172,
            "f1": 0.9079,
            "f1_weighted": 0.908296,
            "precision": 0.904925,
            "precision_weighted": 0.908647,
            "recall": 0.912257,
            "recall_weighted": 0.909172,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.896644,
            "f1": 0.894483,
            "f1_weighted": 0.895718,
            "precision": 0.892419,
            "precision_weighted": 0.896436,
            "recall": 0.898041,
            "recall_weighted": 0.896644,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.923043,
            "f1": 0.921789,
            "f1_weighted": 0.923832,
            "precision": 0.920316,
            "precision_weighted": 0.928671,
            "recall": 0.927134,
            "recall_weighted": 0.923043,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.893512,
            "f1": 0.892056,
            "f1_weighted": 0.894244,
            "precision": 0.891172,
            "precision_weighted": 0.899376,
            "recall": 0.897475,
            "recall_weighted": 0.893512,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.90962,
            "f1": 0.909962,
            "f1_weighted": 0.908563,
            "precision": 0.908526,
            "precision_weighted": 0.90911,
            "recall": 0.913004,
            "recall_weighted": 0.90962,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.898881,
            "f1": 0.896682,
            "f1_weighted": 0.898179,
            "precision": 0.893531,
            "precision_weighted": 0.900732,
            "recall": 0.902812,
            "recall_weighted": 0.898881,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.906488,
            "f1": 0.902956,
            "f1_weighted": 0.906964,
            "precision": 0.898799,
            "precision_weighted": 0.91045,
            "recall": 0.910028,
            "recall_weighted": 0.906488,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.902908,
            "f1": 0.901409,
            "f1_weighted": 0.902582,
            "precision": 0.897412,
            "precision_weighted": 0.905612,
            "recall": 0.908384,
            "recall_weighted": 0.902908,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.914094,
            "f1": 0.910454,
            "f1_weighted": 0.913827,
            "precision": 0.910336,
            "precision_weighted": 0.914038,
            "recall": 0.911126,
            "recall_weighted": 0.914094,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.905727,
        "f1": 0.903848,
        "f1_weighted": 0.905431,
        "precision": 0.901794,
        "precision_weighted": 0.907646,
        "recall": 0.908371,
        "recall_weighted": 0.905727,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.905727,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.896261,
            "f1": 0.891879,
            "f1_weighted": 0.895796,
            "precision": 0.89013,
            "precision_weighted": 0.899221,
            "recall": 0.897905,
            "recall_weighted": 0.896261,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.909713,
            "f1": 0.905596,
            "f1_weighted": 0.909103,
            "precision": 0.902125,
            "precision_weighted": 0.909515,
            "recall": 0.910141,
            "recall_weighted": 0.909713,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.902873,
            "f1": 0.899876,
            "f1_weighted": 0.902263,
            "precision": 0.895825,
            "precision_weighted": 0.903344,
            "recall": 0.905678,
            "recall_weighted": 0.902873,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.910853,
            "f1": 0.907062,
            "f1_weighted": 0.912115,
            "precision": 0.904627,
            "precision_weighted": 0.917423,
            "recall": 0.91348,
            "recall_weighted": 0.910853,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.895121,
            "f1": 0.890889,
            "f1_weighted": 0.896078,
            "precision": 0.887702,
            "precision_weighted": 0.901834,
            "recall": 0.899267,
            "recall_weighted": 0.895121,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.907205,
            "f1": 0.905379,
            "f1_weighted": 0.906611,
            "precision": 0.901529,
            "precision_weighted": 0.908071,
            "recall": 0.911083,
            "recall_weighted": 0.907205,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.897629,
            "f1": 0.892732,
            "f1_weighted": 0.896618,
            "precision": 0.889894,
            "precision_weighted": 0.898725,
            "recall": 0.898253,
            "recall_weighted": 0.897629,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.906749,
            "f1": 0.900573,
            "f1_weighted": 0.907855,
            "precision": 0.896525,
            "precision_weighted": 0.912968,
            "recall": 0.910568,
            "recall_weighted": 0.906749,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.899681,
            "f1": 0.896724,
            "f1_weighted": 0.899914,
            "precision": 0.891026,
            "precision_weighted": 0.90383,
            "recall": 0.905696,
            "recall_weighted": 0.899681,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.910853,
            "f1": 0.903988,
            "f1_weighted": 0.910806,
            "precision": 0.901604,
            "precision_weighted": 0.911768,
            "recall": 0.907601,
            "recall_weighted": 0.910853,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.903694,
        "f1": 0.89947,
        "f1_weighted": 0.903716,
        "precision": 0.896099,
        "precision_weighted": 0.90667,
        "recall": 0.905967,
        "recall_weighted": 0.903694,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.903694,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 94.56007814407349,
  "kg_co2_emissions": null,
  "date": null
}