{
  "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d",
  "task_name": "AmazonReviewsClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.3768,
            "f1": 0.366297,
            "f1_weighted": 0.366297,
            "precision": 0.37297,
            "precision_weighted": 0.37297,
            "recall": 0.3768,
            "recall_weighted": 0.3768,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3854,
            "f1": 0.366427,
            "f1_weighted": 0.366427,
            "precision": 0.369938,
            "precision_weighted": 0.369938,
            "recall": 0.3854,
            "recall_weighted": 0.3854,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3892,
            "f1": 0.383804,
            "f1_weighted": 0.383804,
            "precision": 0.382414,
            "precision_weighted": 0.382414,
            "recall": 0.3892,
            "recall_weighted": 0.3892,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3474,
            "f1": 0.340145,
            "f1_weighted": 0.340145,
            "precision": 0.335727,
            "precision_weighted": 0.335727,
            "recall": 0.3474,
            "recall_weighted": 0.3474,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3868,
            "f1": 0.380865,
            "f1_weighted": 0.380865,
            "precision": 0.393436,
            "precision_weighted": 0.393436,
            "recall": 0.3868,
            "recall_weighted": 0.3868,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.35,
            "f1": 0.33815,
            "f1_weighted": 0.33815,
            "precision": 0.351434,
            "precision_weighted": 0.351434,
            "recall": 0.35,
            "recall_weighted": 0.35,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3516,
            "f1": 0.347711,
            "f1_weighted": 0.347711,
            "precision": 0.349063,
            "precision_weighted": 0.349063,
            "recall": 0.3516,
            "recall_weighted": 0.3516,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4044,
            "f1": 0.39977,
            "f1_weighted": 0.39977,
            "precision": 0.400172,
            "precision_weighted": 0.400172,
            "recall": 0.4044,
            "recall_weighted": 0.4044,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3684,
            "f1": 0.357162,
            "f1_weighted": 0.357162,
            "precision": 0.366983,
            "precision_weighted": 0.366983,
            "recall": 0.3684,
            "recall_weighted": 0.3684,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3504,
            "f1": 0.342682,
            "f1_weighted": 0.342682,
            "precision": 0.345879,
            "precision_weighted": 0.345879,
            "recall": 0.3504,
            "recall_weighted": 0.3504,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.37104,
        "f1": 0.362301,
        "f1_weighted": 0.362301,
        "precision": 0.366802,
        "precision_weighted": 0.366802,
        "recall": 0.37104,
        "recall_weighted": 0.37104,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.37104,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.3848,
            "f1": 0.371192,
            "f1_weighted": 0.371192,
            "precision": 0.374745,
            "precision_weighted": 0.374745,
            "recall": 0.3848,
            "recall_weighted": 0.3848,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3922,
            "f1": 0.373858,
            "f1_weighted": 0.373858,
            "precision": 0.378077,
            "precision_weighted": 0.378077,
            "recall": 0.3922,
            "recall_weighted": 0.3922,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3836,
            "f1": 0.377258,
            "f1_weighted": 0.377258,
            "precision": 0.375583,
            "precision_weighted": 0.375583,
            "recall": 0.3836,
            "recall_weighted": 0.3836,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.363,
            "f1": 0.356521,
            "f1_weighted": 0.356521,
            "precision": 0.352648,
            "precision_weighted": 0.352648,
            "recall": 0.363,
            "recall_weighted": 0.363,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.397,
            "f1": 0.389545,
            "f1_weighted": 0.389545,
            "precision": 0.400318,
            "precision_weighted": 0.400318,
            "recall": 0.397,
            "recall_weighted": 0.397,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3486,
            "f1": 0.333875,
            "f1_weighted": 0.333875,
            "precision": 0.349267,
            "precision_weighted": 0.349267,
            "recall": 0.3486,
            "recall_weighted": 0.3486,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3398,
            "f1": 0.336773,
            "f1_weighted": 0.336773,
            "precision": 0.337682,
            "precision_weighted": 0.337682,
            "recall": 0.3398,
            "recall_weighted": 0.3398,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4048,
            "f1": 0.399556,
            "f1_weighted": 0.399556,
            "precision": 0.399706,
            "precision_weighted": 0.399706,
            "recall": 0.4048,
            "recall_weighted": 0.4048,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.365,
            "f1": 0.353462,
            "f1_weighted": 0.353462,
            "precision": 0.366623,
            "precision_weighted": 0.366623,
            "recall": 0.365,
            "recall_weighted": 0.365,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.3546,
            "f1": 0.346895,
            "f1_weighted": 0.346895,
            "precision": 0.350111,
            "precision_weighted": 0.350111,
            "recall": 0.3546,
            "recall_weighted": 0.3546,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.37334,
        "f1": 0.363894,
        "f1_weighted": 0.363894,
        "precision": 0.368476,
        "precision_weighted": 0.368476,
        "recall": 0.37334,
        "recall_weighted": 0.37334,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.37334,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 159.81794357299805,
  "kg_co2_emissions": null,
  "date": null
}