{
  "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1",
  "task_name": "AmazonCounterfactualClassification",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.694153,
            "f1": 0.574219,
            "f1_weighted": 0.753103,
            "precision": 0.5942,
            "precision_weighted": 0.887395,
            "recall": 0.733927,
            "recall_weighted": 0.694153,
            "ap": 0.198002,
            "ap_weighted": 0.198002
          },
          {
            "accuracy": 0.651424,
            "f1": 0.527587,
            "f1_weighted": 0.719054,
            "precision": 0.56284,
            "precision_weighted": 0.864599,
            "recall": 0.659219,
            "recall_weighted": 0.651424,
            "ap": 0.156012,
            "ap_weighted": 0.156012
          },
          {
            "accuracy": 0.652924,
            "f1": 0.541777,
            "f1_weighted": 0.720423,
            "precision": 0.579342,
            "precision_weighted": 0.880513,
            "recall": 0.704557,
            "recall_weighted": 0.652924,
            "ap": 0.177086,
            "ap_weighted": 0.177086
          },
          {
            "accuracy": 0.562219,
            "f1": 0.465276,
            "f1_weighted": 0.645508,
            "precision": 0.538622,
            "precision_weighted": 0.850107,
            "recall": 0.60307,
            "recall_weighted": 0.562219,
            "ap": 0.130999,
            "ap_weighted": 0.130999
          },
          {
            "accuracy": 0.675412,
            "f1": 0.549623,
            "f1_weighted": 0.738039,
            "precision": 0.575711,
            "precision_weighted": 0.873125,
            "recall": 0.688501,
            "recall_weighted": 0.675412,
            "ap": 0.171742,
            "ap_weighted": 0.171742
          },
          {
            "accuracy": 0.670165,
            "f1": 0.547769,
            "f1_weighted": 0.734008,
            "precision": 0.576391,
            "precision_weighted": 0.87466,
            "recall": 0.69193,
            "recall_weighted": 0.670165,
            "ap": 0.172833,
            "ap_weighted": 0.172833
          },
          {
            "accuracy": 0.61919,
            "f1": 0.494769,
            "f1_weighted": 0.693242,
            "precision": 0.541343,
            "precision_weighted": 0.848086,
            "recall": 0.606261,
            "recall_weighted": 0.61919,
            "ap": 0.133487,
            "ap_weighted": 0.133487
          },
          {
            "accuracy": 0.647676,
            "f1": 0.516935,
            "f1_weighted": 0.715873,
            "precision": 0.552417,
            "precision_weighted": 0.855409,
            "recall": 0.631697,
            "recall_weighted": 0.647676,
            "ap": 0.144229,
            "ap_weighted": 0.144229
          },
          {
            "accuracy": 0.706897,
            "f1": 0.577121,
            "f1_weighted": 0.762565,
            "precision": 0.590771,
            "precision_weighted": 0.881359,
            "recall": 0.718789,
            "recall_weighted": 0.706897,
            "ap": 0.191879,
            "ap_weighted": 0.191879
          },
          {
            "accuracy": 0.651424,
            "f1": 0.528566,
            "f1_weighted": 0.719077,
            "precision": 0.564001,
            "precision_weighted": 0.865698,
            "recall": 0.662397,
            "recall_weighted": 0.651424,
            "ap": 0.157407,
            "ap_weighted": 0.157407
          }
        ],
        "accuracy": 0.653148,
        "f1": 0.532364,
        "f1_weighted": 0.720089,
        "precision": 0.567564,
        "precision_weighted": 0.868095,
        "recall": 0.670035,
        "recall_weighted": 0.653148,
        "ap": 0.163368,
        "ap_weighted": 0.163368,
        "main_score": 0.653148,
        "hf_subset": "en-ext",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.585075,
            "f1": 0.53891,
            "f1_weighted": 0.627755,
            "precision": 0.577848,
            "precision_weighted": 0.762129,
            "recall": 0.62366,
            "recall_weighted": 0.585075,
            "ap": 0.250283,
            "ap_weighted": 0.250283
          },
          {
            "accuracy": 0.661194,
            "f1": 0.586347,
            "f1_weighted": 0.693497,
            "precision": 0.593012,
            "precision_weighted": 0.76473,
            "recall": 0.639189,
            "recall_weighted": 0.661194,
            "ap": 0.265176,
            "ap_weighted": 0.265176
          },
          {
            "accuracy": 0.632836,
            "f1": 0.57121,
            "f1_weighted": 0.670199,
            "precision": 0.589383,
            "precision_weighted": 0.766672,
            "recall": 0.638899,
            "recall_weighted": 0.632836,
            "ap": 0.262175,
            "ap_weighted": 0.262175
          },
          {
            "accuracy": 0.623881,
            "f1": 0.575591,
            "f1_weighted": 0.662769,
            "precision": 0.604335,
            "precision_weighted": 0.785576,
            "recall": 0.665114,
            "recall_weighted": 0.623881,
            "ap": 0.277003,
            "ap_weighted": 0.277003
          },
          {
            "accuracy": 0.653731,
            "f1": 0.600785,
            "f1_weighted": 0.689318,
            "precision": 0.619073,
            "precision_weighted": 0.795829,
            "recall": 0.686556,
            "recall_weighted": 0.653731,
            "ap": 0.294219,
            "ap_weighted": 0.294219
          },
          {
            "accuracy": 0.638806,
            "f1": 0.573603,
            "f1_weighted": 0.67514,
            "precision": 0.588751,
            "precision_weighted": 0.764807,
            "recall": 0.636831,
            "recall_weighted": 0.638806,
            "ap": 0.261489,
            "ap_weighted": 0.261489
          },
          {
            "accuracy": 0.708955,
            "f1": 0.626367,
            "f1_weighted": 0.733338,
            "precision": 0.621397,
            "precision_weighted": 0.782315,
            "recall": 0.671763,
            "recall_weighted": 0.708955,
            "ap": 0.294222,
            "ap_weighted": 0.294222
          },
          {
            "accuracy": 0.695522,
            "f1": 0.621683,
            "f1_weighted": 0.723462,
            "precision": 0.621033,
            "precision_weighted": 0.786205,
            "recall": 0.67786,
            "recall_weighted": 0.695522,
            "ap": 0.295622,
            "ap_weighted": 0.295622
          },
          {
            "accuracy": 0.61791,
            "f1": 0.575399,
            "f1_weighted": 0.657213,
            "precision": 0.610702,
            "precision_weighted": 0.794506,
            "recall": 0.675849,
            "recall_weighted": 0.61791,
            "ap": 0.282911,
            "ap_weighted": 0.282911
          },
          {
            "accuracy": 0.620896,
            "f1": 0.562928,
            "f1_weighted": 0.659857,
            "precision": 0.585763,
            "precision_weighted": 0.76494,
            "recall": 0.634367,
            "recall_weighted": 0.620896,
            "ap": 0.258547,
            "ap_weighted": 0.258547
          }
        ],
        "accuracy": 0.643881,
        "f1": 0.583282,
        "f1_weighted": 0.679255,
        "precision": 0.60113,
        "precision_weighted": 0.776771,
        "recall": 0.655009,
        "recall_weighted": 0.643881,
        "ap": 0.274165,
        "ap_weighted": 0.274165,
        "main_score": 0.643881,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 16.708924055099487,
  "kg_co2_emissions": null,
  "date": null
}