{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.10.7",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.750615,
            "f1": 0.736523,
            "f1_weighted": 0.749691,
            "precision": 0.716925,
            "precision_weighted": 0.774467,
            "recall": 0.788157,
            "recall_weighted": 0.750615,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.751599,
            "f1": 0.735477,
            "f1_weighted": 0.751625,
            "precision": 0.716377,
            "precision_weighted": 0.791761,
            "recall": 0.801039,
            "recall_weighted": 0.751599,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.727988,
            "f1": 0.710607,
            "f1_weighted": 0.728347,
            "precision": 0.698403,
            "precision_weighted": 0.773187,
            "recall": 0.776368,
            "recall_weighted": 0.727988,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.729464,
            "f1": 0.717596,
            "f1_weighted": 0.727545,
            "precision": 0.70483,
            "precision_weighted": 0.764252,
            "recall": 0.776949,
            "recall_weighted": 0.729464,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.737334,
            "f1": 0.714665,
            "f1_weighted": 0.728783,
            "precision": 0.703063,
            "precision_weighted": 0.768826,
            "recall": 0.781151,
            "recall_weighted": 0.737334,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.701426,
            "f1": 0.687642,
            "f1_weighted": 0.695884,
            "precision": 0.677127,
            "precision_weighted": 0.752077,
            "recall": 0.756963,
            "recall_weighted": 0.701426,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.730939,
            "f1": 0.716494,
            "f1_weighted": 0.734151,
            "precision": 0.703237,
            "precision_weighted": 0.772655,
            "recall": 0.770101,
            "recall_weighted": 0.730939,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.721102,
            "f1": 0.708714,
            "f1_weighted": 0.722325,
            "precision": 0.693417,
            "precision_weighted": 0.761375,
            "recall": 0.766744,
            "recall_weighted": 0.721102,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.739793,
            "f1": 0.73448,
            "f1_weighted": 0.738802,
            "precision": 0.723706,
            "precision_weighted": 0.775928,
            "recall": 0.789352,
            "recall_weighted": 0.739793,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.732415,
            "f1": 0.721252,
            "f1_weighted": 0.733595,
            "precision": 0.709303,
            "precision_weighted": 0.770662,
            "recall": 0.779172,
            "recall_weighted": 0.732415,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.732268,
        "f1": 0.718345,
        "f1_weighted": 0.731075,
        "precision": 0.704639,
        "precision_weighted": 0.770519,
        "recall": 0.7786,
        "recall_weighted": 0.732268,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.732268,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.745124,
            "f1": 0.734323,
            "f1_weighted": 0.74268,
            "precision": 0.713857,
            "precision_weighted": 0.77044,
            "recall": 0.79113,
            "recall_weighted": 0.745124,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.748823,
            "f1": 0.731421,
            "f1_weighted": 0.74421,
            "precision": 0.709751,
            "precision_weighted": 0.777606,
            "recall": 0.795404,
            "recall_weighted": 0.748823,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.742771,
            "f1": 0.724449,
            "f1_weighted": 0.740021,
            "precision": 0.705501,
            "precision_weighted": 0.770977,
            "recall": 0.781541,
            "recall_weighted": 0.742771,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.737054,
            "f1": 0.724753,
            "f1_weighted": 0.73541,
            "precision": 0.71329,
            "precision_weighted": 0.772376,
            "recall": 0.780801,
            "recall_weighted": 0.737054,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.728985,
            "f1": 0.715537,
            "f1_weighted": 0.722318,
            "precision": 0.702076,
            "precision_weighted": 0.7627,
            "recall": 0.779263,
            "recall_weighted": 0.728985,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.710155,
            "f1": 0.688617,
            "f1_weighted": 0.70397,
            "precision": 0.679415,
            "precision_weighted": 0.755518,
            "recall": 0.753396,
            "recall_weighted": 0.710155,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.72495,
            "f1": 0.710935,
            "f1_weighted": 0.725437,
            "precision": 0.69525,
            "precision_weighted": 0.77026,
            "recall": 0.775474,
            "recall_weighted": 0.72495,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.714862,
            "f1": 0.706409,
            "f1_weighted": 0.716233,
            "precision": 0.695636,
            "precision_weighted": 0.75582,
            "recall": 0.76044,
            "recall_weighted": 0.714862,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.73302,
            "f1": 0.728273,
            "f1_weighted": 0.72994,
            "precision": 0.714064,
            "precision_weighted": 0.766445,
            "recall": 0.785538,
            "recall_weighted": 0.73302,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.721587,
            "f1": 0.713442,
            "f1_weighted": 0.72304,
            "precision": 0.703141,
            "precision_weighted": 0.765228,
            "recall": 0.771423,
            "recall_weighted": 0.721587,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.730733,
        "f1": 0.717816,
        "f1_weighted": 0.728326,
        "precision": 0.703198,
        "precision_weighted": 0.766737,
        "recall": 0.777441,
        "recall_weighted": 0.730733,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.730733,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 77.37549757957458,
  "kg_co2_emissions": null,
  "date": null
}