ogma-mini / results /EmotionClassification.json
Antreas's picture
Initial upload: ogma-mini embedding model
a20bf92 verified
Invalid JSON:Unexpected token 'N', ..." "ap": NaN, "... is not valid JSON
{
"dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
"task_name": "EmotionClassification",
"mteb_version": "2.10.7",
"scores": {
"test": [
{
"scores_per_experiment": [
{
"accuracy": 0.426,
"f1": 0.377881,
"f1_weighted": 0.448437,
"precision": 0.389149,
"precision_weighted": 0.522499,
"recall": 0.428431,
"recall_weighted": 0.426,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.375,
"f1": 0.340334,
"f1_weighted": 0.390046,
"precision": 0.354023,
"precision_weighted": 0.475535,
"recall": 0.40011,
"recall_weighted": 0.375,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.3865,
"f1": 0.345362,
"f1_weighted": 0.412465,
"precision": 0.357106,
"precision_weighted": 0.476589,
"recall": 0.387159,
"recall_weighted": 0.3865,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.3875,
"f1": 0.336269,
"f1_weighted": 0.415075,
"precision": 0.354845,
"precision_weighted": 0.491482,
"recall": 0.394926,
"recall_weighted": 0.3875,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.394,
"f1": 0.358739,
"f1_weighted": 0.421667,
"precision": 0.376911,
"precision_weighted": 0.504932,
"recall": 0.407643,
"recall_weighted": 0.394,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.4125,
"f1": 0.362078,
"f1_weighted": 0.435616,
"precision": 0.371521,
"precision_weighted": 0.505686,
"recall": 0.412291,
"recall_weighted": 0.4125,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.3915,
"f1": 0.349771,
"f1_weighted": 0.413247,
"precision": 0.366184,
"precision_weighted": 0.494832,
"recall": 0.410382,
"recall_weighted": 0.3915,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.3435,
"f1": 0.318846,
"f1_weighted": 0.358834,
"precision": 0.332929,
"precision_weighted": 0.441883,
"recall": 0.385154,
"recall_weighted": 0.3435,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.398,
"f1": 0.349592,
"f1_weighted": 0.420303,
"precision": 0.357782,
"precision_weighted": 0.482608,
"recall": 0.390937,
"recall_weighted": 0.398,
"ap": null,
"ap_weighted": null
},
{
"accuracy": 0.3925,
"f1": 0.345382,
"f1_weighted": 0.42106,
"precision": 0.363256,
"precision_weighted": 0.506063,
"recall": 0.393749,
"recall_weighted": 0.3925,
"ap": null,
"ap_weighted": null
}
],
"accuracy": 0.3907,
"f1": 0.348425,
"f1_weighted": 0.413675,
"precision": 0.362371,
"precision_weighted": 0.490211,
"recall": 0.401078,
"recall_weighted": 0.3907,
"ap": NaN,
"ap_weighted": NaN,
"main_score": 0.3907,
"hf_subset": "default",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 17.370490550994873,
"kg_co2_emissions": null,
"date": null
}