File size: 4,026 Bytes
6efaeab
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.10.12",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.603564,
            "f1": 0.570528,
            "f1_weighted": 0.589522,
            "precision": 0.568116,
            "precision_weighted": 0.655833,
            "recall": 0.675778,
            "recall_weighted": 0.603564,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.613652,
            "f1": 0.583694,
            "f1_weighted": 0.605809,
            "precision": 0.569205,
            "precision_weighted": 0.655619,
            "recall": 0.663644,
            "recall_weighted": 0.613652,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.587424,
            "f1": 0.552513,
            "f1_weighted": 0.573412,
            "precision": 0.534538,
            "precision_weighted": 0.615953,
            "recall": 0.663471,
            "recall_weighted": 0.587424,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.591123,
            "f1": 0.566348,
            "f1_weighted": 0.578383,
            "precision": 0.557587,
            "precision_weighted": 0.628252,
            "recall": 0.663657,
            "recall_weighted": 0.591123,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.584734,
            "f1": 0.560817,
            "f1_weighted": 0.574269,
            "precision": 0.562118,
            "precision_weighted": 0.628024,
            "recall": 0.66789,
            "recall_weighted": 0.584734,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.550773,
            "f1": 0.538328,
            "f1_weighted": 0.533015,
            "precision": 0.539745,
            "precision_weighted": 0.632553,
            "recall": 0.651002,
            "recall_weighted": 0.550773,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.591459,
            "f1": 0.568811,
            "f1_weighted": 0.577795,
            "precision": 0.563855,
            "precision_weighted": 0.644678,
            "recall": 0.675252,
            "recall_weighted": 0.591459,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.582044,
            "f1": 0.555797,
            "f1_weighted": 0.561683,
            "precision": 0.551595,
            "precision_weighted": 0.639627,
            "recall": 0.648589,
            "recall_weighted": 0.582044,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.565568,
            "f1": 0.54813,
            "f1_weighted": 0.537545,
            "precision": 0.55524,
            "precision_weighted": 0.598254,
            "recall": 0.651648,
            "recall_weighted": 0.565568,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.604573,
            "f1": 0.583999,
            "f1_weighted": 0.597251,
            "precision": 0.578571,
            "precision_weighted": 0.658989,
            "recall": 0.68452,
            "recall_weighted": 0.604573,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.587492,
        "f1": 0.562897,
        "f1_weighted": 0.572868,
        "precision": 0.558057,
        "precision_weighted": 0.635778,
        "recall": 0.664545,
        "recall_weighted": 0.587492,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.587492,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 21.46303081512451,
  "kg_co2_emissions": null,
  "date": null
}