File size: 9,162 Bytes
c363d9a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
{
    "artist": {
        "balanced": {
            "macro_f1": 0.3775081791112728,
            "micro_f1": 0.5015105740181269,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.1749318430664357,
            "micro_f1": 0.3190184049079754,
            "precision": 0.9790794979079498,
            "recall": 0.19055374592833876,
            "threshold": 0.4636363685131073
        },
        "high_recall": {
            "macro_f1": 0.4447046128382831,
            "micro_f1": 0.3035714285714286,
            "precision": 0.20719381688466113,
            "recall": 0.5675895765472313,
            "threshold": 0.15252526104450226
        },
        "macro_opt": {
            "macro_f1": 0.44647840646210285,
            "micro_f1": 0.2656786553406832,
            "threshold": 0.14040404558181763
        },
        "micro_opt": {
            "macro_f1": 0.37291742421014107,
            "micro_f1": 0.5025641025641026,
            "precision": 0.6786703601108033,
            "recall": 0.3990228013029316,
            "threshold": 0.26161617040634155
        }
    },
    "character": {
        "balanced": {
            "macro_f1": 0.5948708178884544,
            "micro_f1": 0.7346598024210381,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.4056018800536867,
            "micro_f1": 0.6541498508510265,
            "precision": 0.9718456725755996,
            "recall": 0.4929912721502248,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.5757477702617706,
            "micro_f1": 0.327158961116353,
            "precision": 0.20139398385913426,
            "recall": 0.8711980957418672,
            "threshold": 0.10000000149011612
        },
        "macro_opt": {
            "macro_f1": 0.6392539806941593,
            "micro_f1": 0.5952971524952873,
            "threshold": 0.16060607135295868
        },
        "micro_opt": {
            "macro_f1": 0.5696210468713038,
            "micro_f1": 0.7402040514564542,
            "precision": 0.8393695506371562,
            "recall": 0.6619941814334832,
            "threshold": 0.29393941164016724
        }
    },
    "copyright": {
        "balanced": {
            "macro_f1": 0.47158114043889116,
            "micro_f1": 0.7602716468590832,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.31503633342804466,
            "micro_f1": 0.7445317477171375,
            "precision": 0.9717294900221729,
            "recall": 0.6034423407917384,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.3740289505717933,
            "micro_f1": 0.3431698260699628,
            "precision": 0.2116342600032139,
            "recall": 0.9067125645438898,
            "threshold": 0.10000000149011612
        },
        "macro_opt": {
            "macro_f1": 0.4900037105426014,
            "micro_f1": 0.6994245241257193,
            "threshold": 0.2050505131483078
        },
        "micro_opt": {
            "macro_f1": 0.4419495235276388,
            "micro_f1": 0.787033546928006,
            "precision": 0.8696376509787589,
            "recall": 0.7187607573149741,
            "threshold": 0.33434343338012695
        }
    },
    "general": {
        "balanced": {
            "macro_f1": 0.30229431075358365,
            "micro_f1": 0.5790927525587187,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.150257179852135,
            "micro_f1": 0.4816335488354655,
            "precision": 0.820814112953497,
            "recall": 0.34080467951289584,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.24082702640188747,
            "micro_f1": 0.3057010417450669,
            "precision": 0.18439176540648225,
            "recall": 0.8935721403336223,
            "threshold": 0.12424242496490479
        },
        "macro_opt": {
            "macro_f1": 0.3084379237278112,
            "micro_f1": 0.5412796265818665,
            "threshold": 0.22525253891944885
        },
        "micro_opt": {
            "macro_f1": 0.26848161134987747,
            "micro_f1": 0.6081761620899704,
            "precision": 0.6123691322715227,
            "recall": 0.604040221034514,
            "threshold": 0.32222220301628113
        }
    },
    "meta": {
        "balanced": {
            "macro_f1": 0.1349783331148257,
            "micro_f1": 0.5599752360315741,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.08349515023036418,
            "micro_f1": 0.45190087732799755,
            "precision": 0.8510144927536232,
            "recall": 0.3076278290025147,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.11639352386014946,
            "micro_f1": 0.30933664322162463,
            "precision": 0.18512710465500165,
            "recall": 0.9400670578373848,
            "threshold": 0.12020201981067657
        },
        "macro_opt": {
            "macro_f1": 0.13693949606225433,
            "micro_f1": 0.4862291327668293,
            "threshold": 0.209090918302536
        },
        "micro_opt": {
            "macro_f1": 0.13009783732629407,
            "micro_f1": 0.6076263304743206,
            "precision": 0.599388379204893,
            "recall": 0.6160938809723386,
            "threshold": 0.33030301332473755
        }
    },
    "overall": {
        "balanced": {
            "macro_f1": 0.38270470569601606,
            "macro_precision": 0.3817001935890566,
            "macro_recall": 0.425681498855393,
            "micro_f1": 0.584055931756222,
            "micro_precision": 0.49797922993289095,
            "micro_recall": 0.7061081282228483,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.2153255951240446,
            "micro_f1": 0.4944713666301593,
            "precision": 0.8396728745764439,
            "recall": 0.3504119929828292,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.3487144880872213,
            "micro_f1": 0.300385998834184,
            "precision": 0.1803363342089147,
            "recall": 0.8985487214927436,
            "threshold": 0.12020201981067657
        },
        "macro_opt": {
            "macro_f1": 0.39832290377559726,
            "micro_f1": 0.5046463454738391,
            "precision": 0.3682064383102957,
            "recall": 0.5085146215529549,
            "threshold": 0.2010101079940796
        },
        "micro_opt": {
            "macro_f1": 0.33958312241040645,
            "micro_f1": 0.614848934683898,
            "precision": 0.6316651154445653,
            "recall": 0.5989048960714476,
            "threshold": 0.32626262307167053
        }
    },
    "rating": {
        "balanced": {
            "macro_f1": 0.7711101188909454,
            "micro_f1": 0.7801845166466105,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.7014474614624154,
            "micro_f1": 0.7444098499858478,
            "precision": 0.8855218855218855,
            "recall": 0.64208984375,
            "threshold": 0.5
        },
        "high_recall": {
            "macro_f1": 0.6196315621467707,
            "micro_f1": 0.65429531274996,
            "precision": 0.48655722103259574,
            "recall": 0.99853515625,
            "threshold": 0.10000000149011612
        },
        "macro_opt": {
            "macro_f1": 0.7984169296105761,
            "micro_f1": 0.8117809479981591,
            "threshold": 0.3585858643054962
        },
        "micro_opt": {
            "macro_f1": 0.7984169296105761,
            "micro_f1": 0.8117809479981591,
            "precision": 0.7676240208877284,
            "recall": 0.861328125,
            "threshold": 0.3585858643054962
        }
    },
    "year": {
        "balanced": {
            "macro_f1": 0.2763913552769953,
            "micro_f1": 0.32642487046632124,
            "threshold": 0.25757578015327454
        },
        "high_precision": {
            "macro_f1": 0.2436032979859523,
            "micro_f1": 0.30346820809248554,
            "precision": 0.2994296577946768,
            "recall": 0.3076171875,
            "threshold": 0.30202019214630127
        },
        "high_recall": {
            "macro_f1": 0.2649870859477423,
            "micro_f1": 0.30422988043805893,
            "precision": 0.19152435167615434,
            "recall": 0.7392578125,
            "threshold": 0.21313132345676422
        },
        "macro_opt": {
            "macro_f1": 0.2763913552769953,
            "micro_f1": 0.32642487046632124,
            "threshold": 0.25757578015327454
        },
        "micro_opt": {
            "macro_f1": 0.2752560938486103,
            "micro_f1": 0.3307321932591732,
            "precision": 0.25056603773584907,
            "recall": 0.486328125,
            "threshold": 0.26565656065940857
        }
    }
}