File size: 16,665 Bytes
29b445b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
{
  "initial": {
    "overall": {
      "micro_opt": {
        "threshold": 0.32626262307167053,
        "micro_f1": 0.614848934683898,
        "macro_f1": 0.33958312241040645,
        "precision": 0.6316651154445653,
        "recall": 0.5989048960714476
      },
      "macro_opt": {
        "threshold": 0.2010101079940796,
        "micro_f1": 0.5046463454738391,
        "macro_f1": 0.39832290377559726,
        "precision": 0.3682064383102957,
        "recall": 0.5085146215529549
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.584055931756222,
        "macro_f1": 0.38270470569601606,
        "micro_precision": 0.49797922993289095,
        "micro_recall": 0.7061081282228483,
        "macro_precision": 0.3817001935890566,
        "macro_recall": 0.425681498855393
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.4944713666301593,
        "macro_f1": 0.2153255951240446,
        "precision": 0.8396728745764439,
        "recall": 0.3504119929828292
      },
      "high_recall": {
        "threshold": 0.12020201981067657,
        "micro_f1": 0.300385998834184,
        "macro_f1": 0.3487144880872213,
        "precision": 0.1803363342089147,
        "recall": 0.8985487214927436
      }
    },
    "artist": {
      "micro_opt": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.5025641025641026,
        "macro_f1": 0.37291742421014107,
        "precision": 0.6786703601108033,
        "recall": 0.3990228013029316
      },
      "macro_opt": {
        "threshold": 0.14040404558181763,
        "micro_f1": 0.2656786553406832,
        "macro_f1": 0.44647840646210285
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.5015105740181269,
        "macro_f1": 0.3775081791112728
      },
      "high_precision": {
        "threshold": 0.4636363685131073,
        "micro_f1": 0.3190184049079754,
        "macro_f1": 0.1749318430664357,
        "precision": 0.9790794979079498,
        "recall": 0.19055374592833876
      },
      "high_recall": {
        "threshold": 0.15252526104450226,
        "micro_f1": 0.3035714285714286,
        "macro_f1": 0.4447046128382831,
        "precision": 0.20719381688466113,
        "recall": 0.5675895765472313
      }
    },
    "character": {
      "micro_opt": {
        "threshold": 0.29393941164016724,
        "micro_f1": 0.7402040514564542,
        "macro_f1": 0.5696210468713038,
        "precision": 0.8393695506371562,
        "recall": 0.6619941814334832
      },
      "macro_opt": {
        "threshold": 0.16060607135295868,
        "micro_f1": 0.5952971524952873,
        "macro_f1": 0.6392539806941593
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.7346598024210381,
        "macro_f1": 0.5948708178884544
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.6541498508510265,
        "macro_f1": 0.4056018800536867,
        "precision": 0.9718456725755996,
        "recall": 0.4929912721502248
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.327158961116353,
        "macro_f1": 0.5757477702617706,
        "precision": 0.20139398385913426,
        "recall": 0.8711980957418672
      }
    },
    "copyright": {
      "micro_opt": {
        "threshold": 0.33434343338012695,
        "micro_f1": 0.787033546928006,
        "macro_f1": 0.4419495235276388,
        "precision": 0.8696376509787589,
        "recall": 0.7187607573149741
      },
      "macro_opt": {
        "threshold": 0.2050505131483078,
        "micro_f1": 0.6994245241257193,
        "macro_f1": 0.4900037105426014
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.7602716468590832,
        "macro_f1": 0.47158114043889116
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.7445317477171375,
        "macro_f1": 0.31503633342804466,
        "precision": 0.9717294900221729,
        "recall": 0.6034423407917384
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.3431698260699628,
        "macro_f1": 0.3740289505717933,
        "precision": 0.2116342600032139,
        "recall": 0.9067125645438898
      }
    },
    "general": {
      "micro_opt": {
        "threshold": 0.32222220301628113,
        "micro_f1": 0.6081761620899704,
        "macro_f1": 0.26848161134987747,
        "precision": 0.6123691322715227,
        "recall": 0.604040221034514
      },
      "macro_opt": {
        "threshold": 0.22525253891944885,
        "micro_f1": 0.5412796265818665,
        "macro_f1": 0.3084379237278112
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.5790927525587187,
        "macro_f1": 0.30229431075358365
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.4816335488354655,
        "macro_f1": 0.150257179852135,
        "precision": 0.820814112953497,
        "recall": 0.34080467951289584
      },
      "high_recall": {
        "threshold": 0.12424242496490479,
        "micro_f1": 0.3057010417450669,
        "macro_f1": 0.24082702640188747,
        "precision": 0.18439176540648225,
        "recall": 0.8935721403336223
      }
    },
    "meta": {
      "micro_opt": {
        "threshold": 0.33030301332473755,
        "micro_f1": 0.6076263304743206,
        "macro_f1": 0.13009783732629407,
        "precision": 0.599388379204893,
        "recall": 0.6160938809723386
      },
      "macro_opt": {
        "threshold": 0.209090918302536,
        "micro_f1": 0.4862291327668293,
        "macro_f1": 0.13693949606225433
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.5599752360315741,
        "macro_f1": 0.1349783331148257
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.45190087732799755,
        "macro_f1": 0.08349515023036418,
        "precision": 0.8510144927536232,
        "recall": 0.3076278290025147
      },
      "high_recall": {
        "threshold": 0.12020201981067657,
        "micro_f1": 0.30933664322162463,
        "macro_f1": 0.11639352386014946,
        "precision": 0.18512710465500165,
        "recall": 0.9400670578373848
      }
    },
    "rating": {
      "micro_opt": {
        "threshold": 0.3585858643054962,
        "micro_f1": 0.8117809479981591,
        "macro_f1": 0.7984169296105761,
        "precision": 0.7676240208877284,
        "recall": 0.861328125
      },
      "macro_opt": {
        "threshold": 0.3585858643054962,
        "micro_f1": 0.8117809479981591,
        "macro_f1": 0.7984169296105761
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.7801845166466105,
        "macro_f1": 0.7711101188909454
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.7444098499858478,
        "macro_f1": 0.7014474614624154,
        "precision": 0.8855218855218855,
        "recall": 0.64208984375
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.65429531274996,
        "macro_f1": 0.6196315621467707,
        "precision": 0.48655722103259574,
        "recall": 0.99853515625
      }
    },
    "year": {
      "micro_opt": {
        "threshold": 0.26565656065940857,
        "micro_f1": 0.3307321932591732,
        "macro_f1": 0.2752560938486103,
        "precision": 0.25056603773584907,
        "recall": 0.486328125
      },
      "macro_opt": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.32642487046632124,
        "macro_f1": 0.2763913552769953
      },
      "balanced": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.32642487046632124,
        "macro_f1": 0.2763913552769953
      },
      "high_precision": {
        "threshold": 0.30202019214630127,
        "micro_f1": 0.30346820809248554,
        "macro_f1": 0.2436032979859523,
        "precision": 0.2994296577946768,
        "recall": 0.3076171875
      },
      "high_recall": {
        "threshold": 0.21313132345676422,
        "micro_f1": 0.30422988043805893,
        "macro_f1": 0.2649870859477423,
        "precision": 0.19152435167615434,
        "recall": 0.7392578125
      }
    }
  },
  "refined": {
    "overall": {
      "micro_opt": {
        "threshold": 0.32626262307167053,
        "micro_f1": 0.6167479533182373,
        "macro_f1": 0.345970875790266,
        "precision": 0.6318748117826829,
        "recall": 0.6023284248577959
      },
      "macro_opt": {
        "threshold": 0.19292929768562317,
        "micro_f1": 0.4891711173724715,
        "macro_f1": 0.40503645231990354,
        "precision": 0.3706028707648924,
        "recall": 0.5300547999581802
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.5885768825932599,
        "macro_f1": 0.3869589762083978,
        "micro_precision": 0.5069492996919105,
        "micro_recall": 0.7015363351230663,
        "macro_precision": 0.388502351537885,
        "macro_recall": 0.42657797458697394
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.49767149338883815,
        "macro_f1": 0.22357430168413525,
        "precision": 0.8412433239679045,
        "recall": 0.35335707830524693
      },
      "high_recall": {
        "threshold": 0.12020201981067657,
        "micro_f1": 0.3026107792997389,
        "macro_f1": 0.3538994598133598,
        "precision": 0.1818988960906345,
        "recall": 0.8996119291903674
      }
    },
    "artist": {
      "micro_opt": {
        "threshold": 0.2777777910232544,
        "micro_f1": 0.5023498694516972,
        "macro_f1": 0.36972010201677086,
        "precision": 0.7001455604075691,
        "recall": 0.3916938110749186
      },
      "macro_opt": {
        "threshold": 0.14848485589027405,
        "micro_f1": 0.29993903678114203,
        "macro_f1": 0.4683490134710914
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.4975173783515392,
        "macro_f1": 0.38218829543128047
      },
      "high_precision": {
        "threshold": 0.47979798913002014,
        "micro_f1": 0.327027027027027,
        "macro_f1": 0.1802753545168174,
        "precision": 0.9603174603174603,
        "recall": 0.1970684039087948
      },
      "high_recall": {
        "threshold": 0.15252526104450226,
        "micro_f1": 0.31348776791513316,
        "macro_f1": 0.46723291682789736,
        "precision": 0.21350634031259216,
        "recall": 0.5895765472312704
      }
    },
    "character": {
      "micro_opt": {
        "threshold": 0.30202019214630127,
        "micro_f1": 0.7467139270417958,
        "macro_f1": 0.5781535337364907,
        "precision": 0.8454849498327759,
        "recall": 0.6686061888389315
      },
      "macro_opt": {
        "threshold": 0.15656566619873047,
        "micro_f1": 0.5863784197436388,
        "macro_f1": 0.6544456485516608
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.7425618103087023,
        "macro_f1": 0.6103699010854433
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.6670138888888889,
        "macro_f1": 0.4224533963439505,
        "precision": 0.9706922688226377,
        "recall": 0.5080666490346469
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.3252917524762185,
        "macro_f1": 0.5746000294858021,
        "precision": 0.19966291458496357,
        "recall": 0.8772811425548797
      }
    },
    "copyright": {
      "micro_opt": {
        "threshold": 0.36666667461395264,
        "micro_f1": 0.7975294344721096,
        "macro_f1": 0.4216028545749539,
        "precision": 0.9077328646748682,
        "recall": 0.7111876075731497
      },
      "macro_opt": {
        "threshold": 0.18888889253139496,
        "micro_f1": 0.668226872246696,
        "macro_f1": 0.5044653527602794
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.766632894292469,
        "macro_f1": 0.4787333683701067
      },
      "high_precision": {
        "threshold": 0.4919191896915436,
        "micro_f1": 0.7536904259805989,
        "macro_f1": 0.33056311259924026,
        "precision": 0.9727817093086554,
        "recall": 0.6151462994836489
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.35012877237007195,
        "macro_f1": 0.38054732696554466,
        "precision": 0.2166203628043798,
        "recall": 0.9125645438898451
      }
    },
    "general": {
      "micro_opt": {
        "threshold": 0.32626262307167053,
        "micro_f1": 0.6091245376078914,
        "macro_f1": 0.26794380596720974,
        "precision": 0.6175410599108984,
        "recall": 0.6009343496434718
      },
      "macro_opt": {
        "threshold": 0.2373737394809723,
        "micro_f1": 0.5570348446909745,
        "macro_f1": 0.3088392463753346
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.5826777597446364,
        "macro_f1": 0.3019657877870002
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.4848722699352907,
        "macro_f1": 0.15508296569696392,
        "precision": 0.8225366941227472,
        "recall": 0.3437552573343859
      },
      "high_recall": {
        "threshold": 0.12424242496490479,
        "micro_f1": 0.3078041124962103,
        "macro_f1": 0.24637935123266727,
        "precision": 0.1859303925819596,
        "recall": 0.8934297878948663
      }
    },
    "meta": {
      "micro_opt": {
        "threshold": 0.33030301332473755,
        "micro_f1": 0.6107897781049533,
        "macro_f1": 0.13467962596779812,
        "precision": 0.6130462317922736,
        "recall": 0.6085498742665549
      },
      "macro_opt": {
        "threshold": 0.19696970283985138,
        "micro_f1": 0.4667804323094426,
        "macro_f1": 0.1539615608238724
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.5661617375971788,
        "macro_f1": 0.14816289446015943
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.4463678516228748,
        "macro_f1": 0.07752564142087105,
        "precision": 0.850412249705536,
        "recall": 0.30259849119865884
      },
      "high_recall": {
        "threshold": 0.12020201981067657,
        "micro_f1": 0.30458129418162044,
        "macro_f1": 0.11413200707198413,
        "precision": 0.181770241765374,
        "recall": 0.9390192791282481
      }
    },
    "rating": {
      "micro_opt": {
        "threshold": 0.37474745512008667,
        "micro_f1": 0.8107852412488173,
        "macro_f1": 0.7912149842195855,
        "precision": 0.7862385321100918,
        "recall": 0.8369140625
      },
      "macro_opt": {
        "threshold": 0.33838382363319397,
        "micro_f1": 0.80953451765235,
        "macro_f1": 0.7981633753123065
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.7868985038414881,
        "macro_f1": 0.7799624938149547
      },
      "high_precision": {
        "threshold": 0.5,
        "micro_f1": 0.7418803418803419,
        "macro_f1": 0.6910206781999015,
        "precision": 0.8905608755129959,
        "recall": 0.6357421875
      },
      "high_recall": {
        "threshold": 0.10000000149011612,
        "micro_f1": 0.6562901155327343,
        "macro_f1": 0.6170208742440467,
        "precision": 0.4887667304015296,
        "recall": 0.99853515625
      }
    },
    "year": {
      "micro_opt": {
        "threshold": 0.26565656065940857,
        "micro_f1": 0.3351134846461949,
        "macro_f1": 0.2783695320500294,
        "precision": 0.25456389452332656,
        "recall": 0.490234375
      },
      "macro_opt": {
        "threshold": 0.25757578015327454,
        "micro_f1": 0.3335904952939361,
        "macro_f1": 0.2803933127748206
      },
      "balanced": {
        "threshold": 0.26161617040634155,
        "micro_f1": 0.3349911759987165,
        "macro_f1": 0.2797982197902143
      },
      "high_precision": {
        "threshold": 0.3060606122016907,
        "micro_f1": 0.30271346776201147,
        "macro_f1": 0.24344429988200286,
        "precision": 0.30878618588115797,
        "recall": 0.296875
      },
      "high_recall": {
        "threshold": 0.209090918302536,
        "micro_f1": 0.30378020265003897,
        "macro_f1": 0.25975175598855166,
        "precision": 0.1897517039922103,
        "recall": 0.76123046875
      }
    }
  }
}