Hugging Face's logo

Spaces:
YLab-Open
/
BRIDGE-Medical-Leaderboard
Running

App Files Community
henrygu123 commited on
Commit
1237a63
·
verified ·
1 Parent(s): 041c1e8

Upload 3 files

Browse files
Files changed (3) hide show
  1. leaderboards/CoT_leaderboard.json +2089 -1709
  2. leaderboards/Few-Shot_leaderboard.json +2121 -1741
  3. leaderboards/Zero-Shot_leaderboard.json +2103 -1723
leaderboards/CoT_leaderboard.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "T": {
3
- "0": 94,
4
- "1": 75,
5
- "2": 66,
6
  "3": 42,
7
  "4": 38,
8
  "5": 17,
@@ -10,66 +10,66 @@
10
  "7": 3,
11
  "8": 16,
12
  "9": 32,
13
- "10": 56,
14
- "11": 43,
15
- "12": 93,
16
- "13": 64,
17
  "14": 35,
18
  "15": 23,
19
- "16": 63,
20
  "17": 18,
21
  "18": 21,
22
  "19": 36,
23
- "20": 92,
24
- "21": 90,
25
- "22": 84,
26
- "23": 59,
27
  "24": 37,
28
- "25": 97,
29
- "26": 80,
30
  "27": 30,
31
- "28": 60,
32
- "29": 73,
33
- "30": 99,
34
- "31": 96,
35
- "32": 81,
36
- "33": 61,
37
- "34": 95,
38
- "35": 62,
39
- "36": 91,
40
- "37": 87,
41
- "38": 58,
42
- "39": 68,
43
- "40": 54,
44
- "41": 53,
45
  "42": 33,
46
- "43": 44,
47
  "44": 13,
48
- "45": 98,
49
- "46": 74,
50
- "47": 71,
51
- "48": 48,
52
- "49": 78,
53
- "50": 82,
54
- "51": 83,
55
- "52": 69,
56
- "53": 55,
57
  "54": 22,
58
  "55": 14,
59
- "56": 76,
60
  "57": 27,
61
- "58": 85,
62
- "59": 89,
63
- "60": 65,
64
- "61": 77,
65
  "62": 28,
66
- "63": 46,
67
  "64": 26,
68
- "65": 45,
69
  "66": 25,
70
  "67": 39,
71
  "68": 41,
72
- "69": 47,
73
  "70": 10,
74
  "71": 29,
75
  "72": 9,
@@ -80,25 +80,29 @@
80
  "77": 5,
81
  "78": 8,
82
  "79": 2,
83
- "80": 86,
84
- "81": 49,
85
- "82": 40,
86
- "83": 31,
87
- "84": 11,
88
- "85": 70,
89
  "86": 57,
90
- "87": 67,
91
- "88": 79,
92
- "89": 50,
93
- "90": 19,
94
- "91": 88,
95
- "92": 72,
96
  "93": 51,
97
- "94": 52,
98
- "95": 6,
99
- "96": 4,
100
- "97": 1,
101
- "98": 7
 
 
 
 
102
  },
103
  "Model": {
104
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
@@ -182,24 +186,28 @@
182
  "78": "Qwen3-Next-80B-A3B-Instruct",
183
  "79": "Qwen3-Next-80B-A3B-Thinking",
184
  "80": "OpenThinker3-7B",
185
- "81": "Biomni-R0-32B-Preview-Thinking",
186
- "82": "Biomni-R0-32B-Preview-Non-Thinking",
187
- "83": "QwenLong-L1-32B",
188
- "84": "Athene-V2-Chat",
189
- "85": "Yi-1.5-9B-Chat-16K",
190
- "86": "Yi-1.5-34B-Chat-16K",
191
- "87": "HuatuoGPT-o1-7B",
192
- "88": "HuatuoGPT-o1-8B",
193
- "89": "HuatuoGPT-o1-70B",
194
- "90": "HuatuoGPT-o1-72B",
195
- "91": "MedReason-8B",
196
- "92": "gpt-oss-20b",
197
- "93": "gpt-oss-120b",
198
- "94": "gpt-35-turbo-0125",
199
- "95": "gpt-4o-0806",
200
- "96": "gemini-2.0-flash-001",
201
- "97": "gemini-2.5-flash",
202
- "98": "gemini-1.5-pro-002"
 
 
 
 
203
  },
204
  "Model: Domain": {
205
  "0": "General",
@@ -285,22 +293,26 @@
285
  "80": "General",
286
  "81": "Medical",
287
  "82": "Medical",
288
- "83": "General",
289
- "84": "General",
290
- "85": "General",
291
- "86": "General",
292
- "87": "Medical",
293
- "88": "Medical",
294
- "89": "Medical",
295
- "90": "Medical",
296
  "91": "Medical",
297
- "92": "General",
298
- "93": "General",
299
- "94": "General",
300
- "95": "General",
301
  "96": "General",
302
  "97": "General",
303
- "98": "General"
 
 
 
 
304
  },
305
  "Model: License": {
306
  "0": "MIT",
@@ -384,24 +396,28 @@
384
  "78": "Apache 2.0",
385
  "79": "Apache 2.0",
386
  "80": "Apache 2.0",
387
- "81": "MIT",
388
- "82": "MIT",
389
  "83": "Apache 2.0",
390
- "84": "Nexusflow Research License",
391
- "85": "Apache 2.0",
392
  "86": "Apache 2.0",
393
  "87": "Apache 2.0",
394
- "88": "Apache 2.0",
395
  "89": "Apache 2.0",
396
  "90": "Apache 2.0",
397
  "91": "Apache 2.0",
398
  "92": "Apache 2.0",
399
  "93": "Apache 2.0",
400
- "94": "Proprietary",
401
- "95": "Proprietary",
402
- "96": "Proprietary",
403
- "97": "Proprietary",
404
- "98": "Proprietary"
 
 
 
 
405
  },
406
  "Model: Accessibility": {
407
  "0": "Open Source",
@@ -498,11 +514,15 @@
498
  "91": "Open Source",
499
  "92": "Open Source",
500
  "93": "Open Source",
501
- "94": "Proprietary",
502
- "95": "Proprietary",
503
- "96": "Proprietary",
504
- "97": "Proprietary",
505
- "98": "Proprietary"
 
 
 
 
506
  },
507
  "Size (B)": {
508
  "0": 1.5,
@@ -586,24 +606,28 @@
586
  "78": 80,
587
  "79": 80,
588
  "80": 7,
589
- "81": 32,
590
- "82": 32,
591
  "83": 32,
592
- "84": 72,
593
- "85": 9,
594
- "86": 34,
595
- "87": 7,
596
- "88": 8,
597
- "89": 70,
598
- "90": 72,
599
- "91": 8,
600
- "92": 20,
601
- "93": 120,
602
- "94": "Unknown",
603
- "95": "Unknown",
604
- "96": "Unknown",
605
- "97": "Unknown",
606
- "98": "Unknown"
 
 
 
 
607
  },
608
  "Model: Size Range": {
609
  "0": "0-5",
@@ -687,24 +711,28 @@
687
  "78": ">80",
688
  "79": ">80",
689
  "80": "5-10",
690
- "81": "10-40",
691
  "82": "10-40",
692
  "83": "10-40",
693
- "84": "40-80",
694
- "85": "5-10",
695
- "86": "10-40",
696
- "87": "5-10",
697
- "88": "5-10",
698
- "89": "40-80",
699
- "90": "40-80",
700
  "91": "5-10",
701
- "92": "10-40",
702
- "93": ">80",
703
- "94": "Unknown",
704
- "95": "Unknown",
705
- "96": "Unknown",
706
- "97": "Unknown",
707
- "98": "Unknown"
 
 
 
 
708
  },
709
  "Average Performance": {
710
  "0": "13.42",
@@ -788,24 +816,28 @@
788
  "78": "40.5",
789
  "79": "42.9",
790
  "80": "18.37",
791
- "81": "32.54",
792
- "82": "34.59",
793
- "83": "36.71",
794
- "84": "39.34",
795
- "85": "25.4",
796
- "86": "29.57",
797
- "87": "26.71",
798
- "88": "22.48",
799
- "89": "32.35",
800
- "90": "38.15",
801
- "91": "18.29",
802
- "92": "24.86",
803
- "93": "32.11",
804
- "94": "31.63",
805
- "95": "40.66",
806
- "96": "41.98",
807
- "97": "43.29",
808
- "98": "40.53"
 
 
 
 
809
  },
810
  "ADE-Identification": {
811
  "0": 76.8,
@@ -889,24 +921,28 @@
889
  "78": 79.12,
890
  "79": 77.32,
891
  "80": 78.41,
892
- "81": 75.53,
893
- "82": 77.61,
894
- "83": 80.22,
895
- "84": 83.43,
896
- "85": 76.37,
897
- "86": 79.47,
898
- "87": 81.09,
899
- "88": 58.82,
900
- "89": 70.97,
901
- "90": 82.66,
902
- "91": 38.91,
903
- "92": 77.96,
904
- "93": 76.57,
905
- "94": 68.6,
906
- "95": 81.22,
907
- "96": 74.72,
908
- "97": 75.26,
909
- "98": 77.39
 
 
 
 
910
  },
911
  "BrainMRI-AIS": {
912
  "0": 38.25,
@@ -990,24 +1026,28 @@
990
  "78": 96.64,
991
  "79": 97.42,
992
  "80": 88.81,
993
- "81": 96.3,
994
- "82": 97.0,
995
- "83": 96.61,
996
- "84": 97.44,
997
- "85": 86.84,
998
- "86": 93.59,
999
- "87": 95.48,
1000
- "88": 94.77,
1001
- "89": 95.9,
1002
- "90": 97.39,
1003
- "91": 83.53,
1004
- "92": 97.0,
1005
- "93": 97.42,
1006
- "94": 94.02,
1007
- "95": 96.67,
1008
- "96": 95.53,
1009
- "97": 97.03,
1010
- "98": 96.97
 
 
 
 
1011
  },
1012
  "Brateca-Hospitalization": {
1013
  "0": 56.28,
@@ -1091,24 +1131,28 @@
1091
  "78": 59.01,
1092
  "79": 75.25,
1093
  "80": 51.7,
1094
- "81": 60.47,
1095
- "82": 62.57,
1096
- "83": 67.65,
1097
- "84": 54.37,
1098
- "85": 59.06,
1099
- "86": 61.08,
1100
- "87": 64.37,
1101
- "88": 46.01,
1102
- "89": 54.6,
1103
- "90": 60.24,
1104
- "91": 54.91,
1105
- "92": 65.94,
1106
- "93": 71.96,
1107
- "94": 65.51,
1108
- "95": 64.55,
1109
- "96": 56.17,
1110
- "97": 62.71,
1111
- "98": 71.96
 
 
 
 
1112
  },
1113
  "Brateca-Mortality": {
1114
  "0": 38.18,
@@ -1192,24 +1236,28 @@
1192
  "78": 82.7,
1193
  "79": 90.2,
1194
  "80": 38.54,
1195
- "81": 82.99,
1196
- "82": 87.6,
1197
- "83": 74.67,
1198
- "84": 93.29,
1199
- "85": 70.38,
1200
- "86": 68.83,
1201
- "87": 79.38,
1202
- "88": 79.82,
1203
- "89": 89.87,
1204
- "90": 93.91,
1205
- "91": 68.17,
1206
- "92": 78.03,
1207
- "93": 89.36,
1208
- "94": 88.71,
1209
- "95": 91.97,
1210
- "96": 87.34,
1211
- "97": 79.68,
1212
- "98": 84.77
 
 
 
 
1213
  },
1214
  "Cantemist-Coding": {
1215
  "0": 0.0,
@@ -1293,24 +1341,28 @@
1293
  "78": 0.67,
1294
  "79": 1.0,
1295
  "80": 0.0,
1296
- "81": 0.67,
1297
- "82": 0.7,
1298
  "83": 0.0,
1299
- "84": 1.03,
1300
- "85": 0.0,
1301
- "86": 0.0,
1302
  "87": 0.0,
1303
- "88": 0.0,
1304
- "89": 1.0,
1305
- "90": 1.03,
1306
- "91": 0.32,
1307
  "92": 0.0,
1308
- "93": 0.67,
1309
- "94": 0.34,
1310
- "95": 0.99,
1311
- "96": 0.98,
1312
- "97": 1.03,
1313
- "98": 1.01
 
 
 
 
1314
  },
1315
  "CARES-Area": {
1316
  "0": 31.42,
@@ -1394,24 +1446,28 @@
1394
  "78": 90.17,
1395
  "79": 92.12,
1396
  "80": 57.66,
1397
- "81": 87.34,
1398
- "82": 85.08,
1399
- "83": 88.23,
1400
- "84": 88.32,
1401
- "85": 55.78,
1402
- "86": 59.92,
1403
- "87": 48.98,
1404
- "88": 51.63,
1405
- "89": 85.24,
1406
- "90": 81.77,
1407
- "91": 30.98,
1408
- "92": 88.76,
1409
- "93": 93.15,
1410
- "94": 79.79,
1411
- "95": 94.3,
1412
- "96": 92.01,
1413
- "97": 94.22,
1414
- "98": 93.89
 
 
 
 
1415
  },
1416
  "CARES-ICD10 Chapter": {
1417
  "0": 1.55,
@@ -1495,24 +1551,28 @@
1495
  "78": 26.74,
1496
  "79": 19.78,
1497
  "80": 8.33,
1498
- "81": 19.7,
1499
- "82": 20.1,
1500
- "83": 20.08,
1501
- "84": 17.63,
1502
- "85": 5.28,
1503
- "86": 4.87,
1504
- "87": 12.24,
1505
- "88": 6.14,
1506
- "89": 9.26,
1507
- "90": 14.13,
1508
- "91": 10.27,
1509
- "92": 15.68,
1510
- "93": 15.88,
1511
- "94": 10.55,
1512
- "95": 20.3,
1513
- "96": 12.63,
1514
- "97": 11.94,
1515
- "98": 14.51
 
 
 
 
1516
  },
1517
  "CARES ICD10 Block": {
1518
  "0": 0.0,
@@ -1596,24 +1656,28 @@
1596
  "78": 11.36,
1597
  "79": 11.19,
1598
  "80": 0.11,
1599
- "81": 6.32,
1600
- "82": 5.3,
1601
- "83": 3.52,
1602
- "84": 9.23,
1603
- "85": 0.43,
1604
- "86": 1.45,
1605
- "87": 0.63,
1606
- "88": 0.53,
1607
- "89": 4.48,
1608
- "90": 7.6,
1609
- "91": 0.2,
1610
- "92": 0.83,
1611
- "93": 10.38,
1612
- "94": 3.0,
1613
- "95": 8.36,
1614
- "96": 8.29,
1615
- "97": 12.51,
1616
- "98": 9.76
 
 
 
 
1617
  },
1618
  "CARES-ICD10 Subblock": {
1619
  "0": 0.0,
@@ -1697,24 +1761,28 @@
1697
  "78": 1.05,
1698
  "79": 0.81,
1699
  "80": 0.0,
1700
- "81": 0.63,
1701
- "82": 0.72,
1702
- "83": 0.31,
1703
- "84": 1.04,
1704
- "85": 0.0,
1705
- "86": 0.31,
1706
- "87": 0.0,
1707
- "88": 0.0,
1708
- "89": 1.13,
1709
- "90": 0.91,
1710
  "91": 0.0,
1711
  "92": 0.0,
1712
- "93": 0.0,
1713
- "94": 0.41,
1714
- "95": 2.3,
1715
- "96": 1.79,
1716
- "97": 1.75,
1717
- "98": 1.12
 
 
 
 
1718
  },
1719
  "C-EMRS": {
1720
  "0": 31.44,
@@ -1798,24 +1866,28 @@
1798
  "78": 88.72,
1799
  "79": 87.75,
1800
  "80": 28.13,
1801
- "81": 82.75,
1802
- "82": 83.74,
1803
- "83": 85.19,
1804
- "84": 89.11,
1805
- "85": 31.84,
1806
- "86": 57.24,
1807
- "87": 62.75,
1808
- "88": 60.24,
1809
- "89": 77.62,
1810
- "90": 83.07,
1811
- "91": 21.54,
1812
- "92": 85.29,
1813
- "93": 90.42,
1814
- "94": 72.58,
1815
- "95": 86.96,
1816
- "96": 85.76,
1817
- "97": 88.59,
1818
- "98": 83.25
 
 
 
 
1819
  },
1820
  "ClinicalNotes-UPMC": {
1821
  "0": 76.97,
@@ -1899,24 +1971,28 @@
1899
  "78": 92.12,
1900
  "79": 87.25,
1901
  "80": 92.56,
1902
- "81": 89.41,
1903
- "82": 92.1,
1904
- "83": 93.88,
1905
- "84": 90.9,
1906
- "85": 81.21,
1907
- "86": 85.6,
1908
- "87": 78.69,
1909
- "88": 88.58,
1910
- "89": 92.92,
1911
- "90": 90.48,
1912
- "91": 85.19,
1913
- "92": 87.03,
1914
- "93": 87.73,
1915
- "94": 86.87,
1916
- "95": 93.84,
1917
- "96": 91.36,
1918
- "97": 91.75,
1919
- "98": 93.94
 
 
 
 
1920
  },
1921
  "PPTS": {
1922
  "0": 43.83,
@@ -2000,24 +2076,28 @@
2000
  "78": 79.1,
2001
  "79": 76.65,
2002
  "80": 60.94,
2003
- "81": 79.85,
2004
- "82": 77.05,
2005
- "83": 72.51,
2006
- "84": 79.05,
2007
- "85": 66.72,
2008
- "86": 74.45,
2009
- "87": 69.85,
2010
- "88": 73.04,
2011
- "89": 78.85,
2012
- "90": 72.47,
2013
- "91": 57.34,
2014
- "92": 74.37,
2015
- "93": 73.18,
2016
- "94": 79.16,
2017
- "95": 75.3,
2018
- "96": 78.38,
2019
- "97": 81.98,
2020
- "98": 77.68
 
 
 
 
2021
  },
2022
  "CLIP": {
2023
  "0": 11.24,
@@ -2101,24 +2181,28 @@
2101
  "78": 42.05,
2102
  "79": 41.75,
2103
  "80": 16.78,
2104
- "81": 39.49,
2105
- "82": 38.28,
2106
- "83": 42.55,
2107
- "84": 41.78,
2108
- "85": 32.56,
2109
- "86": 27.91,
2110
- "87": 30.43,
2111
- "88": 8.06,
2112
- "89": 41.06,
2113
- "90": 36.83,
2114
- "91": 11.59,
2115
- "92": 36.01,
2116
- "93": 43.5,
2117
- "94": 39.35,
2118
- "95": 41.12,
2119
- "96": 43.23,
2120
- "97": 43.77,
2121
- "98": 41.09
 
 
 
 
2122
  },
2123
  "DialMed": {
2124
  "0": 0.59,
@@ -2202,24 +2286,28 @@
2202
  "78": 17.11,
2203
  "79": 22.51,
2204
  "80": 1.09,
2205
- "81": 11.7,
2206
- "82": 12.78,
2207
- "83": 14.46,
2208
- "84": 15.3,
2209
- "85": 2.67,
2210
- "86": 8.03,
2211
- "87": 7.74,
2212
- "88": 0.83,
2213
- "89": 6.93,
2214
- "90": 10.96,
2215
- "91": 0.51,
2216
- "92": 4.74,
2217
- "93": 16.63,
2218
- "94": 3.92,
2219
- "95": 16.63,
2220
- "96": 18.33,
2221
- "97": 22.38,
2222
- "98": 15.41
 
 
 
 
2223
  },
2224
  "EHRQA-Primary department": {
2225
  "0": 25.04,
@@ -2303,24 +2391,28 @@
2303
  "78": 66.21,
2304
  "79": 66.84,
2305
  "80": 31.17,
2306
- "81": 60.49,
2307
- "82": 60.15,
2308
- "83": 66.25,
2309
- "84": 66.79,
2310
- "85": 56.52,
2311
- "86": 59.24,
2312
- "87": 51.82,
2313
- "88": 47.05,
2314
- "89": 59.57,
2315
- "90": 63.13,
2316
- "91": 43.58,
2317
- "92": 63.85,
2318
- "93": 68.13,
2319
- "94": 54.87,
2320
- "95": 65.28,
2321
- "96": 64.63,
2322
- "97": 66.65,
2323
- "98": 66.53
 
 
 
 
2324
  },
2325
  "EHRQA-Sub department": {
2326
  "0": 9.04,
@@ -2404,24 +2496,28 @@
2404
  "78": 56.85,
2405
  "79": 60.0,
2406
  "80": 24.29,
2407
- "81": 57.9,
2408
- "82": 58.63,
2409
- "83": 60.17,
2410
- "84": 60.34,
2411
- "85": 48.39,
2412
- "86": 54.81,
2413
- "87": 39.34,
2414
- "88": 50.38,
2415
- "89": 53.64,
2416
- "90": 54.85,
2417
- "91": 23.75,
2418
- "92": 58.64,
2419
- "93": 61.74,
2420
- "94": 53.63,
2421
- "95": 60.91,
2422
- "96": 60.57,
2423
- "97": 60.88,
2424
- "98": 60.36
 
 
 
 
2425
  },
2426
  "GOUT-CC-Consensus": {
2427
  "0": 41.81,
@@ -2505,24 +2601,28 @@
2505
  "78": 83.48,
2506
  "79": 86.08,
2507
  "80": 52.94,
2508
- "81": 81.41,
2509
- "82": 82.34,
2510
- "83": 82.5,
2511
- "84": 83.25,
2512
- "85": 69.11,
2513
- "86": 78.3,
2514
- "87": 74.74,
2515
- "88": 54.75,
2516
- "89": 80.59,
2517
- "90": 82.16,
2518
- "91": 55.35,
2519
- "92": 80.42,
2520
- "93": 86.87,
2521
- "94": 76.09,
2522
- "95": 82.84,
2523
- "96": 81.64,
2524
- "97": 82.78,
2525
- "98": 85.65
 
 
 
 
2526
  },
2527
  "JP-STS": {
2528
  "0": 17.67,
@@ -2606,24 +2706,28 @@
2606
  "78": 36.29,
2607
  "79": 28.59,
2608
  "80": 23.98,
2609
- "81": 22.91,
2610
- "82": 29.91,
2611
- "83": 38.42,
2612
- "84": 36.13,
2613
- "85": 13.52,
2614
- "86": 31.11,
2615
- "87": 32.91,
2616
- "88": 17.45,
2617
- "89": 17.95,
2618
- "90": 37.48,
2619
- "91": 13.76,
2620
- "92": 19.53,
2621
- "93": 25.61,
2622
- "94": 30.28,
2623
- "95": 28.49,
2624
- "96": 29.51,
2625
- "97": 23.16,
2626
- "98": 32.39
 
 
 
 
2627
  },
2628
  "MEDIQA 2019-RQE": {
2629
  "0": 53.47,
@@ -2707,24 +2811,28 @@
2707
  "78": 74.24,
2708
  "79": 76.97,
2709
  "80": 68.93,
2710
- "81": 64.4,
2711
- "82": 66.46,
2712
- "83": 76.16,
2713
- "84": 60.29,
2714
- "85": 64.3,
2715
- "86": 64.02,
2716
- "87": 62.49,
2717
- "88": 64.84,
2718
- "89": 73.05,
2719
- "90": 65.42,
2720
- "91": 58.3,
2721
- "92": 79.64,
2722
- "93": 82.17,
2723
- "94": 62.14,
2724
- "95": 73.34,
2725
- "96": 77.85,
2726
- "97": 74.77,
2727
- "98": 69.85
 
 
 
 
2728
  },
2729
  "MedNLI": {
2730
  "0": 51.24,
@@ -2808,24 +2916,28 @@
2808
  "78": 85.09,
2809
  "79": 80.75,
2810
  "80": 74.86,
2811
- "81": 85.53,
2812
- "82": 85.78,
2813
- "83": 81.62,
2814
- "84": 81.75,
2815
- "85": 69.4,
2816
- "86": 83.27,
2817
- "87": 74.84,
2818
- "88": 69.99,
2819
- "89": 81.93,
2820
- "90": 76.67,
2821
- "91": 56.06,
2822
- "92": 85.65,
2823
- "93": 85.33,
2824
- "94": 72.33,
2825
- "95": 86.97,
2826
- "96": 84.98,
2827
- "97": 84.15,
2828
- "98": 83.69
 
 
 
 
2829
  },
2830
  "MedSTS": {
2831
  "0": 32.4,
@@ -2909,24 +3021,28 @@
2909
  "78": 51.24,
2910
  "79": 52.0,
2911
  "80": 23.45,
2912
- "81": 46.76,
2913
- "82": 46.82,
2914
- "83": 53.84,
2915
- "84": 56.43,
2916
- "85": 44.62,
2917
- "86": 46.57,
2918
- "87": 52.44,
2919
- "88": 45.05,
2920
- "89": 46.11,
2921
- "90": 51.13,
2922
- "91": 42.12,
2923
- "92": 37.79,
2924
- "93": 45.87,
2925
- "94": 49.11,
2926
- "95": 52.48,
2927
- "96": 45.14,
2928
- "97": 41.66,
2929
- "98": 47.91
 
 
 
 
2930
  },
2931
  "MTS": {
2932
  "0": 4.24,
@@ -3010,24 +3126,28 @@
3010
  "78": 32.32,
3011
  "79": 29.34,
3012
  "80": 15.25,
3013
- "81": 19.13,
3014
- "82": 26.83,
3015
- "83": 27.96,
3016
- "84": 30.24,
3017
- "85": 11.87,
3018
- "86": 10.19,
3019
- "87": 19.94,
3020
- "88": 6.48,
3021
- "89": 20.9,
3022
- "90": 22.16,
3023
- "91": 0.0,
3024
- "92": 34.89,
3025
- "93": 42.0,
3026
- "94": 14.08,
3027
- "95": 41.11,
3028
- "96": 29.11,
3029
- "97": 29.86,
3030
- "98": 16.61
 
 
 
 
3031
  },
3032
  "MEDIQA 2023-sum-A": {
3033
  "0": 25.15,
@@ -3111,24 +3231,28 @@
3111
  "78": 64.77,
3112
  "79": 70.3,
3113
  "80": 50.73,
3114
- "81": 69.23,
3115
- "82": 69.32,
3116
- "83": 68.08,
3117
- "84": 66.33,
3118
- "85": 62.34,
3119
- "86": 64.35,
3120
- "87": 47.78,
3121
- "88": 40.22,
3122
- "89": 67.74,
3123
- "90": 66.31,
3124
- "91": 21.48,
3125
- "92": 67.24,
3126
- "93": 70.46,
3127
- "94": 65.92,
3128
- "95": 70.45,
3129
- "96": 70.45,
3130
- "97": 73.38,
3131
- "98": 72.22
 
 
 
 
3132
  },
3133
  "RuMedDaNet": {
3134
  "0": 70.72,
@@ -3212,24 +3336,28 @@
3212
  "78": 98.07,
3213
  "79": 98.45,
3214
  "80": 85.69,
3215
- "81": 97.24,
3216
- "82": 98.05,
3217
- "83": 96.51,
3218
- "84": 98.42,
3219
- "85": 89.8,
3220
- "86": 92.1,
3221
- "87": 92.66,
3222
- "88": 93.76,
3223
- "89": 95.18,
3224
- "90": 96.81,
3225
- "91": 84.01,
3226
- "92": 96.62,
3227
- "93": 98.46,
3228
- "94": 91.42,
3229
- "95": 98.39,
3230
- "96": 96.88,
3231
- "97": 98.44,
3232
- "98": 96.87
 
 
 
 
3233
  },
3234
  "CBLUE-CDN": {
3235
  "0": 0.31,
@@ -3313,24 +3441,28 @@
3313
  "78": 11.77,
3314
  "79": 8.59,
3315
  "80": 0.1,
3316
- "81": 8.23,
3317
- "82": 8.47,
3318
- "83": 10.51,
3319
- "84": 9.53,
3320
- "85": 2.55,
3321
- "86": 3.35,
3322
- "87": 5.21,
3323
- "88": 0.15,
3324
- "89": 0.75,
3325
- "90": 6.48,
3326
- "91": 0.0,
3327
- "92": 1.9,
3328
- "93": 10.88,
3329
- "94": 2.47,
3330
- "95": 3.37,
3331
- "96": 12.67,
3332
- "97": 11.67,
3333
- "98": 9.26
 
 
 
 
3334
  },
3335
  "CHIP-CTC": {
3336
  "0": 39.81,
@@ -3414,24 +3546,28 @@
3414
  "78": 63.25,
3415
  "79": 70.42,
3416
  "80": 21.16,
3417
- "81": 63.8,
3418
- "82": 66.27,
3419
- "83": 72.75,
3420
- "84": 71.11,
3421
- "85": 59.68,
3422
- "86": 66.26,
3423
- "87": 50.85,
3424
- "88": 39.44,
3425
- "89": 54.75,
3426
- "90": 62.61,
3427
- "91": 21.05,
3428
- "92": 72.37,
3429
- "93": 73.59,
3430
- "94": 67.39,
3431
- "95": 69.73,
3432
- "96": 66.63,
3433
- "97": 72.8,
3434
- "98": 68.97
 
 
 
 
3435
  },
3436
  "IMCS-V2-DAC": {
3437
  "0": 24.36,
@@ -3515,24 +3651,28 @@
3515
  "78": 75.44,
3516
  "79": 77.62,
3517
  "80": 25.81,
3518
- "81": 69.34,
3519
- "82": 67.02,
3520
- "83": 74.17,
3521
- "84": 75.32,
3522
- "85": 61.09,
3523
- "86": 61.13,
3524
- "87": 46.71,
3525
- "88": 38.7,
3526
- "89": 66.09,
3527
- "90": 65.04,
3528
- "91": 25.56,
3529
- "92": 70.72,
3530
- "93": 73.87,
3531
- "94": 54.75,
3532
- "95": 74.69,
3533
- "96": 73.47,
3534
- "97": 76.82,
3535
- "98": 72.17
 
 
 
 
3536
  },
3537
  "RuMedNLI": {
3538
  "0": 40.53,
@@ -3616,24 +3756,28 @@
3616
  "78": 81.82,
3617
  "79": 79.58,
3618
  "80": 56.52,
3619
- "81": 82.18,
3620
- "82": 82.54,
3621
- "83": 78.62,
3622
- "84": 80.7,
3623
- "85": 56.15,
3624
- "86": 68.43,
3625
- "87": 71.06,
3626
- "88": 59.86,
3627
- "89": 77.68,
3628
- "90": 72.44,
3629
- "91": 46.9,
3630
- "92": 79.91,
3631
- "93": 81.16,
3632
- "94": 62.03,
3633
- "95": 83.79,
3634
- "96": 80.63,
3635
- "97": 82.17,
3636
- "98": 80.31
 
 
 
 
3637
  },
3638
  "CLISTER": {
3639
  "0": 25.72,
@@ -3717,24 +3861,28 @@
3717
  "78": 37.96,
3718
  "79": 35.25,
3719
  "80": 21.7,
3720
- "81": 35.58,
3721
- "82": 39.35,
3722
- "83": 35.4,
3723
- "84": 47.72,
3724
- "85": 34.63,
3725
- "86": 46.51,
3726
- "87": 36.79,
3727
- "88": 29.89,
3728
- "89": 38.77,
3729
- "90": 48.79,
3730
- "91": 27.62,
3731
- "92": 32.72,
3732
- "93": 40.23,
3733
- "94": 40.5,
3734
- "95": 44.6,
3735
- "96": 40.18,
3736
- "97": 29.16,
3737
- "98": 38.49
 
 
 
 
3738
  },
3739
  "IFMIR-Incident type": {
3740
  "0": 18.48,
@@ -3818,24 +3966,28 @@
3818
  "78": 34.44,
3819
  "79": 33.89,
3820
  "80": 20.44,
3821
- "81": 33.7,
3822
- "82": 34.27,
3823
- "83": 33.92,
3824
- "84": 35.59,
3825
- "85": 32.85,
3826
- "86": 33.66,
3827
- "87": 31.36,
3828
- "88": 18.5,
3829
- "89": 31.7,
3830
- "90": 33.07,
3831
- "91": 18.12,
3832
- "92": 30.81,
3833
- "93": 35.25,
3834
- "94": 29.22,
3835
- "95": 33.75,
3836
- "96": 35.27,
3837
- "97": 34.58,
3838
- "98": 32.52
 
 
 
 
3839
  },
3840
  "MIMIC-IV CDM": {
3841
  "0": 47.82,
@@ -3919,24 +4071,28 @@
3919
  "78": 93.32,
3920
  "79": 92.43,
3921
  "80": 80.08,
3922
- "81": 90.87,
3923
- "82": 91.23,
3924
- "83": 87.93,
3925
- "84": 89.66,
3926
- "85": 81.56,
3927
- "86": 85.46,
3928
- "87": 88.25,
3929
- "88": 79.52,
3930
- "89": 91.71,
3931
- "90": 89.2,
3932
- "91": 76.62,
3933
- "92": 66.63,
3934
- "93": 82.15,
3935
- "94": 83.7,
3936
- "95": 92.08,
3937
- "96": 90.48,
3938
- "97": 94.25,
3939
- "98": 90.46
 
 
 
 
3940
  },
3941
  "MIMIC-III Outcome.LoS": {
3942
  "0": 18.91,
@@ -4020,24 +4176,28 @@
4020
  "78": 36.24,
4021
  "79": 43.21,
4022
  "80": 21.46,
4023
- "81": 28.8,
4024
- "82": 26.14,
4025
- "83": 32.29,
4026
- "84": 31.12,
4027
- "85": 24.0,
4028
- "86": 25.16,
4029
- "87": 26.33,
4030
- "88": 24.45,
4031
- "89": 30.43,
4032
- "90": 33.69,
4033
- "91": 26.88,
4034
- "92": 20.71,
4035
- "93": 27.6,
4036
- "94": 23.38,
4037
- "95": 36.23,
4038
- "96": 27.4,
4039
- "97": 29.3,
4040
- "98": 37.28
 
 
 
 
4041
  },
4042
  "MIMIC-III Outcome.Mortality": {
4043
  "0": 33.69,
@@ -4121,24 +4281,28 @@
4121
  "78": 35.29,
4122
  "79": 69.96,
4123
  "80": 26.05,
4124
- "81": 35.15,
4125
- "82": 41.76,
4126
- "83": 40.81,
4127
- "84": 59.48,
4128
- "85": 21.02,
4129
- "86": 47.35,
4130
- "87": 22.18,
4131
- "88": 20.51,
4132
- "89": 42.98,
4133
- "90": 66.6,
4134
- "91": 21.96,
4135
- "92": 46.5,
4136
- "93": 83.68,
4137
- "94": 17.72,
4138
- "95": 55.11,
4139
- "96": 52.23,
4140
- "97": 29.41,
4141
- "98": 48.1
 
 
 
 
4142
  },
4143
  "MIMIC-IV DiReCT.Dis": {
4144
  "0": 22.46,
@@ -4222,24 +4386,28 @@
4222
  "78": 87.47,
4223
  "79": 86.65,
4224
  "80": 62.1,
4225
- "81": 76.95,
4226
- "82": 80.8,
4227
- "83": 82.78,
4228
- "84": 81.67,
4229
- "85": 62.81,
4230
- "86": 70.55,
4231
- "87": 61.91,
4232
- "88": 51.63,
4233
- "89": 77.85,
4234
- "90": 82.02,
4235
- "91": 58.27,
4236
- "92": 46.21,
4237
- "93": 72.02,
4238
- "94": 73.41,
4239
- "95": 84.96,
4240
- "96": 83.29,
4241
- "97": 87.22,
4242
- "98": 84.26
 
 
 
 
4243
  },
4244
  "MIMIC-IV DiReCT.PDD": {
4245
  "0": 10.48,
@@ -4323,24 +4491,28 @@
4323
  "78": 80.13,
4324
  "79": 79.09,
4325
  "80": 47.28,
4326
- "81": 66.5,
4327
- "82": 69.48,
4328
- "83": 71.75,
4329
- "84": 74.79,
4330
- "85": 45.14,
4331
- "86": 53.71,
4332
- "87": 46.6,
4333
- "88": 40.79,
4334
- "89": 67.58,
4335
- "90": 68.34,
4336
- "91": 32.71,
4337
- "92": 31.99,
4338
- "93": 70.21,
4339
- "94": 56.56,
4340
- "95": 73.04,
4341
- "96": 77.17,
4342
- "97": 79.99,
4343
- "98": 74.06
 
 
 
 
4344
  },
4345
  "ADE-Extraction": {
4346
  "0": 4.81,
@@ -4424,24 +4596,28 @@
4424
  "78": 66.87,
4425
  "79": 70.26,
4426
  "80": 21.48,
4427
- "81": 64.95,
4428
- "82": 64.93,
4429
- "83": 56.5,
4430
- "84": 59.04,
4431
- "85": 14.07,
4432
- "86": 47.01,
4433
- "87": 7.15,
4434
- "88": 18.2,
4435
- "89": 27.49,
4436
- "90": 57.69,
4437
- "91": 9.66,
4438
- "92": 24.62,
4439
- "93": 19.46,
4440
- "94": 47.43,
4441
- "95": 52.81,
4442
- "96": 63.7,
4443
- "97": 68.13,
4444
- "98": 59.54
 
 
 
 
4445
  },
4446
  "ADE-Drug dosage": {
4447
  "0": 2.55,
@@ -4525,24 +4701,28 @@
4525
  "78": 37.87,
4526
  "79": 47.92,
4527
  "80": 14.68,
4528
- "81": 44.33,
4529
- "82": 47.11,
4530
- "83": 39.14,
4531
- "84": 41.5,
4532
- "85": 25.31,
4533
- "86": 29.73,
4534
- "87": 2.21,
4535
- "88": 22.68,
4536
- "89": 30.55,
4537
- "90": 48.14,
4538
- "91": 9.32,
4539
- "92": 15.67,
4540
- "93": 3.92,
4541
- "94": 47.96,
4542
- "95": 40.19,
4543
- "96": 44.34,
4544
- "97": 47.17,
4545
- "98": 41.2
 
 
 
 
4546
  },
4547
  "BARR2": {
4548
  "0": 0.0,
@@ -4626,24 +4806,28 @@
4626
  "78": 19.82,
4627
  "79": 29.91,
4628
  "80": 0.0,
4629
- "81": 3.72,
4630
- "82": 2.06,
4631
- "83": 14.22,
4632
- "84": 4.94,
4633
- "85": 2.81,
4634
- "86": 1.48,
4635
- "87": 8.44,
4636
- "88": 0.0,
4637
- "89": 0.37,
4638
- "90": 20.49,
4639
- "91": 12.94,
4640
- "92": 0.51,
4641
- "93": 1.58,
4642
- "94": 21.4,
4643
- "95": 9.49,
4644
- "96": 27.79,
4645
- "97": 31.07,
4646
- "98": 8.42
 
 
 
 
4647
  },
4648
  "Cantemis-NER": {
4649
  "0": 0.11,
@@ -4727,24 +4911,28 @@
4727
  "78": 17.35,
4728
  "79": 20.31,
4729
  "80": 1.87,
4730
- "81": 14.41,
4731
- "82": 14.44,
4732
- "83": 11.72,
4733
- "84": 6.73,
4734
- "85": 5.11,
4735
- "86": 10.55,
4736
- "87": 8.57,
4737
- "88": 9.39,
4738
- "89": 9.75,
4739
- "90": 12.33,
4740
- "91": 4.72,
4741
- "92": 2.51,
4742
- "93": 6.0,
4743
- "94": 15.25,
4744
- "95": 18.35,
4745
- "96": 17.39,
4746
- "97": 18.35,
4747
- "98": 13.57
 
 
 
 
4748
  },
4749
  "Cantemis-Norm": {
4750
  "0": 0.0,
@@ -4828,24 +5016,28 @@
4828
  "78": 5.69,
4829
  "79": 9.57,
4830
  "80": 0.0,
4831
- "81": 2.71,
4832
- "82": 3.34,
4833
- "83": 1.95,
4834
- "84": 3.77,
4835
- "85": 0.0,
4836
- "86": 1.59,
4837
- "87": 0.0,
4838
- "88": 0.44,
4839
- "89": 3.44,
4840
- "90": 4.4,
4841
- "91": 0.43,
4842
- "92": 0.62,
4843
- "93": 1.93,
4844
- "94": 6.78,
4845
- "95": 9.35,
4846
- "96": 9.77,
4847
- "97": 14.12,
4848
- "98": 9.29
 
 
 
 
4849
  },
4850
  "CHIP-CDEE": {
4851
  "0": 0.0,
@@ -4929,24 +5121,28 @@
4929
  "78": 16.29,
4930
  "79": 6.65,
4931
  "80": 0.56,
4932
- "81": 4.52,
4933
- "82": 10.07,
4934
- "83": 23.38,
4935
- "84": 27.41,
4936
- "85": 2.16,
4937
- "86": 16.27,
4938
- "87": 4.01,
4939
- "88": 0.93,
4940
- "89": 12.62,
4941
- "90": 21.91,
4942
- "91": 0.96,
4943
- "92": 6.98,
4944
- "93": 18.02,
4945
- "94": 6.11,
4946
- "95": 32.78,
4947
- "96": 31.82,
4948
- "97": 35.46,
4949
- "98": 29.21
 
 
 
 
4950
  },
4951
  "CodiEsp-ICD-10-CM": {
4952
  "0": 0.0,
@@ -5030,24 +5226,28 @@
5030
  "78": 0.58,
5031
  "79": 0.72,
5032
  "80": 0.06,
5033
- "81": 3.4,
5034
- "82": 4.59,
5035
- "83": 0.93,
5036
- "84": 4.12,
5037
- "85": 0.05,
5038
- "86": 0.18,
5039
- "87": 0.17,
5040
- "88": 0.5,
5041
- "89": 1.59,
5042
- "90": 0.89,
5043
- "91": 0.85,
5044
- "92": 0.51,
5045
- "93": 2.21,
5046
- "94": 7.89,
5047
- "95": 10.19,
5048
- "96": 7.49,
5049
- "97": 9.73,
5050
- "98": 2.09
 
 
 
 
5051
  },
5052
  "CodiEsp-ICD-10-PCS": {
5053
  "0": 0.0,
@@ -5131,11 +5331,11 @@
5131
  "78": 0.31,
5132
  "79": 0.0,
5133
  "80": 0.0,
5134
- "81": 0.08,
5135
- "82": 0.17,
5136
  "83": 0.0,
5137
- "84": 0.0,
5138
- "85": 0.0,
5139
  "86": 0.0,
5140
  "87": 0.0,
5141
  "88": 0.0,
@@ -5145,10 +5345,14 @@
5145
  "92": 0.0,
5146
  "93": 0.0,
5147
  "94": 0.0,
5148
- "95": 2.67,
5149
- "96": 0.42,
5150
- "97": 1.47,
5151
- "98": 0.4
 
 
 
 
5152
  },
5153
  "CLINpt-NER": {
5154
  "0": 0.09,
@@ -5232,24 +5436,28 @@
5232
  "78": 24.32,
5233
  "79": 31.99,
5234
  "80": 1.04,
5235
- "81": 1.14,
5236
- "82": 0.92,
5237
- "83": 19.25,
5238
- "84": 19.61,
5239
- "85": 12.31,
5240
- "86": 20.83,
5241
- "87": 8.32,
5242
- "88": 6.19,
5243
- "89": 11.71,
5244
- "90": 19.25,
5245
- "91": 2.05,
5246
- "92": 0.61,
5247
- "93": 3.77,
5248
- "94": 12.57,
5249
- "95": 19.44,
5250
- "96": 32.45,
5251
- "97": 39.02,
5252
- "98": 30.27
 
 
 
 
5253
  },
5254
  "DiSMed-NER": {
5255
  "0": 2.64,
@@ -5333,24 +5541,28 @@
5333
  "78": 33.41,
5334
  "79": 32.21,
5335
  "80": 11.03,
5336
- "81": 29.35,
5337
- "82": 30.55,
5338
- "83": 31.62,
5339
- "84": 32.33,
5340
- "85": 16.41,
5341
- "86": 14.31,
5342
- "87": 25.22,
5343
- "88": 27.5,
5344
- "89": 28.24,
5345
- "90": 31.84,
5346
- "91": 22.34,
5347
- "92": 4.23,
5348
- "93": 19.97,
5349
- "94": 28.57,
5350
- "95": 31.65,
5351
- "96": 35.03,
5352
- "97": 34.26,
5353
- "98": 34.11
 
 
 
 
5354
  },
5355
  "MIE": {
5356
  "0": 0.75,
@@ -5434,24 +5646,28 @@
5434
  "78": 52.6,
5435
  "79": 57.42,
5436
  "80": 0.21,
5437
- "81": 31.75,
5438
- "82": 31.3,
5439
- "83": 38.33,
5440
- "84": 40.94,
5441
- "85": 12.87,
5442
- "86": 14.79,
5443
- "87": 10.15,
5444
- "88": 7.19,
5445
- "89": 27.01,
5446
- "90": 26.0,
5447
- "91": 3.13,
5448
- "92": 15.13,
5449
- "93": 44.72,
5450
- "94": 21.96,
5451
- "95": 48.0,
5452
- "96": 46.41,
5453
- "97": 58.5,
5454
- "98": 36.91
 
 
 
 
5455
  },
5456
  "Ex4CDS": {
5457
  "0": 1.56,
@@ -5535,24 +5751,28 @@
5535
  "78": 39.0,
5536
  "79": 50.37,
5537
  "80": 0.76,
5538
- "81": 10.89,
5539
- "82": 11.92,
5540
- "83": 38.12,
5541
- "84": 35.02,
5542
- "85": 18.34,
5543
- "86": 27.1,
5544
- "87": 15.04,
5545
- "88": 12.31,
5546
- "89": 17.65,
5547
- "90": 31.74,
5548
- "91": 0.81,
5549
- "92": 3.68,
5550
- "93": 27.17,
5551
- "94": 20.62,
5552
- "95": 43.16,
5553
- "96": 37.22,
5554
- "97": 47.75,
5555
- "98": 40.33
 
 
 
 
5556
  },
5557
  "n2c2 2006-De-identification": {
5558
  "0": 0.05,
@@ -5636,24 +5856,28 @@
5636
  "78": 36.77,
5637
  "79": 42.11,
5638
  "80": 8.84,
5639
- "81": 26.6,
5640
- "82": 23.24,
5641
- "83": 23.72,
5642
- "84": 33.15,
5643
- "85": 0.06,
5644
- "86": 13.62,
5645
- "87": 0.52,
5646
- "88": 5.03,
5647
- "89": 17.59,
5648
- "90": 31.07,
5649
- "91": 6.01,
5650
- "92": 3.83,
5651
- "93": 15.05,
5652
- "94": 1.58,
5653
- "95": 15.04,
5654
- "96": 38.38,
5655
- "97": 44.02,
5656
- "98": 26.58
 
 
 
 
5657
  },
5658
  "Medication extraction": {
5659
  "0": 0.0,
@@ -5737,24 +5961,28 @@
5737
  "78": 1.39,
5738
  "79": 1.93,
5739
  "80": 0.61,
5740
- "81": 1.88,
5741
- "82": 2.07,
5742
- "83": 1.44,
5743
- "84": 1.42,
5744
- "85": 0.14,
5745
- "86": 0.47,
5746
- "87": 0.39,
5747
- "88": 0.3,
5748
- "89": 0.73,
5749
- "90": 1.52,
5750
- "91": 0.0,
5751
  "92": 0.3,
5752
- "93": 1.42,
5753
- "94": 2.02,
5754
- "95": 1.73,
5755
- "96": 2.77,
5756
- "97": 2.31,
5757
- "98": 2.21
 
 
 
 
5758
  },
5759
  "n2c2 2010-Concept": {
5760
  "0": 1.37,
@@ -5838,24 +6066,28 @@
5838
  "78": 27.65,
5839
  "79": 36.7,
5840
  "80": 1.27,
5841
- "81": 1.57,
5842
- "82": 1.94,
5843
- "83": 21.62,
5844
- "84": 23.83,
5845
- "85": 17.18,
5846
- "86": 22.54,
5847
- "87": 11.12,
5848
- "88": 12.53,
5849
- "89": 21.72,
5850
- "90": 22.41,
5851
- "91": 13.55,
5852
- "92": 0.1,
5853
- "93": 4.25,
5854
- "94": 23.24,
5855
- "95": 29.3,
5856
- "96": 38.15,
5857
- "97": 50.56,
5858
- "98": 36.92
 
 
 
 
5859
  },
5860
  "n2c2 2010-Assertion": {
5861
  "0": 0.54,
@@ -5939,24 +6171,28 @@
5939
  "78": 19.53,
5940
  "79": 21.45,
5941
  "80": 1.46,
5942
- "81": 20.86,
5943
- "82": 20.52,
5944
- "83": 14.99,
5945
- "84": 27.2,
5946
- "85": 13.12,
5947
- "86": 15.14,
5948
- "87": 9.76,
5949
- "88": 1.57,
5950
- "89": 14.38,
5951
- "90": 21.12,
5952
- "91": 11.08,
5953
- "92": 0.06,
5954
- "93": 3.98,
5955
- "94": 18.23,
5956
- "95": 25.51,
5957
- "96": 31.16,
5958
- "97": 33.71,
5959
- "98": 27.98
 
 
 
 
5960
  },
5961
  "n2c2 2010-Relation": {
5962
  "0": 0.0,
@@ -6040,24 +6276,28 @@
6040
  "78": 2.36,
6041
  "79": 1.52,
6042
  "80": 0.0,
6043
- "81": 0.46,
6044
- "82": 0.81,
6045
- "83": 1.08,
6046
- "84": 4.07,
6047
- "85": 0.83,
6048
- "86": 0.19,
6049
- "87": 0.37,
6050
- "88": 0.15,
6051
- "89": 1.04,
6052
- "90": 2.59,
6053
- "91": 0.2,
6054
- "92": 0.0,
6055
- "93": 0.51,
6056
- "94": 2.4,
6057
- "95": 5.22,
6058
- "96": 3.71,
6059
- "97": 7.47,
6060
- "98": 6.16
 
 
 
 
6061
  },
6062
  "n2c2 2014-De-identification": {
6063
  "0": 0.0,
@@ -6141,24 +6381,28 @@
6141
  "78": 59.3,
6142
  "79": 60.4,
6143
  "80": 2.34,
6144
- "81": 29.32,
6145
- "82": 32.0,
6146
- "83": 33.99,
6147
- "84": 52.5,
6148
- "85": 0.15,
6149
- "86": 9.09,
6150
- "87": 2.3,
6151
- "88": 5.75,
6152
- "89": 14.89,
6153
- "90": 42.15,
6154
- "91": 5.39,
6155
- "92": 2.2,
6156
- "93": 10.34,
6157
- "94": 0.87,
6158
- "95": 45.86,
6159
- "96": 71.77,
6160
- "97": 70.5,
6161
- "98": 49.8
 
 
 
 
6162
  },
6163
  "IMCS-V2-NER": {
6164
  "0": 1.12,
@@ -6242,24 +6486,28 @@
6242
  "78": 57.49,
6243
  "79": 61.81,
6244
  "80": 2.61,
6245
- "81": 47.97,
6246
- "82": 60.37,
6247
- "83": 63.61,
6248
- "84": 58.41,
6249
- "85": 46.31,
6250
- "86": 49.98,
6251
- "87": 45.93,
6252
- "88": 24.35,
6253
- "89": 52.56,
6254
- "90": 45.85,
6255
- "91": 10.97,
6256
- "92": 25.28,
6257
- "93": 39.6,
6258
- "94": 55.27,
6259
- "95": 58.39,
6260
- "96": 66.6,
6261
- "97": 66.38,
6262
- "98": 62.09
 
 
 
 
6263
  },
6264
  "meddocan": {
6265
  "0": 0.0,
@@ -6343,24 +6591,28 @@
6343
  "78": 30.4,
6344
  "79": 34.87,
6345
  "80": 0.03,
6346
- "81": 28.96,
6347
- "82": 29.51,
6348
- "83": 15.4,
6349
- "84": 33.33,
6350
- "85": 15.5,
6351
- "86": 7.3,
6352
- "87": 14.83,
6353
- "88": 18.03,
6354
- "89": 25.92,
6355
- "90": 32.18,
6356
- "91": 21.76,
6357
- "92": 0.24,
6358
- "93": 17.29,
6359
- "94": 4.42,
6360
- "95": 33.53,
6361
- "96": 36.99,
6362
- "97": 36.42,
6363
- "98": 35.09
 
 
 
 
6364
  },
6365
  "MTS-Temporal": {
6366
  "0": 0.54,
@@ -6444,24 +6696,28 @@
6444
  "78": 35.66,
6445
  "79": 35.26,
6446
  "80": 2.75,
6447
- "81": 4.03,
6448
- "82": 9.23,
6449
- "83": 20.63,
6450
- "84": 23.2,
6451
- "85": 6.4,
6452
- "86": 1.15,
6453
- "87": 5.57,
6454
- "88": 4.92,
6455
- "89": 20.66,
6456
- "90": 25.54,
6457
- "91": 2.39,
6458
- "92": 1.95,
6459
- "93": 3.31,
6460
- "94": 20.8,
6461
- "95": 20.74,
6462
- "96": 31.63,
6463
- "97": 32.0,
6464
- "98": 36.95
 
 
 
 
6465
  },
6466
  "n2c2 2018-ADE&medication": {
6467
  "0": 0.0,
@@ -6545,24 +6801,28 @@
6545
  "78": 1.36,
6546
  "79": 0.81,
6547
  "80": 0.16,
6548
- "81": 4.35,
6549
- "82": 3.59,
6550
- "83": 2.38,
6551
- "84": 0.44,
6552
- "85": 1.86,
6553
- "86": 2.08,
6554
- "87": 3.34,
6555
- "88": 4.44,
6556
- "89": 0.7,
6557
- "90": 2.74,
6558
- "91": 2.03,
6559
- "92": 0.56,
6560
- "93": 1.23,
6561
- "94": 3.6,
6562
- "95": 3.06,
6563
- "96": 10.77,
6564
- "97": 9.22,
6565
- "98": 5.57
 
 
 
 
6566
  },
6567
  "NorSynthClinical-NER": {
6568
  "0": 4.47,
@@ -6646,24 +6906,28 @@
6646
  "78": 52.7,
6647
  "79": 59.13,
6648
  "80": 6.1,
6649
- "81": 26.32,
6650
- "82": 24.22,
6651
- "83": 52.79,
6652
- "84": 44.37,
6653
- "85": 32.07,
6654
- "86": 38.82,
6655
- "87": 32.87,
6656
- "88": 33.89,
6657
- "89": 44.08,
6658
- "90": 48.46,
6659
- "91": 15.78,
6660
- "92": 14.09,
6661
- "93": 41.42,
6662
- "94": 40.41,
6663
- "95": 57.27,
6664
- "96": 57.21,
6665
- "97": 57.78,
6666
- "98": 52.44
 
 
 
 
6667
  },
6668
  "NorSynthClinical-RE": {
6669
  "0": 0.0,
@@ -6747,24 +7011,28 @@
6747
  "78": 7.52,
6748
  "79": 18.91,
6749
  "80": 0.0,
6750
- "81": 2.22,
6751
- "82": 2.99,
6752
- "83": 8.63,
6753
- "84": 4.56,
6754
- "85": 0.16,
6755
- "86": 0.49,
6756
- "87": 2.91,
6757
- "88": 2.36,
6758
- "89": 2.5,
6759
- "90": 4.29,
6760
- "91": 2.11,
6761
- "92": 7.74,
6762
- "93": 12.69,
6763
- "94": 8.23,
6764
- "95": 18.43,
6765
- "96": 4.99,
6766
- "97": 15.68,
6767
- "98": 4.77
 
 
 
 
6768
  },
6769
  "NUBES": {
6770
  "0": 0.0,
@@ -6848,24 +7116,28 @@
6848
  "78": 26.18,
6849
  "79": 30.15,
6850
  "80": 0.1,
6851
- "81": 0.54,
6852
- "82": 0.17,
6853
- "83": 4.52,
6854
- "84": 5.9,
6855
- "85": 0.06,
6856
- "86": 0.09,
6857
- "87": 0.02,
6858
- "88": 0.07,
6859
- "89": 2.03,
6860
- "90": 11.59,
6861
- "91": 0.08,
6862
- "92": 0.12,
6863
- "93": 1.28,
6864
- "94": 1.29,
6865
- "95": 2.76,
6866
- "96": 13.43,
6867
- "97": 46.27,
6868
- "98": 10.59
 
 
 
 
6869
  },
6870
  "CHIP-MDCFNPC": {
6871
  "0": 0.02,
@@ -6949,24 +7221,28 @@
6949
  "78": 23.78,
6950
  "79": 36.07,
6951
  "80": 1.74,
6952
- "81": 21.3,
6953
- "82": 22.29,
6954
- "83": 27.36,
6955
- "84": 28.27,
6956
- "85": 8.49,
6957
- "86": 13.14,
6958
- "87": 0.56,
6959
- "88": 3.98,
6960
- "89": 12.74,
6961
- "90": 21.02,
6962
- "91": 0.15,
6963
- "92": 12.61,
6964
- "93": 17.25,
6965
- "94": 12.55,
6966
- "95": 34.38,
6967
- "96": 35.21,
6968
- "97": 38.16,
6969
- "98": 35.75
 
 
 
 
6970
  },
6971
  "IMCS-V2-SR": {
6972
  "0": 0.17,
@@ -7050,24 +7326,28 @@
7050
  "78": 19.27,
7051
  "79": 29.64,
7052
  "80": 0.13,
7053
- "81": 13.53,
7054
- "82": 13.97,
7055
- "83": 25.73,
7056
- "84": 25.31,
7057
- "85": 5.34,
7058
- "86": 19.19,
7059
- "87": 10.92,
7060
- "88": 5.49,
7061
- "89": 0.68,
7062
- "90": 22.09,
7063
- "91": 0.92,
7064
- "92": 0.81,
7065
- "93": 5.98,
7066
- "94": 0.37,
7067
- "95": 21.69,
7068
- "96": 14.53,
7069
- "97": 25.75,
7070
- "98": 21.72
 
 
 
 
7071
  },
7072
  "n2c2 2014-Diabetes": {
7073
  "0": 1.05,
@@ -7151,24 +7431,28 @@
7151
  "78": 16.62,
7152
  "79": 15.08,
7153
  "80": 1.96,
7154
- "81": 10.1,
7155
- "82": 11.37,
7156
- "83": 15.18,
7157
- "84": 19.69,
7158
- "85": 5.53,
7159
- "86": 1.26,
7160
- "87": 16.84,
7161
- "88": 7.99,
7162
- "89": 15.74,
7163
- "90": 16.37,
7164
- "91": 8.07,
7165
- "92": 7.12,
7166
- "93": 5.44,
7167
- "94": 11.9,
7168
- "95": 20.99,
7169
- "96": 20.11,
7170
- "97": 16.34,
7171
- "98": 20.8
 
 
 
 
7172
  },
7173
  "n2c2 2014-CAD": {
7174
  "0": 0.25,
@@ -7252,24 +7536,28 @@
7252
  "78": 13.7,
7253
  "79": 15.3,
7254
  "80": 2.8,
7255
- "81": 2.54,
7256
- "82": 3.13,
7257
- "83": 8.6,
7258
- "84": 11.75,
7259
- "85": 2.99,
7260
- "86": 1.11,
7261
- "87": 13.18,
7262
- "88": 3.81,
7263
- "89": 14.04,
7264
- "90": 15.97,
7265
- "91": 5.96,
7266
- "92": 0.0,
7267
- "93": 7.6,
7268
- "94": 7.18,
7269
- "95": 18.94,
7270
- "96": 11.97,
7271
- "97": 17.39,
7272
- "98": 17.27
 
 
 
 
7273
  },
7274
  "n2c2 2014-Hyperlipidemia": {
7275
  "0": 2.33,
@@ -7353,24 +7641,28 @@
7353
  "78": 38.34,
7354
  "79": 35.58,
7355
  "80": 22.15,
7356
- "81": 13.45,
7357
- "82": 15.0,
7358
- "83": 26.72,
7359
- "84": 35.42,
7360
- "85": 9.66,
7361
- "86": 10.06,
7362
- "87": 27.69,
7363
- "88": 12.43,
7364
- "89": 30.72,
7365
- "90": 32.86,
7366
- "91": 27.27,
7367
- "92": 0.75,
7368
- "93": 19.04,
7369
- "94": 21.95,
7370
- "95": 34.27,
7371
- "96": 33.37,
7372
- "97": 29.61,
7373
- "98": 31.97
 
 
 
 
7374
  },
7375
  "n2c2 2014-Hypertension": {
7376
  "0": 2.88,
@@ -7454,24 +7746,28 @@
7454
  "78": 31.37,
7455
  "79": 20.78,
7456
  "80": 14.68,
7457
- "81": 8.41,
7458
- "82": 8.62,
7459
- "83": 15.31,
7460
- "84": 31.18,
7461
- "85": 8.86,
7462
- "86": 2.25,
7463
- "87": 25.85,
7464
- "88": 13.34,
7465
- "89": 23.51,
7466
- "90": 30.81,
7467
- "91": 25.33,
7468
- "92": 7.69,
7469
- "93": 7.3,
7470
- "94": 17.59,
7471
- "95": 26.6,
7472
- "96": 29.4,
7473
- "97": 25.2,
7474
- "98": 26.22
 
 
 
 
7475
  },
7476
  "n2c2 2014-Medication": {
7477
  "0": 1.53,
@@ -7555,24 +7851,28 @@
7555
  "78": 7.46,
7556
  "79": 6.83,
7557
  "80": 1.97,
7558
- "81": 7.14,
7559
- "82": 6.28,
7560
- "83": 9.09,
7561
- "84": 10.14,
7562
- "85": 4.21,
7563
- "86": 2.41,
7564
- "87": 18.66,
7565
- "88": 8.62,
7566
- "89": 13.57,
7567
- "90": 23.95,
7568
- "91": 16.58,
7569
- "92": 3.71,
7570
- "93": 3.06,
7571
- "94": 15.86,
7572
- "95": 13.67,
7573
- "96": 5.59,
7574
- "97": 4.63,
7575
- "98": 12.08
 
 
 
 
7576
  },
7577
  "CAS-label": {
7578
  "0": 1.09,
@@ -7656,24 +7956,28 @@
7656
  "78": 40.58,
7657
  "79": 44.32,
7658
  "80": 2.1,
7659
- "81": 14.7,
7660
- "82": 44.48,
7661
- "83": 27.45,
7662
- "84": 43.07,
7663
- "85": 25.78,
7664
- "86": 35.97,
7665
- "87": 5.42,
7666
- "88": 11.58,
7667
- "89": 1.45,
7668
- "90": 40.19,
7669
- "91": 7.7,
7670
- "92": 13.03,
7671
- "93": 24.89,
7672
- "94": 12.34,
7673
- "95": 32.58,
7674
- "96": 48.76,
7675
- "97": 38.52,
7676
- "98": 32.39
 
 
 
 
7677
  },
7678
  "RuDReC-NER": {
7679
  "0": 0.16,
@@ -7757,24 +8061,28 @@
7757
  "78": 40.81,
7758
  "79": 44.31,
7759
  "80": 5.31,
7760
- "81": 23.29,
7761
- "82": 21.66,
7762
- "83": 39.2,
7763
- "84": 35.31,
7764
- "85": 7.86,
7765
- "86": 16.2,
7766
- "87": 25.18,
7767
- "88": 17.5,
7768
- "89": 26.64,
7769
- "90": 36.77,
7770
- "91": 6.48,
7771
- "92": 23.38,
7772
- "93": 29.34,
7773
- "94": 25.49,
7774
- "95": 40.96,
7775
- "96": 42.83,
7776
- "97": 46.55,
7777
- "98": 34.91
 
 
 
 
7778
  },
7779
  "NorSynthClinical-PHI": {
7780
  "0": 1.34,
@@ -7858,24 +8166,28 @@
7858
  "78": 76.22,
7859
  "79": 75.24,
7860
  "80": 14.85,
7861
- "81": 39.41,
7862
- "82": 49.67,
7863
- "83": 71.12,
7864
- "84": 69.24,
7865
- "85": 30.53,
7866
- "86": 44.96,
7867
- "87": 46.01,
7868
- "88": 33.73,
7869
- "89": 65.25,
7870
- "90": 69.38,
7871
- "91": 22.61,
7872
- "92": 52.09,
7873
- "93": 71.52,
7874
- "94": 55.58,
7875
- "95": 85.01,
7876
- "96": 86.72,
7877
- "97": 81.69,
7878
- "98": 77.07
 
 
 
 
7879
  },
7880
  "RuCCoN": {
7881
  "0": 0.18,
@@ -7959,24 +8271,28 @@
7959
  "78": 29.11,
7960
  "79": 31.97,
7961
  "80": 0.88,
7962
- "81": 15.35,
7963
- "82": 17.41,
7964
- "83": 24.12,
7965
- "84": 27.36,
7966
- "85": 10.8,
7967
- "86": 18.97,
7968
- "87": 14.33,
7969
- "88": 13.48,
7970
- "89": 22.73,
7971
- "90": 28.02,
7972
- "91": 4.05,
7973
- "92": 2.11,
7974
- "93": 6.21,
7975
- "94": 24.4,
7976
- "95": 32.78,
7977
- "96": 36.01,
7978
- "97": 34.05,
7979
- "98": 26.29
 
 
 
 
7980
  },
7981
  "BRONCO150-NER&Status": {
7982
  "0": 1.11,
@@ -8060,24 +8376,28 @@
8060
  "78": 30.16,
8061
  "79": 37.08,
8062
  "80": 1.48,
8063
- "81": 22.33,
8064
- "82": 24.0,
8065
- "83": 29.22,
8066
- "84": 32.39,
8067
- "85": 16.21,
8068
- "86": 22.89,
8069
- "87": 14.82,
8070
- "88": 9.36,
8071
- "89": 31.39,
8072
- "90": 31.78,
8073
- "91": 6.19,
8074
- "92": 4.15,
8075
- "93": 21.14,
8076
- "94": 22.92,
8077
- "95": 30.09,
8078
- "96": 47.03,
8079
- "97": 50.23,
8080
- "98": 44.27
 
 
 
 
8081
  },
8082
  "CARDIO-DE": {
8083
  "0": 0.03,
@@ -8161,24 +8481,28 @@
8161
  "78": 53.54,
8162
  "79": 59.57,
8163
  "80": 1.51,
8164
- "81": 50.46,
8165
- "82": 47.63,
8166
- "83": 8.86,
8167
- "84": 47.65,
8168
- "85": 15.38,
8169
- "86": 18.18,
8170
- "87": 27.31,
8171
- "88": 11.38,
8172
- "89": 44.87,
8173
- "90": 48.45,
8174
- "91": 2.74,
8175
- "92": 9.14,
8176
- "93": 15.85,
8177
- "94": 35.14,
8178
- "95": 49.06,
8179
- "96": 55.76,
8180
- "97": 67.1,
8181
- "98": 53.1
 
 
 
 
8182
  },
8183
  "GraSSCo PHI": {
8184
  "0": 0.07,
@@ -8262,24 +8586,28 @@
8262
  "78": 77.29,
8263
  "79": 75.98,
8264
  "80": 2.12,
8265
- "81": 12.65,
8266
- "82": 47.03,
8267
- "83": 61.84,
8268
- "84": 62.28,
8269
- "85": 25.63,
8270
- "86": 24.89,
8271
- "87": 32.94,
8272
- "88": 29.4,
8273
- "89": 57.8,
8274
- "90": 65.06,
8275
- "91": 6.58,
8276
- "92": 1.33,
8277
- "93": 41.0,
8278
- "94": 27.57,
8279
- "95": 64.92,
8280
- "96": 65.07,
8281
- "97": 72.44,
8282
- "98": 68.28
 
 
 
 
8283
  },
8284
  "IFMIR-NER": {
8285
  "0": 0.21,
@@ -8363,24 +8691,28 @@
8363
  "78": 41.09,
8364
  "79": 46.28,
8365
  "80": 1.9,
8366
- "81": 28.42,
8367
- "82": 28.5,
8368
- "83": 25.04,
8369
- "84": 37.38,
8370
- "85": 11.38,
8371
- "86": 11.25,
8372
- "87": 16.96,
8373
- "88": 8.2,
8374
- "89": 27.59,
8375
- "90": 34.69,
8376
- "91": 2.47,
8377
- "92": 4.62,
8378
- "93": 17.53,
8379
- "94": 28.2,
8380
- "95": 36.71,
8381
- "96": 40.88,
8382
- "97": 44.58,
8383
- "98": 37.91
 
 
 
 
8384
  },
8385
  "IFMIR - NER&factuality": {
8386
  "0": 0.21,
@@ -8464,24 +8796,28 @@
8464
  "78": 22.89,
8465
  "79": 27.27,
8466
  "80": 0.49,
8467
- "81": 18.86,
8468
- "82": 18.71,
8469
- "83": 7.37,
8470
- "84": 17.06,
8471
- "85": 1.64,
8472
- "86": 2.7,
8473
- "87": 4.06,
8474
- "88": 2.01,
8475
- "89": 9.04,
8476
- "90": 15.64,
8477
- "91": 2.11,
8478
- "92": 2.52,
8479
- "93": 9.94,
8480
- "94": 10.54,
8481
- "95": 17.53,
8482
- "96": 20.74,
8483
- "97": 26.37,
8484
- "98": 15.12
 
 
 
 
8485
  },
8486
  "iCorpus": {
8487
  "0": 0.08,
@@ -8565,24 +8901,28 @@
8565
  "78": 42.25,
8566
  "79": 47.99,
8567
  "80": 2.62,
8568
- "81": 8.58,
8569
- "82": 29.98,
8570
- "83": 17.34,
8571
- "84": 36.85,
8572
- "85": 13.24,
8573
- "86": 18.03,
8574
- "87": 8.15,
8575
- "88": 10.5,
8576
- "89": 25.24,
8577
- "90": 33.66,
8578
- "91": 0.77,
8579
- "92": 1.34,
8580
- "93": 5.78,
8581
- "94": 24.62,
8582
- "95": 37.61,
8583
- "96": 45.32,
8584
- "97": 48.82,
8585
- "98": 43.81
 
 
 
 
8586
  },
8587
  "cMedQA": {
8588
  "0": 15.01,
@@ -8666,24 +9006,28 @@
8666
  "78": 16.8,
8667
  "79": 16.47,
8668
  "80": 6.19,
8669
- "81": 15.33,
8670
- "82": 16.36,
8671
- "83": 15.92,
8672
- "84": 18.98,
8673
- "85": 18.2,
8674
- "86": 19.03,
8675
- "87": 9.4,
8676
- "88": 3.39,
8677
- "89": 3.37,
8678
- "90": 19.51,
8679
- "91": 1.56,
8680
- "92": 1.32,
8681
- "93": 4.98,
8682
- "94": 20.33,
8683
- "95": 18.51,
8684
- "96": 17.15,
8685
- "97": 10.03,
8686
- "98": 16.49
 
 
 
 
8687
  },
8688
  "EHRQA-QA": {
8689
  "0": 11.59,
@@ -8767,24 +9111,28 @@
8767
  "78": 14.64,
8768
  "79": 14.82,
8769
  "80": 5.61,
8770
- "81": 13.38,
8771
- "82": 13.79,
8772
- "83": 14.62,
8773
- "84": 16.86,
8774
- "85": 17.39,
8775
- "86": 17.81,
8776
- "87": 8.48,
8777
- "88": 3.06,
8778
- "89": 3.23,
8779
- "90": 17.77,
8780
- "91": 1.63,
8781
- "92": 1.78,
8782
- "93": 4.15,
8783
- "94": 18.66,
8784
- "95": 12.54,
8785
- "96": 16.02,
8786
- "97": 9.53,
8787
- "98": 13.93
 
 
 
 
8788
  },
8789
  "MEDIQA 2023-chat-A": {
8790
  "0": 17.19,
@@ -8868,24 +9216,28 @@
8868
  "78": 21.35,
8869
  "79": 26.29,
8870
  "80": 9.47,
8871
- "81": 23.36,
8872
- "82": 25.17,
8873
- "83": 24.99,
8874
- "84": 25.76,
8875
- "85": 21.89,
8876
- "86": 21.59,
8877
- "87": 18.86,
8878
- "88": 6.2,
8879
- "89": 16.52,
8880
- "90": 20.54,
8881
- "91": 5.52,
8882
- "92": 6.85,
8883
- "93": 10.97,
8884
- "94": 24.18,
8885
- "95": 24.66,
8886
- "96": 27.67,
8887
- "97": 26.41,
8888
- "98": 29.94
 
 
 
 
8889
  },
8890
  "MEDIQA 2023-sum-B": {
8891
  "0": 15.92,
@@ -8969,24 +9321,28 @@
8969
  "78": 21.32,
8970
  "79": 25.23,
8971
  "80": 9.03,
8972
- "81": 24.19,
8973
- "82": 24.81,
8974
- "83": 25.09,
8975
- "84": 24.73,
8976
- "85": 18.37,
8977
- "86": 17.4,
8978
- "87": 18.23,
8979
- "88": 6.0,
8980
- "89": 16.64,
8981
- "90": 19.06,
8982
- "91": 5.22,
8983
- "92": 6.85,
8984
- "93": 10.92,
8985
- "94": 24.23,
8986
- "95": 23.2,
8987
- "96": 28.06,
8988
- "97": 24.76,
8989
- "98": 29.01
 
 
 
 
8990
  },
8991
  "MedDG": {
8992
  "0": 8.38,
@@ -9070,24 +9426,28 @@
9070
  "78": 8.45,
9071
  "79": 9.21,
9072
  "80": 1.91,
9073
- "81": 10.87,
9074
- "82": 10.89,
9075
- "83": 9.94,
9076
- "84": 12.17,
9077
- "85": 9.99,
9078
- "86": 10.18,
9079
- "87": 3.67,
9080
- "88": 1.19,
9081
- "89": 1.18,
9082
- "90": 10.49,
9083
- "91": 0.43,
9084
- "92": 0.57,
9085
- "93": 1.46,
9086
- "94": 12.44,
9087
- "95": 12.24,
9088
- "96": 18.05,
9089
- "97": 13.46,
9090
- "98": 15.2
 
 
 
 
9091
  },
9092
  "IMCS-V2-MRG": {
9093
  "0": 11.91,
@@ -9171,24 +9531,28 @@
9171
  "78": 24.82,
9172
  "79": 36.18,
9173
  "80": 5.94,
9174
- "81": 28.49,
9175
- "82": 30.94,
9176
- "83": 30.45,
9177
- "84": 26.53,
9178
- "85": 35.3,
9179
- "86": 38.9,
9180
- "87": 13.52,
9181
- "88": 5.9,
9182
- "89": 5.65,
9183
- "90": 30.0,
9184
- "91": 4.06,
9185
- "92": 1.92,
9186
- "93": 9.74,
9187
- "94": 36.85,
9188
- "95": 43.0,
9189
- "96": 34.23,
9190
- "97": 26.21,
9191
- "98": 37.22
 
 
 
 
9192
  },
9193
  "CAS-evidence": {
9194
  "0": 1.48,
@@ -9272,24 +9636,28 @@
9272
  "78": 43.68,
9273
  "79": 45.5,
9274
  "80": 14.63,
9275
- "81": 27.53,
9276
- "82": 30.42,
9277
- "83": 41.34,
9278
- "84": 33.0,
9279
- "85": 17.9,
9280
- "86": 29.82,
9281
- "87": 19.53,
9282
- "88": 15.15,
9283
- "89": 35.19,
9284
- "90": 45.65,
9285
- "91": 20.72,
9286
- "92": 20.18,
9287
- "93": 30.19,
9288
- "94": 25.77,
9289
- "95": 38.94,
9290
- "96": 40.23,
9291
- "97": 44.99,
9292
- "98": 49.14
 
 
 
 
9293
  },
9294
  "icliniq-10k": {
9295
  "0": 10.77,
@@ -9373,24 +9741,28 @@
9373
  "78": 12.98,
9374
  "79": 12.53,
9375
  "80": 8.94,
9376
- "81": 12.34,
9377
- "82": 12.4,
9378
- "83": 12.2,
9379
- "84": 13.38,
9380
- "85": 12.61,
9381
- "86": 12.57,
9382
- "87": 10.37,
9383
- "88": 7.79,
9384
- "89": 8.14,
9385
- "90": 13.33,
9386
- "91": 7.13,
9387
- "92": 2.07,
9388
- "93": 4.94,
9389
- "94": 14.08,
9390
- "95": 14.22,
9391
- "96": 12.71,
9392
- "97": 10.06,
9393
- "98": 13.45
 
 
 
 
9394
  },
9395
  "HealthCareMagic-100k": {
9396
  "0": 10.01,
@@ -9474,24 +9846,28 @@
9474
  "78": 13.57,
9475
  "79": 13.2,
9476
  "80": 9.11,
9477
- "81": 13.12,
9478
- "82": 13.27,
9479
- "83": 12.72,
9480
- "84": 14.24,
9481
- "85": 13.51,
9482
- "86": 13.56,
9483
- "87": 9.76,
9484
- "88": 8.53,
9485
- "89": 8.9,
9486
- "90": 14.07,
9487
- "91": 7.85,
9488
- "92": 2.51,
9489
- "93": 5.47,
9490
- "94": 14.6,
9491
- "95": 14.54,
9492
- "96": 13.72,
9493
- "97": 11.36,
9494
- "98": 14.14
 
 
 
 
9495
  },
9496
  "MIMIC-IV BHC": {
9497
  "0": 12.34,
@@ -9575,23 +9951,27 @@
9575
  "78": 16.93,
9576
  "79": 14.52,
9577
  "80": 13.86,
9578
- "81": 16.34,
9579
- "82": 16.89,
9580
- "83": 14.34,
9581
- "84": 20.21,
9582
- "85": 17.01,
9583
- "86": 15.46,
9584
- "87": 15.65,
9585
- "88": 15.54,
9586
- "89": 16.52,
9587
- "90": 17.59,
9588
- "91": 14.69,
9589
- "92": 4.56,
9590
- "93": 16.66,
9591
- "94": 14.04,
9592
- "95": 16.44,
9593
- "96": 17.01,
9594
- "97": 17.23,
9595
- "98": 15.42
 
 
 
 
9596
  }
9597
  }
 
1
  {
2
  "T": {
3
+ "0": 98,
4
+ "1": 79,
5
+ "2": 70,
6
  "3": 42,
7
  "4": 38,
8
  "5": 17,
 
10
  "7": 3,
11
  "8": 16,
12
  "9": 32,
13
+ "10": 59,
14
+ "11": 44,
15
+ "12": 97,
16
+ "13": 67,
17
  "14": 35,
18
  "15": 23,
19
+ "16": 66,
20
  "17": 18,
21
  "18": 21,
22
  "19": 36,
23
+ "20": 96,
24
+ "21": 94,
25
+ "22": 88,
26
+ "23": 62,
27
  "24": 37,
28
+ "25": 101,
29
+ "26": 84,
30
  "27": 30,
31
+ "28": 63,
32
+ "29": 77,
33
+ "30": 103,
34
+ "31": 100,
35
+ "32": 85,
36
+ "33": 64,
37
+ "34": 99,
38
+ "35": 65,
39
+ "36": 95,
40
+ "37": 91,
41
+ "38": 61,
42
+ "39": 72,
43
+ "40": 56,
44
+ "41": 55,
45
  "42": 33,
46
+ "43": 45,
47
  "44": 13,
48
+ "45": 102,
49
+ "46": 78,
50
+ "47": 75,
51
+ "48": 49,
52
+ "49": 82,
53
+ "50": 86,
54
+ "51": 87,
55
+ "52": 73,
56
+ "53": 58,
57
  "54": 22,
58
  "55": 14,
59
+ "56": 80,
60
  "57": 27,
61
+ "58": 89,
62
+ "59": 93,
63
+ "60": 68,
64
+ "61": 81,
65
  "62": 28,
66
+ "63": 47,
67
  "64": 26,
68
+ "65": 46,
69
  "66": 25,
70
  "67": 39,
71
  "68": 41,
72
+ "69": 48,
73
  "70": 10,
74
  "71": 29,
75
  "72": 9,
 
80
  "77": 5,
81
  "78": 8,
82
  "79": 2,
83
+ "80": 90,
84
+ "81": 69,
85
+ "82": 54,
86
+ "83": 43,
87
+ "84": 50,
88
+ "85": 40,
89
  "86": 57,
90
+ "87": 31,
91
+ "88": 11,
92
+ "89": 74,
93
+ "90": 60,
94
+ "91": 71,
95
+ "92": 83,
96
  "93": 51,
97
+ "94": 19,
98
+ "95": 92,
99
+ "96": 76,
100
+ "97": 52,
101
+ "98": 53,
102
+ "99": 6,
103
+ "100": 4,
104
+ "101": 1,
105
+ "102": 7
106
  },
107
  "Model": {
108
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
 
186
  "78": "Qwen3-Next-80B-A3B-Instruct",
187
  "79": "Qwen3-Next-80B-A3B-Thinking",
188
  "80": "OpenThinker3-7B",
189
+ "81": "Hulu-Med-7B",
190
+ "82": "Hulu-Med-14B",
191
+ "83": "Hulu-Med-32B",
192
+ "84": "Biomni-R0-32B-Preview-Thinking",
193
+ "85": "Biomni-R0-32B-Preview-Non-Thinking",
194
+ "86": "AntAngelMed",
195
+ "87": "QwenLong-L1-32B",
196
+ "88": "Athene-V2-Chat",
197
+ "89": "Yi-1.5-9B-Chat-16K",
198
+ "90": "Yi-1.5-34B-Chat-16K",
199
+ "91": "HuatuoGPT-o1-7B",
200
+ "92": "HuatuoGPT-o1-8B",
201
+ "93": "HuatuoGPT-o1-70B",
202
+ "94": "HuatuoGPT-o1-72B",
203
+ "95": "MedReason-8B",
204
+ "96": "gpt-oss-20b",
205
+ "97": "gpt-oss-120b",
206
+ "98": "gpt-35-turbo-0125",
207
+ "99": "gpt-4o-0806",
208
+ "100": "gemini-2.0-flash-001",
209
+ "101": "gemini-2.5-flash",
210
+ "102": "gemini-1.5-pro-002"
211
  },
212
  "Model: Domain": {
213
  "0": "General",
 
293
  "80": "General",
294
  "81": "Medical",
295
  "82": "Medical",
296
+ "83": "Medical",
297
+ "84": "Medical",
298
+ "85": "Medical",
299
+ "86": "Medical",
300
+ "87": "General",
301
+ "88": "General",
302
+ "89": "General",
303
+ "90": "General",
304
  "91": "Medical",
305
+ "92": "Medical",
306
+ "93": "Medical",
307
+ "94": "Medical",
308
+ "95": "Medical",
309
  "96": "General",
310
  "97": "General",
311
+ "98": "General",
312
+ "99": "General",
313
+ "100": "General",
314
+ "101": "General",
315
+ "102": "General"
316
  },
317
  "Model: License": {
318
  "0": "MIT",
 
396
  "78": "Apache 2.0",
397
  "79": "Apache 2.0",
398
  "80": "Apache 2.0",
399
+ "81": "Apache 2.0",
400
+ "82": "Apache 2.0",
401
  "83": "Apache 2.0",
402
+ "84": "MIT",
403
+ "85": "MIT",
404
  "86": "Apache 2.0",
405
  "87": "Apache 2.0",
406
+ "88": "Nexusflow Research License",
407
  "89": "Apache 2.0",
408
  "90": "Apache 2.0",
409
  "91": "Apache 2.0",
410
  "92": "Apache 2.0",
411
  "93": "Apache 2.0",
412
+ "94": "Apache 2.0",
413
+ "95": "Apache 2.0",
414
+ "96": "Apache 2.0",
415
+ "97": "Apache 2.0",
416
+ "98": "Proprietary",
417
+ "99": "Proprietary",
418
+ "100": "Proprietary",
419
+ "101": "Proprietary",
420
+ "102": "Proprietary"
421
  },
422
  "Model: Accessibility": {
423
  "0": "Open Source",
 
514
  "91": "Open Source",
515
  "92": "Open Source",
516
  "93": "Open Source",
517
+ "94": "Open Source",
518
+ "95": "Open Source",
519
+ "96": "Open Source",
520
+ "97": "Open Source",
521
+ "98": "Proprietary",
522
+ "99": "Proprietary",
523
+ "100": "Proprietary",
524
+ "101": "Proprietary",
525
+ "102": "Proprietary"
526
  },
527
  "Size (B)": {
528
  "0": 1.5,
 
606
  "78": 80,
607
  "79": 80,
608
  "80": 7,
609
+ "81": 7,
610
+ "82": 14,
611
  "83": 32,
612
+ "84": 32,
613
+ "85": 32,
614
+ "86": 103,
615
+ "87": 32,
616
+ "88": 72,
617
+ "89": 9,
618
+ "90": 34,
619
+ "91": 7,
620
+ "92": 8,
621
+ "93": 70,
622
+ "94": 72,
623
+ "95": 8,
624
+ "96": 20,
625
+ "97": 120,
626
+ "98": "Unknown",
627
+ "99": "Unknown",
628
+ "100": "Unknown",
629
+ "101": "Unknown",
630
+ "102": "Unknown"
631
  },
632
  "Model: Size Range": {
633
  "0": "0-5",
 
711
  "78": ">80",
712
  "79": ">80",
713
  "80": "5-10",
714
+ "81": "5-10",
715
  "82": "10-40",
716
  "83": "10-40",
717
+ "84": "10-40",
718
+ "85": "10-40",
719
+ "86": ">80",
720
+ "87": "10-40",
721
+ "88": "40-80",
722
+ "89": "5-10",
723
+ "90": "10-40",
724
  "91": "5-10",
725
+ "92": "5-10",
726
+ "93": "40-80",
727
+ "94": "40-80",
728
+ "95": "5-10",
729
+ "96": "10-40",
730
+ "97": ">80",
731
+ "98": "Unknown",
732
+ "99": "Unknown",
733
+ "100": "Unknown",
734
+ "101": "Unknown",
735
+ "102": "Unknown"
736
  },
737
  "Average Performance": {
738
  "0": "13.42",
 
816
  "78": "40.5",
817
  "79": "42.9",
818
  "80": "18.37",
819
+ "81": "27.6",
820
+ "82": "31.61",
821
+ "83": "34.25",
822
+ "84": "32.54",
823
+ "85": "34.59",
824
+ "86": "30.77",
825
+ "87": "36.71",
826
+ "88": "39.34",
827
+ "89": "25.4",
828
+ "90": "29.57",
829
+ "91": "26.71",
830
+ "92": "22.48",
831
+ "93": "32.35",
832
+ "94": "38.15",
833
+ "95": "18.29",
834
+ "96": "24.86",
835
+ "97": "32.11",
836
+ "98": "31.63",
837
+ "99": "40.66",
838
+ "100": "41.98",
839
+ "101": "43.29",
840
+ "102": "40.53"
841
  },
842
  "ADE-Identification": {
843
  "0": 76.8,
 
921
  "78": 79.12,
922
  "79": 77.32,
923
  "80": 78.41,
924
+ "81": 78.82,
925
+ "82": 80.2,
926
+ "83": 78.33,
927
+ "84": 75.53,
928
+ "85": 77.61,
929
+ "86": 76.39,
930
+ "87": 80.22,
931
+ "88": 83.43,
932
+ "89": 76.37,
933
+ "90": 79.47,
934
+ "91": 81.09,
935
+ "92": 58.82,
936
+ "93": 70.97,
937
+ "94": 82.66,
938
+ "95": 38.91,
939
+ "96": 77.96,
940
+ "97": 76.57,
941
+ "98": 68.6,
942
+ "99": 81.22,
943
+ "100": 74.72,
944
+ "101": 75.26,
945
+ "102": 77.39
946
  },
947
  "BrainMRI-AIS": {
948
  "0": 38.25,
 
1026
  "78": 96.64,
1027
  "79": 97.42,
1028
  "80": 88.81,
1029
+ "81": 94.81,
1030
+ "82": 95.12,
1031
+ "83": 96.68,
1032
+ "84": 96.3,
1033
+ "85": 97.0,
1034
+ "86": 97.0,
1035
+ "87": 96.61,
1036
+ "88": 97.44,
1037
+ "89": 86.84,
1038
+ "90": 93.59,
1039
+ "91": 95.48,
1040
+ "92": 94.77,
1041
+ "93": 95.9,
1042
+ "94": 97.39,
1043
+ "95": 83.53,
1044
+ "96": 97.0,
1045
+ "97": 97.42,
1046
+ "98": 94.02,
1047
+ "99": 96.67,
1048
+ "100": 95.53,
1049
+ "101": 97.03,
1050
+ "102": 96.97
1051
  },
1052
  "Brateca-Hospitalization": {
1053
  "0": 56.28,
 
1131
  "78": 59.01,
1132
  "79": 75.25,
1133
  "80": 51.7,
1134
+ "81": 65.27,
1135
+ "82": 68.51,
1136
+ "83": 65.71,
1137
+ "84": 60.47,
1138
+ "85": 62.57,
1139
+ "86": 70.39,
1140
+ "87": 67.65,
1141
+ "88": 54.37,
1142
+ "89": 59.06,
1143
+ "90": 61.08,
1144
+ "91": 64.37,
1145
+ "92": 46.01,
1146
+ "93": 54.6,
1147
+ "94": 60.24,
1148
+ "95": 54.91,
1149
+ "96": 65.94,
1150
+ "97": 71.96,
1151
+ "98": 65.51,
1152
+ "99": 64.55,
1153
+ "100": 56.17,
1154
+ "101": 62.71,
1155
+ "102": 71.96
1156
  },
1157
  "Brateca-Mortality": {
1158
  "0": 38.18,
 
1236
  "78": 82.7,
1237
  "79": 90.2,
1238
  "80": 38.54,
1239
+ "81": 75.15,
1240
+ "82": 88.17,
1241
+ "83": 85.71,
1242
+ "84": 82.99,
1243
+ "85": 87.6,
1244
+ "86": 72.33,
1245
+ "87": 74.67,
1246
+ "88": 93.29,
1247
+ "89": 70.38,
1248
+ "90": 68.83,
1249
+ "91": 79.38,
1250
+ "92": 79.82,
1251
+ "93": 89.87,
1252
+ "94": 93.91,
1253
+ "95": 68.17,
1254
+ "96": 78.03,
1255
+ "97": 89.36,
1256
+ "98": 88.71,
1257
+ "99": 91.97,
1258
+ "100": 87.34,
1259
+ "101": 79.68,
1260
+ "102": 84.77
1261
  },
1262
  "Cantemist-Coding": {
1263
  "0": 0.0,
 
1341
  "78": 0.67,
1342
  "79": 1.0,
1343
  "80": 0.0,
1344
+ "81": 0.0,
1345
+ "82": 0.0,
1346
  "83": 0.0,
1347
+ "84": 0.67,
1348
+ "85": 0.7,
1349
+ "86": 0.66,
1350
  "87": 0.0,
1351
+ "88": 1.03,
1352
+ "89": 0.0,
1353
+ "90": 0.0,
1354
+ "91": 0.0,
1355
  "92": 0.0,
1356
+ "93": 1.0,
1357
+ "94": 1.03,
1358
+ "95": 0.32,
1359
+ "96": 0.0,
1360
+ "97": 0.67,
1361
+ "98": 0.34,
1362
+ "99": 0.99,
1363
+ "100": 0.98,
1364
+ "101": 1.03,
1365
+ "102": 1.01
1366
  },
1367
  "CARES-Area": {
1368
  "0": 31.42,
 
1446
  "78": 90.17,
1447
  "79": 92.12,
1448
  "80": 57.66,
1449
+ "81": 36.13,
1450
+ "82": 45.35,
1451
+ "83": 53.22,
1452
+ "84": 87.34,
1453
+ "85": 85.08,
1454
+ "86": 92.75,
1455
+ "87": 88.23,
1456
+ "88": 88.32,
1457
+ "89": 55.78,
1458
+ "90": 59.92,
1459
+ "91": 48.98,
1460
+ "92": 51.63,
1461
+ "93": 85.24,
1462
+ "94": 81.77,
1463
+ "95": 30.98,
1464
+ "96": 88.76,
1465
+ "97": 93.15,
1466
+ "98": 79.79,
1467
+ "99": 94.3,
1468
+ "100": 92.01,
1469
+ "101": 94.22,
1470
+ "102": 93.89
1471
  },
1472
  "CARES-ICD10 Chapter": {
1473
  "0": 1.55,
 
1551
  "78": 26.74,
1552
  "79": 19.78,
1553
  "80": 8.33,
1554
+ "81": 9.73,
1555
+ "82": 13.73,
1556
+ "83": 20.5,
1557
+ "84": 19.7,
1558
+ "85": 20.1,
1559
+ "86": 17.27,
1560
+ "87": 20.08,
1561
+ "88": 17.63,
1562
+ "89": 5.28,
1563
+ "90": 4.87,
1564
+ "91": 12.24,
1565
+ "92": 6.14,
1566
+ "93": 9.26,
1567
+ "94": 14.13,
1568
+ "95": 10.27,
1569
+ "96": 15.68,
1570
+ "97": 15.88,
1571
+ "98": 10.55,
1572
+ "99": 20.3,
1573
+ "100": 12.63,
1574
+ "101": 11.94,
1575
+ "102": 14.51
1576
  },
1577
  "CARES ICD10 Block": {
1578
  "0": 0.0,
 
1656
  "78": 11.36,
1657
  "79": 11.19,
1658
  "80": 0.11,
1659
+ "81": 0.63,
1660
+ "82": 3.42,
1661
+ "83": 2.16,
1662
+ "84": 6.32,
1663
+ "85": 5.3,
1664
+ "86": 4.69,
1665
+ "87": 3.52,
1666
+ "88": 9.23,
1667
+ "89": 0.43,
1668
+ "90": 1.45,
1669
+ "91": 0.63,
1670
+ "92": 0.53,
1671
+ "93": 4.48,
1672
+ "94": 7.6,
1673
+ "95": 0.2,
1674
+ "96": 0.83,
1675
+ "97": 10.38,
1676
+ "98": 3.0,
1677
+ "99": 8.36,
1678
+ "100": 8.29,
1679
+ "101": 12.51,
1680
+ "102": 9.76
1681
  },
1682
  "CARES-ICD10 Subblock": {
1683
  "0": 0.0,
 
1761
  "78": 1.05,
1762
  "79": 0.81,
1763
  "80": 0.0,
1764
+ "81": 0.0,
1765
+ "82": 0.2,
1766
+ "83": 0.41,
1767
+ "84": 0.63,
1768
+ "85": 0.72,
1769
+ "86": 0.21,
1770
+ "87": 0.31,
1771
+ "88": 1.04,
1772
+ "89": 0.0,
1773
+ "90": 0.31,
1774
  "91": 0.0,
1775
  "92": 0.0,
1776
+ "93": 1.13,
1777
+ "94": 0.91,
1778
+ "95": 0.0,
1779
+ "96": 0.0,
1780
+ "97": 0.0,
1781
+ "98": 0.41,
1782
+ "99": 2.3,
1783
+ "100": 1.79,
1784
+ "101": 1.75,
1785
+ "102": 1.12
1786
  },
1787
  "C-EMRS": {
1788
  "0": 31.44,
 
1866
  "78": 88.72,
1867
  "79": 87.75,
1868
  "80": 28.13,
1869
+ "81": 68.06,
1870
+ "82": 57.99,
1871
+ "83": 77.51,
1872
+ "84": 82.75,
1873
+ "85": 83.74,
1874
+ "86": 79.1,
1875
+ "87": 85.19,
1876
+ "88": 89.11,
1877
+ "89": 31.84,
1878
+ "90": 57.24,
1879
+ "91": 62.75,
1880
+ "92": 60.24,
1881
+ "93": 77.62,
1882
+ "94": 83.07,
1883
+ "95": 21.54,
1884
+ "96": 85.29,
1885
+ "97": 90.42,
1886
+ "98": 72.58,
1887
+ "99": 86.96,
1888
+ "100": 85.76,
1889
+ "101": 88.59,
1890
+ "102": 83.25
1891
  },
1892
  "ClinicalNotes-UPMC": {
1893
  "0": 76.97,
 
1971
  "78": 92.12,
1972
  "79": 87.25,
1973
  "80": 92.56,
1974
+ "81": 84.71,
1975
+ "82": 90.89,
1976
+ "83": 92.51,
1977
+ "84": 89.41,
1978
+ "85": 92.1,
1979
+ "86": 93.48,
1980
+ "87": 93.88,
1981
+ "88": 90.9,
1982
+ "89": 81.21,
1983
+ "90": 85.6,
1984
+ "91": 78.69,
1985
+ "92": 88.58,
1986
+ "93": 92.92,
1987
+ "94": 90.48,
1988
+ "95": 85.19,
1989
+ "96": 87.03,
1990
+ "97": 87.73,
1991
+ "98": 86.87,
1992
+ "99": 93.84,
1993
+ "100": 91.36,
1994
+ "101": 91.75,
1995
+ "102": 93.94
1996
  },
1997
  "PPTS": {
1998
  "0": 43.83,
 
2076
  "78": 79.1,
2077
  "79": 76.65,
2078
  "80": 60.94,
2079
+ "81": 73.82,
2080
+ "82": 76.58,
2081
+ "83": 76.43,
2082
+ "84": 79.85,
2083
+ "85": 77.05,
2084
+ "86": 71.37,
2085
+ "87": 72.51,
2086
+ "88": 79.05,
2087
+ "89": 66.72,
2088
+ "90": 74.45,
2089
+ "91": 69.85,
2090
+ "92": 73.04,
2091
+ "93": 78.85,
2092
+ "94": 72.47,
2093
+ "95": 57.34,
2094
+ "96": 74.37,
2095
+ "97": 73.18,
2096
+ "98": 79.16,
2097
+ "99": 75.3,
2098
+ "100": 78.38,
2099
+ "101": 81.98,
2100
+ "102": 77.68
2101
  },
2102
  "CLIP": {
2103
  "0": 11.24,
 
2181
  "78": 42.05,
2182
  "79": 41.75,
2183
  "80": 16.78,
2184
+ "81": 33.59,
2185
+ "82": 39.1,
2186
+ "83": 38.24,
2187
+ "84": 39.49,
2188
+ "85": 38.28,
2189
+ "86": 27.89,
2190
+ "87": 42.55,
2191
+ "88": 41.78,
2192
+ "89": 32.56,
2193
+ "90": 27.91,
2194
+ "91": 30.43,
2195
+ "92": 8.06,
2196
+ "93": 41.06,
2197
+ "94": 36.83,
2198
+ "95": 11.59,
2199
+ "96": 36.01,
2200
+ "97": 43.5,
2201
+ "98": 39.35,
2202
+ "99": 41.12,
2203
+ "100": 43.23,
2204
+ "101": 43.77,
2205
+ "102": 41.09
2206
  },
2207
  "DialMed": {
2208
  "0": 0.59,
 
2286
  "78": 17.11,
2287
  "79": 22.51,
2288
  "80": 1.09,
2289
+ "81": 2.58,
2290
+ "82": 7.53,
2291
+ "83": 6.86,
2292
+ "84": 11.7,
2293
+ "85": 12.78,
2294
+ "86": 12.78,
2295
+ "87": 14.46,
2296
+ "88": 15.3,
2297
+ "89": 2.67,
2298
+ "90": 8.03,
2299
+ "91": 7.74,
2300
+ "92": 0.83,
2301
+ "93": 6.93,
2302
+ "94": 10.96,
2303
+ "95": 0.51,
2304
+ "96": 4.74,
2305
+ "97": 16.63,
2306
+ "98": 3.92,
2307
+ "99": 16.63,
2308
+ "100": 18.33,
2309
+ "101": 22.38,
2310
+ "102": 15.41
2311
  },
2312
  "EHRQA-Primary department": {
2313
  "0": 25.04,
 
2391
  "78": 66.21,
2392
  "79": 66.84,
2393
  "80": 31.17,
2394
+ "81": 57.9,
2395
+ "82": 59.05,
2396
+ "83": 60.1,
2397
+ "84": 60.49,
2398
+ "85": 60.15,
2399
+ "86": 62.81,
2400
+ "87": 66.25,
2401
+ "88": 66.79,
2402
+ "89": 56.52,
2403
+ "90": 59.24,
2404
+ "91": 51.82,
2405
+ "92": 47.05,
2406
+ "93": 59.57,
2407
+ "94": 63.13,
2408
+ "95": 43.58,
2409
+ "96": 63.85,
2410
+ "97": 68.13,
2411
+ "98": 54.87,
2412
+ "99": 65.28,
2413
+ "100": 64.63,
2414
+ "101": 66.65,
2415
+ "102": 66.53
2416
  },
2417
  "EHRQA-Sub department": {
2418
  "0": 9.04,
 
2496
  "78": 56.85,
2497
  "79": 60.0,
2498
  "80": 24.29,
2499
+ "81": 44.27,
2500
+ "82": 53.24,
2501
+ "83": 56.83,
2502
+ "84": 57.9,
2503
+ "85": 58.63,
2504
+ "86": 59.33,
2505
+ "87": 60.17,
2506
+ "88": 60.34,
2507
+ "89": 48.39,
2508
+ "90": 54.81,
2509
+ "91": 39.34,
2510
+ "92": 50.38,
2511
+ "93": 53.64,
2512
+ "94": 54.85,
2513
+ "95": 23.75,
2514
+ "96": 58.64,
2515
+ "97": 61.74,
2516
+ "98": 53.63,
2517
+ "99": 60.91,
2518
+ "100": 60.57,
2519
+ "101": 60.88,
2520
+ "102": 60.36
2521
  },
2522
  "GOUT-CC-Consensus": {
2523
  "0": 41.81,
 
2601
  "78": 83.48,
2602
  "79": 86.08,
2603
  "80": 52.94,
2604
+ "81": 74.83,
2605
+ "82": 81.6,
2606
+ "83": 80.94,
2607
+ "84": 81.41,
2608
+ "85": 82.34,
2609
+ "86": 82.53,
2610
+ "87": 82.5,
2611
+ "88": 83.25,
2612
+ "89": 69.11,
2613
+ "90": 78.3,
2614
+ "91": 74.74,
2615
+ "92": 54.75,
2616
+ "93": 80.59,
2617
+ "94": 82.16,
2618
+ "95": 55.35,
2619
+ "96": 80.42,
2620
+ "97": 86.87,
2621
+ "98": 76.09,
2622
+ "99": 82.84,
2623
+ "100": 81.64,
2624
+ "101": 82.78,
2625
+ "102": 85.65
2626
  },
2627
  "JP-STS": {
2628
  "0": 17.67,
 
2706
  "78": 36.29,
2707
  "79": 28.59,
2708
  "80": 23.98,
2709
+ "81": 25.56,
2710
+ "82": 22.34,
2711
+ "83": 27.84,
2712
+ "84": 22.91,
2713
+ "85": 29.91,
2714
+ "86": 17.36,
2715
+ "87": 38.42,
2716
+ "88": 36.13,
2717
+ "89": 13.52,
2718
+ "90": 31.11,
2719
+ "91": 32.91,
2720
+ "92": 17.45,
2721
+ "93": 17.95,
2722
+ "94": 37.48,
2723
+ "95": 13.76,
2724
+ "96": 19.53,
2725
+ "97": 25.61,
2726
+ "98": 30.28,
2727
+ "99": 28.49,
2728
+ "100": 29.51,
2729
+ "101": 23.16,
2730
+ "102": 32.39
2731
  },
2732
  "MEDIQA 2019-RQE": {
2733
  "0": 53.47,
 
2811
  "78": 74.24,
2812
  "79": 76.97,
2813
  "80": 68.93,
2814
+ "81": 61.33,
2815
+ "82": 59.18,
2816
+ "83": 63.17,
2817
+ "84": 64.4,
2818
+ "85": 66.46,
2819
+ "86": 76.2,
2820
+ "87": 76.16,
2821
+ "88": 60.29,
2822
+ "89": 64.3,
2823
+ "90": 64.02,
2824
+ "91": 62.49,
2825
+ "92": 64.84,
2826
+ "93": 73.05,
2827
+ "94": 65.42,
2828
+ "95": 58.3,
2829
+ "96": 79.64,
2830
+ "97": 82.17,
2831
+ "98": 62.14,
2832
+ "99": 73.34,
2833
+ "100": 77.85,
2834
+ "101": 74.77,
2835
+ "102": 69.85
2836
  },
2837
  "MedNLI": {
2838
  "0": 51.24,
 
2916
  "78": 85.09,
2917
  "79": 80.75,
2918
  "80": 74.86,
2919
+ "81": 79.97,
2920
+ "82": 81.35,
2921
+ "83": 84.28,
2922
+ "84": 85.53,
2923
+ "85": 85.78,
2924
+ "86": 81.45,
2925
+ "87": 81.62,
2926
+ "88": 81.75,
2927
+ "89": 69.4,
2928
+ "90": 83.27,
2929
+ "91": 74.84,
2930
+ "92": 69.99,
2931
+ "93": 81.93,
2932
+ "94": 76.67,
2933
+ "95": 56.06,
2934
+ "96": 85.65,
2935
+ "97": 85.33,
2936
+ "98": 72.33,
2937
+ "99": 86.97,
2938
+ "100": 84.98,
2939
+ "101": 84.15,
2940
+ "102": 83.69
2941
  },
2942
  "MedSTS": {
2943
  "0": 32.4,
 
3021
  "78": 51.24,
3022
  "79": 52.0,
3023
  "80": 23.45,
3024
+ "81": 42.36,
3025
+ "82": 49.69,
3026
+ "83": 53.77,
3027
+ "84": 46.76,
3028
+ "85": 46.82,
3029
+ "86": 27.55,
3030
+ "87": 53.84,
3031
+ "88": 56.43,
3032
+ "89": 44.62,
3033
+ "90": 46.57,
3034
+ "91": 52.44,
3035
+ "92": 45.05,
3036
+ "93": 46.11,
3037
+ "94": 51.13,
3038
+ "95": 42.12,
3039
+ "96": 37.79,
3040
+ "97": 45.87,
3041
+ "98": 49.11,
3042
+ "99": 52.48,
3043
+ "100": 45.14,
3044
+ "101": 41.66,
3045
+ "102": 47.91
3046
  },
3047
  "MTS": {
3048
  "0": 4.24,
 
3126
  "78": 32.32,
3127
  "79": 29.34,
3128
  "80": 15.25,
3129
+ "81": 13.55,
3130
+ "82": 19.08,
3131
+ "83": 23.87,
3132
+ "84": 19.13,
3133
+ "85": 26.83,
3134
+ "86": 18.22,
3135
+ "87": 27.96,
3136
+ "88": 30.24,
3137
+ "89": 11.87,
3138
+ "90": 10.19,
3139
+ "91": 19.94,
3140
+ "92": 6.48,
3141
+ "93": 20.9,
3142
+ "94": 22.16,
3143
+ "95": 0.0,
3144
+ "96": 34.89,
3145
+ "97": 42.0,
3146
+ "98": 14.08,
3147
+ "99": 41.11,
3148
+ "100": 29.11,
3149
+ "101": 29.86,
3150
+ "102": 16.61
3151
  },
3152
  "MEDIQA 2023-sum-A": {
3153
  "0": 25.15,
 
3231
  "78": 64.77,
3232
  "79": 70.3,
3233
  "80": 50.73,
3234
+ "81": 57.67,
3235
+ "82": 64.89,
3236
+ "83": 65.26,
3237
+ "84": 69.23,
3238
+ "85": 69.32,
3239
+ "86": 68.23,
3240
+ "87": 68.08,
3241
+ "88": 66.33,
3242
+ "89": 62.34,
3243
+ "90": 64.35,
3244
+ "91": 47.78,
3245
+ "92": 40.22,
3246
+ "93": 67.74,
3247
+ "94": 66.31,
3248
+ "95": 21.48,
3249
+ "96": 67.24,
3250
+ "97": 70.46,
3251
+ "98": 65.92,
3252
+ "99": 70.45,
3253
+ "100": 70.45,
3254
+ "101": 73.38,
3255
+ "102": 72.22
3256
  },
3257
  "RuMedDaNet": {
3258
  "0": 70.72,
 
3336
  "78": 98.07,
3337
  "79": 98.45,
3338
  "80": 85.69,
3339
+ "81": 94.92,
3340
+ "82": 97.66,
3341
+ "83": 97.66,
3342
+ "84": 97.24,
3343
+ "85": 98.05,
3344
+ "86": 95.62,
3345
+ "87": 96.51,
3346
+ "88": 98.42,
3347
+ "89": 89.8,
3348
+ "90": 92.1,
3349
+ "91": 92.66,
3350
+ "92": 93.76,
3351
+ "93": 95.18,
3352
+ "94": 96.81,
3353
+ "95": 84.01,
3354
+ "96": 96.62,
3355
+ "97": 98.46,
3356
+ "98": 91.42,
3357
+ "99": 98.39,
3358
+ "100": 96.88,
3359
+ "101": 98.44,
3360
+ "102": 96.87
3361
  },
3362
  "CBLUE-CDN": {
3363
  "0": 0.31,
 
3441
  "78": 11.77,
3442
  "79": 8.59,
3443
  "80": 0.1,
3444
+ "81": 7.11,
3445
+ "82": 7.49,
3446
+ "83": 8.85,
3447
+ "84": 8.23,
3448
+ "85": 8.47,
3449
+ "86": 9.1,
3450
+ "87": 10.51,
3451
+ "88": 9.53,
3452
+ "89": 2.55,
3453
+ "90": 3.35,
3454
+ "91": 5.21,
3455
+ "92": 0.15,
3456
+ "93": 0.75,
3457
+ "94": 6.48,
3458
+ "95": 0.0,
3459
+ "96": 1.9,
3460
+ "97": 10.88,
3461
+ "98": 2.47,
3462
+ "99": 3.37,
3463
+ "100": 12.67,
3464
+ "101": 11.67,
3465
+ "102": 9.26
3466
  },
3467
  "CHIP-CTC": {
3468
  "0": 39.81,
 
3546
  "78": 63.25,
3547
  "79": 70.42,
3548
  "80": 21.16,
3549
+ "81": 53.77,
3550
+ "82": 57.34,
3551
+ "83": 64.07,
3552
+ "84": 63.8,
3553
+ "85": 66.27,
3554
+ "86": 71.16,
3555
+ "87": 72.75,
3556
+ "88": 71.11,
3557
+ "89": 59.68,
3558
+ "90": 66.26,
3559
+ "91": 50.85,
3560
+ "92": 39.44,
3561
+ "93": 54.75,
3562
+ "94": 62.61,
3563
+ "95": 21.05,
3564
+ "96": 72.37,
3565
+ "97": 73.59,
3566
+ "98": 67.39,
3567
+ "99": 69.73,
3568
+ "100": 66.63,
3569
+ "101": 72.8,
3570
+ "102": 68.97
3571
  },
3572
  "IMCS-V2-DAC": {
3573
  "0": 24.36,
 
3651
  "78": 75.44,
3652
  "79": 77.62,
3653
  "80": 25.81,
3654
+ "81": 36.33,
3655
+ "82": 60.29,
3656
+ "83": 66.14,
3657
+ "84": 69.34,
3658
+ "85": 67.02,
3659
+ "86": 74.77,
3660
+ "87": 74.17,
3661
+ "88": 75.32,
3662
+ "89": 61.09,
3663
+ "90": 61.13,
3664
+ "91": 46.71,
3665
+ "92": 38.7,
3666
+ "93": 66.09,
3667
+ "94": 65.04,
3668
+ "95": 25.56,
3669
+ "96": 70.72,
3670
+ "97": 73.87,
3671
+ "98": 54.75,
3672
+ "99": 74.69,
3673
+ "100": 73.47,
3674
+ "101": 76.82,
3675
+ "102": 72.17
3676
  },
3677
  "RuMedNLI": {
3678
  "0": 40.53,
 
3756
  "78": 81.82,
3757
  "79": 79.58,
3758
  "80": 56.52,
3759
+ "81": 71.88,
3760
+ "82": 75.4,
3761
+ "83": 77.85,
3762
+ "84": 82.18,
3763
+ "85": 82.54,
3764
+ "86": 78.04,
3765
+ "87": 78.62,
3766
+ "88": 80.7,
3767
+ "89": 56.15,
3768
+ "90": 68.43,
3769
+ "91": 71.06,
3770
+ "92": 59.86,
3771
+ "93": 77.68,
3772
+ "94": 72.44,
3773
+ "95": 46.9,
3774
+ "96": 79.91,
3775
+ "97": 81.16,
3776
+ "98": 62.03,
3777
+ "99": 83.79,
3778
+ "100": 80.63,
3779
+ "101": 82.17,
3780
+ "102": 80.31
3781
  },
3782
  "CLISTER": {
3783
  "0": 25.72,
 
3861
  "78": 37.96,
3862
  "79": 35.25,
3863
  "80": 21.7,
3864
+ "81": 35.82,
3865
+ "82": 41.01,
3866
+ "83": 49.53,
3867
+ "84": 35.58,
3868
+ "85": 39.35,
3869
+ "86": 28.07,
3870
+ "87": 35.4,
3871
+ "88": 47.72,
3872
+ "89": 34.63,
3873
+ "90": 46.51,
3874
+ "91": 36.79,
3875
+ "92": 29.89,
3876
+ "93": 38.77,
3877
+ "94": 48.79,
3878
+ "95": 27.62,
3879
+ "96": 32.72,
3880
+ "97": 40.23,
3881
+ "98": 40.5,
3882
+ "99": 44.6,
3883
+ "100": 40.18,
3884
+ "101": 29.16,
3885
+ "102": 38.49
3886
  },
3887
  "IFMIR-Incident type": {
3888
  "0": 18.48,
 
3966
  "78": 34.44,
3967
  "79": 33.89,
3968
  "80": 20.44,
3969
+ "81": 21.7,
3970
+ "82": 30.76,
3971
+ "83": 32.27,
3972
+ "84": 33.7,
3973
+ "85": 34.27,
3974
+ "86": 31.79,
3975
+ "87": 33.92,
3976
+ "88": 35.59,
3977
+ "89": 32.85,
3978
+ "90": 33.66,
3979
+ "91": 31.36,
3980
+ "92": 18.5,
3981
+ "93": 31.7,
3982
+ "94": 33.07,
3983
+ "95": 18.12,
3984
+ "96": 30.81,
3985
+ "97": 35.25,
3986
+ "98": 29.22,
3987
+ "99": 33.75,
3988
+ "100": 35.27,
3989
+ "101": 34.58,
3990
+ "102": 32.52
3991
  },
3992
  "MIMIC-IV CDM": {
3993
  "0": 47.82,
 
4071
  "78": 93.32,
4072
  "79": 92.43,
4073
  "80": 80.08,
4074
+ "81": 81.27,
4075
+ "82": 86.26,
4076
+ "83": 85.79,
4077
+ "84": 90.87,
4078
+ "85": 91.23,
4079
+ "86": 76.29,
4080
+ "87": 87.93,
4081
+ "88": 89.66,
4082
+ "89": 81.56,
4083
+ "90": 85.46,
4084
+ "91": 88.25,
4085
+ "92": 79.52,
4086
+ "93": 91.71,
4087
+ "94": 89.2,
4088
+ "95": 76.62,
4089
+ "96": 66.63,
4090
+ "97": 82.15,
4091
+ "98": 83.7,
4092
+ "99": 92.08,
4093
+ "100": 90.48,
4094
+ "101": 94.25,
4095
+ "102": 90.46
4096
  },
4097
  "MIMIC-III Outcome.LoS": {
4098
  "0": 18.91,
 
4176
  "78": 36.24,
4177
  "79": 43.21,
4178
  "80": 21.46,
4179
+ "81": 27.41,
4180
+ "82": 32.76,
4181
+ "83": 25.25,
4182
+ "84": 28.8,
4183
+ "85": 26.14,
4184
+ "86": 19.46,
4185
+ "87": 32.29,
4186
+ "88": 31.12,
4187
+ "89": 24.0,
4188
+ "90": 25.16,
4189
+ "91": 26.33,
4190
+ "92": 24.45,
4191
+ "93": 30.43,
4192
+ "94": 33.69,
4193
+ "95": 26.88,
4194
+ "96": 20.71,
4195
+ "97": 27.6,
4196
+ "98": 23.38,
4197
+ "99": 36.23,
4198
+ "100": 27.4,
4199
+ "101": 29.3,
4200
+ "102": 37.28
4201
  },
4202
  "MIMIC-III Outcome.Mortality": {
4203
  "0": 33.69,
 
4281
  "78": 35.29,
4282
  "79": 69.96,
4283
  "80": 26.05,
4284
+ "81": 33.26,
4285
+ "82": 42.54,
4286
+ "83": 49.23,
4287
+ "84": 35.15,
4288
+ "85": 41.76,
4289
+ "86": 60.46,
4290
+ "87": 40.81,
4291
+ "88": 59.48,
4292
+ "89": 21.02,
4293
+ "90": 47.35,
4294
+ "91": 22.18,
4295
+ "92": 20.51,
4296
+ "93": 42.98,
4297
+ "94": 66.6,
4298
+ "95": 21.96,
4299
+ "96": 46.5,
4300
+ "97": 83.68,
4301
+ "98": 17.72,
4302
+ "99": 55.11,
4303
+ "100": 52.23,
4304
+ "101": 29.41,
4305
+ "102": 48.1
4306
  },
4307
  "MIMIC-IV DiReCT.Dis": {
4308
  "0": 22.46,
 
4386
  "78": 87.47,
4387
  "79": 86.65,
4388
  "80": 62.1,
4389
+ "81": 68.31,
4390
+ "82": 80.24,
4391
+ "83": 80.63,
4392
+ "84": 76.95,
4393
+ "85": 80.8,
4394
+ "86": 74.42,
4395
+ "87": 82.78,
4396
+ "88": 81.67,
4397
+ "89": 62.81,
4398
+ "90": 70.55,
4399
+ "91": 61.91,
4400
+ "92": 51.63,
4401
+ "93": 77.85,
4402
+ "94": 82.02,
4403
+ "95": 58.27,
4404
+ "96": 46.21,
4405
+ "97": 72.02,
4406
+ "98": 73.41,
4407
+ "99": 84.96,
4408
+ "100": 83.29,
4409
+ "101": 87.22,
4410
+ "102": 84.26
4411
  },
4412
  "MIMIC-IV DiReCT.PDD": {
4413
  "0": 10.48,
 
4491
  "78": 80.13,
4492
  "79": 79.09,
4493
  "80": 47.28,
4494
+ "81": 51.78,
4495
+ "82": 63.22,
4496
+ "83": 68.53,
4497
+ "84": 66.5,
4498
+ "85": 69.48,
4499
+ "86": 62.01,
4500
+ "87": 71.75,
4501
+ "88": 74.79,
4502
+ "89": 45.14,
4503
+ "90": 53.71,
4504
+ "91": 46.6,
4505
+ "92": 40.79,
4506
+ "93": 67.58,
4507
+ "94": 68.34,
4508
+ "95": 32.71,
4509
+ "96": 31.99,
4510
+ "97": 70.21,
4511
+ "98": 56.56,
4512
+ "99": 73.04,
4513
+ "100": 77.17,
4514
+ "101": 79.99,
4515
+ "102": 74.06
4516
  },
4517
  "ADE-Extraction": {
4518
  "0": 4.81,
 
4596
  "78": 66.87,
4597
  "79": 70.26,
4598
  "80": 21.48,
4599
+ "81": 51.11,
4600
+ "82": 54.04,
4601
+ "83": 48.46,
4602
+ "84": 64.95,
4603
+ "85": 64.93,
4604
+ "86": 46.97,
4605
+ "87": 56.5,
4606
+ "88": 59.04,
4607
+ "89": 14.07,
4608
+ "90": 47.01,
4609
+ "91": 7.15,
4610
+ "92": 18.2,
4611
+ "93": 27.49,
4612
+ "94": 57.69,
4613
+ "95": 9.66,
4614
+ "96": 24.62,
4615
+ "97": 19.46,
4616
+ "98": 47.43,
4617
+ "99": 52.81,
4618
+ "100": 63.7,
4619
+ "101": 68.13,
4620
+ "102": 59.54
4621
  },
4622
  "ADE-Drug dosage": {
4623
  "0": 2.55,
 
4701
  "78": 37.87,
4702
  "79": 47.92,
4703
  "80": 14.68,
4704
+ "81": 30.59,
4705
+ "82": 46.35,
4706
+ "83": 35.41,
4707
+ "84": 44.33,
4708
+ "85": 47.11,
4709
+ "86": 26.69,
4710
+ "87": 39.14,
4711
+ "88": 41.5,
4712
+ "89": 25.31,
4713
+ "90": 29.73,
4714
+ "91": 2.21,
4715
+ "92": 22.68,
4716
+ "93": 30.55,
4717
+ "94": 48.14,
4718
+ "95": 9.32,
4719
+ "96": 15.67,
4720
+ "97": 3.92,
4721
+ "98": 47.96,
4722
+ "99": 40.19,
4723
+ "100": 44.34,
4724
+ "101": 47.17,
4725
+ "102": 41.2
4726
  },
4727
  "BARR2": {
4728
  "0": 0.0,
 
4806
  "78": 19.82,
4807
  "79": 29.91,
4808
  "80": 0.0,
4809
+ "81": 8.55,
4810
+ "82": 3.44,
4811
+ "83": 2.95,
4812
+ "84": 3.72,
4813
+ "85": 2.06,
4814
+ "86": 12.85,
4815
+ "87": 14.22,
4816
+ "88": 4.94,
4817
+ "89": 2.81,
4818
+ "90": 1.48,
4819
+ "91": 8.44,
4820
+ "92": 0.0,
4821
+ "93": 0.37,
4822
+ "94": 20.49,
4823
+ "95": 12.94,
4824
+ "96": 0.51,
4825
+ "97": 1.58,
4826
+ "98": 21.4,
4827
+ "99": 9.49,
4828
+ "100": 27.79,
4829
+ "101": 31.07,
4830
+ "102": 8.42
4831
  },
4832
  "Cantemis-NER": {
4833
  "0": 0.11,
 
4911
  "78": 17.35,
4912
  "79": 20.31,
4913
  "80": 1.87,
4914
+ "81": 9.59,
4915
+ "82": 9.73,
4916
+ "83": 12.3,
4917
+ "84": 14.41,
4918
+ "85": 14.44,
4919
+ "86": 5.72,
4920
+ "87": 11.72,
4921
+ "88": 6.73,
4922
+ "89": 5.11,
4923
+ "90": 10.55,
4924
+ "91": 8.57,
4925
+ "92": 9.39,
4926
+ "93": 9.75,
4927
+ "94": 12.33,
4928
+ "95": 4.72,
4929
+ "96": 2.51,
4930
+ "97": 6.0,
4931
+ "98": 15.25,
4932
+ "99": 18.35,
4933
+ "100": 17.39,
4934
+ "101": 18.35,
4935
+ "102": 13.57
4936
  },
4937
  "Cantemis-Norm": {
4938
  "0": 0.0,
 
5016
  "78": 5.69,
5017
  "79": 9.57,
5018
  "80": 0.0,
5019
+ "81": 0.0,
5020
+ "82": 0.77,
5021
+ "83": 0.12,
5022
+ "84": 2.71,
5023
+ "85": 3.34,
5024
+ "86": 2.16,
5025
+ "87": 1.95,
5026
+ "88": 3.77,
5027
+ "89": 0.0,
5028
+ "90": 1.59,
5029
+ "91": 0.0,
5030
+ "92": 0.44,
5031
+ "93": 3.44,
5032
+ "94": 4.4,
5033
+ "95": 0.43,
5034
+ "96": 0.62,
5035
+ "97": 1.93,
5036
+ "98": 6.78,
5037
+ "99": 9.35,
5038
+ "100": 9.77,
5039
+ "101": 14.12,
5040
+ "102": 9.29
5041
  },
5042
  "CHIP-CDEE": {
5043
  "0": 0.0,
 
5121
  "78": 16.29,
5122
  "79": 6.65,
5123
  "80": 0.56,
5124
+ "81": 0.35,
5125
+ "82": 6.88,
5126
+ "83": 10.48,
5127
+ "84": 4.52,
5128
+ "85": 10.07,
5129
+ "86": 13.98,
5130
+ "87": 23.38,
5131
+ "88": 27.41,
5132
+ "89": 2.16,
5133
+ "90": 16.27,
5134
+ "91": 4.01,
5135
+ "92": 0.93,
5136
+ "93": 12.62,
5137
+ "94": 21.91,
5138
+ "95": 0.96,
5139
+ "96": 6.98,
5140
+ "97": 18.02,
5141
+ "98": 6.11,
5142
+ "99": 32.78,
5143
+ "100": 31.82,
5144
+ "101": 35.46,
5145
+ "102": 29.21
5146
  },
5147
  "CodiEsp-ICD-10-CM": {
5148
  "0": 0.0,
 
5226
  "78": 0.58,
5227
  "79": 0.72,
5228
  "80": 0.06,
5229
+ "81": 0.6,
5230
+ "82": 0.58,
5231
+ "83": 0.46,
5232
+ "84": 3.4,
5233
+ "85": 4.59,
5234
+ "86": 0.51,
5235
+ "87": 0.93,
5236
+ "88": 4.12,
5237
+ "89": 0.05,
5238
+ "90": 0.18,
5239
+ "91": 0.17,
5240
+ "92": 0.5,
5241
+ "93": 1.59,
5242
+ "94": 0.89,
5243
+ "95": 0.85,
5244
+ "96": 0.51,
5245
+ "97": 2.21,
5246
+ "98": 7.89,
5247
+ "99": 10.19,
5248
+ "100": 7.49,
5249
+ "101": 9.73,
5250
+ "102": 2.09
5251
  },
5252
  "CodiEsp-ICD-10-PCS": {
5253
  "0": 0.0,
 
5331
  "78": 0.31,
5332
  "79": 0.0,
5333
  "80": 0.0,
5334
+ "81": 0.0,
5335
+ "82": 0.0,
5336
  "83": 0.0,
5337
+ "84": 0.08,
5338
+ "85": 0.17,
5339
  "86": 0.0,
5340
  "87": 0.0,
5341
  "88": 0.0,
 
5345
  "92": 0.0,
5346
  "93": 0.0,
5347
  "94": 0.0,
5348
+ "95": 0.0,
5349
+ "96": 0.0,
5350
+ "97": 0.0,
5351
+ "98": 0.0,
5352
+ "99": 2.67,
5353
+ "100": 0.42,
5354
+ "101": 1.47,
5355
+ "102": 0.4
5356
  },
5357
  "CLINpt-NER": {
5358
  "0": 0.09,
 
5436
  "78": 24.32,
5437
  "79": 31.99,
5438
  "80": 1.04,
5439
+ "81": 6.88,
5440
+ "82": 19.95,
5441
+ "83": 16.58,
5442
+ "84": 1.14,
5443
+ "85": 0.92,
5444
+ "86": 1.7,
5445
+ "87": 19.25,
5446
+ "88": 19.61,
5447
+ "89": 12.31,
5448
+ "90": 20.83,
5449
+ "91": 8.32,
5450
+ "92": 6.19,
5451
+ "93": 11.71,
5452
+ "94": 19.25,
5453
+ "95": 2.05,
5454
+ "96": 0.61,
5455
+ "97": 3.77,
5456
+ "98": 12.57,
5457
+ "99": 19.44,
5458
+ "100": 32.45,
5459
+ "101": 39.02,
5460
+ "102": 30.27
5461
  },
5462
  "DiSMed-NER": {
5463
  "0": 2.64,
 
5541
  "78": 33.41,
5542
  "79": 32.21,
5543
  "80": 11.03,
5544
+ "81": 27.28,
5545
+ "82": 26.94,
5546
+ "83": 31.19,
5547
+ "84": 29.35,
5548
+ "85": 30.55,
5549
+ "86": 28.12,
5550
+ "87": 31.62,
5551
+ "88": 32.33,
5552
+ "89": 16.41,
5553
+ "90": 14.31,
5554
+ "91": 25.22,
5555
+ "92": 27.5,
5556
+ "93": 28.24,
5557
+ "94": 31.84,
5558
+ "95": 22.34,
5559
+ "96": 4.23,
5560
+ "97": 19.97,
5561
+ "98": 28.57,
5562
+ "99": 31.65,
5563
+ "100": 35.03,
5564
+ "101": 34.26,
5565
+ "102": 34.11
5566
  },
5567
  "MIE": {
5568
  "0": 0.75,
 
5646
  "78": 52.6,
5647
  "79": 57.42,
5648
  "80": 0.21,
5649
+ "81": 9.89,
5650
+ "82": 15.54,
5651
+ "83": 23.92,
5652
+ "84": 31.75,
5653
+ "85": 31.3,
5654
+ "86": 19.84,
5655
+ "87": 38.33,
5656
+ "88": 40.94,
5657
+ "89": 12.87,
5658
+ "90": 14.79,
5659
+ "91": 10.15,
5660
+ "92": 7.19,
5661
+ "93": 27.01,
5662
+ "94": 26.0,
5663
+ "95": 3.13,
5664
+ "96": 15.13,
5665
+ "97": 44.72,
5666
+ "98": 21.96,
5667
+ "99": 48.0,
5668
+ "100": 46.41,
5669
+ "101": 58.5,
5670
+ "102": 36.91
5671
  },
5672
  "Ex4CDS": {
5673
  "0": 1.56,
 
5751
  "78": 39.0,
5752
  "79": 50.37,
5753
  "80": 0.76,
5754
+ "81": 15.52,
5755
+ "82": 21.24,
5756
+ "83": 20.24,
5757
+ "84": 10.89,
5758
+ "85": 11.92,
5759
+ "86": 9.18,
5760
+ "87": 38.12,
5761
+ "88": 35.02,
5762
+ "89": 18.34,
5763
+ "90": 27.1,
5764
+ "91": 15.04,
5765
+ "92": 12.31,
5766
+ "93": 17.65,
5767
+ "94": 31.74,
5768
+ "95": 0.81,
5769
+ "96": 3.68,
5770
+ "97": 27.17,
5771
+ "98": 20.62,
5772
+ "99": 43.16,
5773
+ "100": 37.22,
5774
+ "101": 47.75,
5775
+ "102": 40.33
5776
  },
5777
  "n2c2 2006-De-identification": {
5778
  "0": 0.05,
 
5856
  "78": 36.77,
5857
  "79": 42.11,
5858
  "80": 8.84,
5859
+ "81": 1.47,
5860
+ "82": 5.62,
5861
+ "83": 9.06,
5862
+ "84": 26.6,
5863
+ "85": 23.24,
5864
+ "86": 5.59,
5865
+ "87": 23.72,
5866
+ "88": 33.15,
5867
+ "89": 0.06,
5868
+ "90": 13.62,
5869
+ "91": 0.52,
5870
+ "92": 5.03,
5871
+ "93": 17.59,
5872
+ "94": 31.07,
5873
+ "95": 6.01,
5874
+ "96": 3.83,
5875
+ "97": 15.05,
5876
+ "98": 1.58,
5877
+ "99": 15.04,
5878
+ "100": 38.38,
5879
+ "101": 44.02,
5880
+ "102": 26.58
5881
  },
5882
  "Medication extraction": {
5883
  "0": 0.0,
 
5961
  "78": 1.39,
5962
  "79": 1.93,
5963
  "80": 0.61,
5964
+ "81": 0.08,
5965
+ "82": 0.89,
5966
+ "83": 1.62,
5967
+ "84": 1.88,
5968
+ "85": 2.07,
5969
+ "86": 0.62,
5970
+ "87": 1.44,
5971
+ "88": 1.42,
5972
+ "89": 0.14,
5973
+ "90": 0.47,
5974
+ "91": 0.39,
5975
  "92": 0.3,
5976
+ "93": 0.73,
5977
+ "94": 1.52,
5978
+ "95": 0.0,
5979
+ "96": 0.3,
5980
+ "97": 1.42,
5981
+ "98": 2.02,
5982
+ "99": 1.73,
5983
+ "100": 2.77,
5984
+ "101": 2.31,
5985
+ "102": 2.21
5986
  },
5987
  "n2c2 2010-Concept": {
5988
  "0": 1.37,
 
6066
  "78": 27.65,
6067
  "79": 36.7,
6068
  "80": 1.27,
6069
+ "81": 18.79,
6070
+ "82": 16.87,
6071
+ "83": 20.5,
6072
+ "84": 1.57,
6073
+ "85": 1.94,
6074
+ "86": 1.9,
6075
+ "87": 21.62,
6076
+ "88": 23.83,
6077
+ "89": 17.18,
6078
+ "90": 22.54,
6079
+ "91": 11.12,
6080
+ "92": 12.53,
6081
+ "93": 21.72,
6082
+ "94": 22.41,
6083
+ "95": 13.55,
6084
+ "96": 0.1,
6085
+ "97": 4.25,
6086
+ "98": 23.24,
6087
+ "99": 29.3,
6088
+ "100": 38.15,
6089
+ "101": 50.56,
6090
+ "102": 36.92
6091
  },
6092
  "n2c2 2010-Assertion": {
6093
  "0": 0.54,
 
6171
  "78": 19.53,
6172
  "79": 21.45,
6173
  "80": 1.46,
6174
+ "81": 12.8,
6175
+ "82": 16.88,
6176
+ "83": 18.07,
6177
+ "84": 20.86,
6178
+ "85": 20.52,
6179
+ "86": 1.64,
6180
+ "87": 14.99,
6181
+ "88": 27.2,
6182
+ "89": 13.12,
6183
+ "90": 15.14,
6184
+ "91": 9.76,
6185
+ "92": 1.57,
6186
+ "93": 14.38,
6187
+ "94": 21.12,
6188
+ "95": 11.08,
6189
+ "96": 0.06,
6190
+ "97": 3.98,
6191
+ "98": 18.23,
6192
+ "99": 25.51,
6193
+ "100": 31.16,
6194
+ "101": 33.71,
6195
+ "102": 27.98
6196
  },
6197
  "n2c2 2010-Relation": {
6198
  "0": 0.0,
 
6276
  "78": 2.36,
6277
  "79": 1.52,
6278
  "80": 0.0,
6279
+ "81": 0.29,
6280
+ "82": 0.88,
6281
+ "83": 0.7,
6282
+ "84": 0.46,
6283
+ "85": 0.81,
6284
+ "86": 0.17,
6285
+ "87": 1.08,
6286
+ "88": 4.07,
6287
+ "89": 0.83,
6288
+ "90": 0.19,
6289
+ "91": 0.37,
6290
+ "92": 0.15,
6291
+ "93": 1.04,
6292
+ "94": 2.59,
6293
+ "95": 0.2,
6294
+ "96": 0.0,
6295
+ "97": 0.51,
6296
+ "98": 2.4,
6297
+ "99": 5.22,
6298
+ "100": 3.71,
6299
+ "101": 7.47,
6300
+ "102": 6.16
6301
  },
6302
  "n2c2 2014-De-identification": {
6303
  "0": 0.0,
 
6381
  "78": 59.3,
6382
  "79": 60.4,
6383
  "80": 2.34,
6384
+ "81": 1.38,
6385
+ "82": 4.79,
6386
+ "83": 23.14,
6387
+ "84": 29.32,
6388
+ "85": 32.0,
6389
+ "86": 11.27,
6390
+ "87": 33.99,
6391
+ "88": 52.5,
6392
+ "89": 0.15,
6393
+ "90": 9.09,
6394
+ "91": 2.3,
6395
+ "92": 5.75,
6396
+ "93": 14.89,
6397
+ "94": 42.15,
6398
+ "95": 5.39,
6399
+ "96": 2.2,
6400
+ "97": 10.34,
6401
+ "98": 0.87,
6402
+ "99": 45.86,
6403
+ "100": 71.77,
6404
+ "101": 70.5,
6405
+ "102": 49.8
6406
  },
6407
  "IMCS-V2-NER": {
6408
  "0": 1.12,
 
6486
  "78": 57.49,
6487
  "79": 61.81,
6488
  "80": 2.61,
6489
+ "81": 39.99,
6490
+ "82": 49.18,
6491
+ "83": 53.7,
6492
+ "84": 47.97,
6493
+ "85": 60.37,
6494
+ "86": 57.25,
6495
+ "87": 63.61,
6496
+ "88": 58.41,
6497
+ "89": 46.31,
6498
+ "90": 49.98,
6499
+ "91": 45.93,
6500
+ "92": 24.35,
6501
+ "93": 52.56,
6502
+ "94": 45.85,
6503
+ "95": 10.97,
6504
+ "96": 25.28,
6505
+ "97": 39.6,
6506
+ "98": 55.27,
6507
+ "99": 58.39,
6508
+ "100": 66.6,
6509
+ "101": 66.38,
6510
+ "102": 62.09
6511
  },
6512
  "meddocan": {
6513
  "0": 0.0,
 
6591
  "78": 30.4,
6592
  "79": 34.87,
6593
  "80": 0.03,
6594
+ "81": 16.11,
6595
+ "82": 22.09,
6596
+ "83": 25.61,
6597
+ "84": 28.96,
6598
+ "85": 29.51,
6599
+ "86": 6.35,
6600
+ "87": 15.4,
6601
+ "88": 33.33,
6602
+ "89": 15.5,
6603
+ "90": 7.3,
6604
+ "91": 14.83,
6605
+ "92": 18.03,
6606
+ "93": 25.92,
6607
+ "94": 32.18,
6608
+ "95": 21.76,
6609
+ "96": 0.24,
6610
+ "97": 17.29,
6611
+ "98": 4.42,
6612
+ "99": 33.53,
6613
+ "100": 36.99,
6614
+ "101": 36.42,
6615
+ "102": 35.09
6616
  },
6617
  "MTS-Temporal": {
6618
  "0": 0.54,
 
6696
  "78": 35.66,
6697
  "79": 35.26,
6698
  "80": 2.75,
6699
+ "81": 2.36,
6700
+ "82": 3.06,
6701
+ "83": 19.05,
6702
+ "84": 4.03,
6703
+ "85": 9.23,
6704
+ "86": 7.03,
6705
+ "87": 20.63,
6706
+ "88": 23.2,
6707
+ "89": 6.4,
6708
+ "90": 1.15,
6709
+ "91": 5.57,
6710
+ "92": 4.92,
6711
+ "93": 20.66,
6712
+ "94": 25.54,
6713
+ "95": 2.39,
6714
+ "96": 1.95,
6715
+ "97": 3.31,
6716
+ "98": 20.8,
6717
+ "99": 20.74,
6718
+ "100": 31.63,
6719
+ "101": 32.0,
6720
+ "102": 36.95
6721
  },
6722
  "n2c2 2018-ADE&medication": {
6723
  "0": 0.0,
 
6801
  "78": 1.36,
6802
  "79": 0.81,
6803
  "80": 0.16,
6804
+ "81": 6.85,
6805
+ "82": 3.43,
6806
+ "83": 5.78,
6807
+ "84": 4.35,
6808
+ "85": 3.59,
6809
+ "86": 1.66,
6810
+ "87": 2.38,
6811
+ "88": 0.44,
6812
+ "89": 1.86,
6813
+ "90": 2.08,
6814
+ "91": 3.34,
6815
+ "92": 4.44,
6816
+ "93": 0.7,
6817
+ "94": 2.74,
6818
+ "95": 2.03,
6819
+ "96": 0.56,
6820
+ "97": 1.23,
6821
+ "98": 3.6,
6822
+ "99": 3.06,
6823
+ "100": 10.77,
6824
+ "101": 9.22,
6825
+ "102": 5.57
6826
  },
6827
  "NorSynthClinical-NER": {
6828
  "0": 4.47,
 
6906
  "78": 52.7,
6907
  "79": 59.13,
6908
  "80": 6.1,
6909
+ "81": 31.38,
6910
+ "82": 36.28,
6911
+ "83": 38.67,
6912
+ "84": 26.32,
6913
+ "85": 24.22,
6914
+ "86": 35.4,
6915
+ "87": 52.79,
6916
+ "88": 44.37,
6917
+ "89": 32.07,
6918
+ "90": 38.82,
6919
+ "91": 32.87,
6920
+ "92": 33.89,
6921
+ "93": 44.08,
6922
+ "94": 48.46,
6923
+ "95": 15.78,
6924
+ "96": 14.09,
6925
+ "97": 41.42,
6926
+ "98": 40.41,
6927
+ "99": 57.27,
6928
+ "100": 57.21,
6929
+ "101": 57.78,
6930
+ "102": 52.44
6931
  },
6932
  "NorSynthClinical-RE": {
6933
  "0": 0.0,
 
7011
  "78": 7.52,
7012
  "79": 18.91,
7013
  "80": 0.0,
7014
+ "81": 1.21,
7015
+ "82": 1.85,
7016
+ "83": 3.21,
7017
+ "84": 2.22,
7018
+ "85": 2.99,
7019
+ "86": 8.37,
7020
+ "87": 8.63,
7021
+ "88": 4.56,
7022
+ "89": 0.16,
7023
+ "90": 0.49,
7024
+ "91": 2.91,
7025
+ "92": 2.36,
7026
+ "93": 2.5,
7027
+ "94": 4.29,
7028
+ "95": 2.11,
7029
+ "96": 7.74,
7030
+ "97": 12.69,
7031
+ "98": 8.23,
7032
+ "99": 18.43,
7033
+ "100": 4.99,
7034
+ "101": 15.68,
7035
+ "102": 4.77
7036
  },
7037
  "NUBES": {
7038
  "0": 0.0,
 
7116
  "78": 26.18,
7117
  "79": 30.15,
7118
  "80": 0.1,
7119
+ "81": 0.0,
7120
+ "82": 0.1,
7121
+ "83": 0.43,
7122
+ "84": 0.54,
7123
+ "85": 0.17,
7124
+ "86": 3.13,
7125
+ "87": 4.52,
7126
+ "88": 5.9,
7127
+ "89": 0.06,
7128
+ "90": 0.09,
7129
+ "91": 0.02,
7130
+ "92": 0.07,
7131
+ "93": 2.03,
7132
+ "94": 11.59,
7133
+ "95": 0.08,
7134
+ "96": 0.12,
7135
+ "97": 1.28,
7136
+ "98": 1.29,
7137
+ "99": 2.76,
7138
+ "100": 13.43,
7139
+ "101": 46.27,
7140
+ "102": 10.59
7141
  },
7142
  "CHIP-MDCFNPC": {
7143
  "0": 0.02,
 
7221
  "78": 23.78,
7222
  "79": 36.07,
7223
  "80": 1.74,
7224
+ "81": 8.12,
7225
+ "82": 17.38,
7226
+ "83": 12.26,
7227
+ "84": 21.3,
7228
+ "85": 22.29,
7229
+ "86": 6.42,
7230
+ "87": 27.36,
7231
+ "88": 28.27,
7232
+ "89": 8.49,
7233
+ "90": 13.14,
7234
+ "91": 0.56,
7235
+ "92": 3.98,
7236
+ "93": 12.74,
7237
+ "94": 21.02,
7238
+ "95": 0.15,
7239
+ "96": 12.61,
7240
+ "97": 17.25,
7241
+ "98": 12.55,
7242
+ "99": 34.38,
7243
+ "100": 35.21,
7244
+ "101": 38.16,
7245
+ "102": 35.75
7246
  },
7247
  "IMCS-V2-SR": {
7248
  "0": 0.17,
 
7326
  "78": 19.27,
7327
  "79": 29.64,
7328
  "80": 0.13,
7329
+ "81": 13.86,
7330
+ "82": 5.18,
7331
+ "83": 7.61,
7332
+ "84": 13.53,
7333
+ "85": 13.97,
7334
+ "86": 4.96,
7335
+ "87": 25.73,
7336
+ "88": 25.31,
7337
+ "89": 5.34,
7338
+ "90": 19.19,
7339
+ "91": 10.92,
7340
+ "92": 5.49,
7341
+ "93": 0.68,
7342
+ "94": 22.09,
7343
+ "95": 0.92,
7344
+ "96": 0.81,
7345
+ "97": 5.98,
7346
+ "98": 0.37,
7347
+ "99": 21.69,
7348
+ "100": 14.53,
7349
+ "101": 25.75,
7350
+ "102": 21.72
7351
  },
7352
  "n2c2 2014-Diabetes": {
7353
  "0": 1.05,
 
7431
  "78": 16.62,
7432
  "79": 15.08,
7433
  "80": 1.96,
7434
+ "81": 9.79,
7435
+ "82": 12.17,
7436
+ "83": 14.42,
7437
+ "84": 10.1,
7438
+ "85": 11.37,
7439
+ "86": 13.31,
7440
+ "87": 15.18,
7441
+ "88": 19.69,
7442
+ "89": 5.53,
7443
+ "90": 1.26,
7444
+ "91": 16.84,
7445
+ "92": 7.99,
7446
+ "93": 15.74,
7447
+ "94": 16.37,
7448
+ "95": 8.07,
7449
+ "96": 7.12,
7450
+ "97": 5.44,
7451
+ "98": 11.9,
7452
+ "99": 20.99,
7453
+ "100": 20.11,
7454
+ "101": 16.34,
7455
+ "102": 20.8
7456
  },
7457
  "n2c2 2014-CAD": {
7458
  "0": 0.25,
 
7536
  "78": 13.7,
7537
  "79": 15.3,
7538
  "80": 2.8,
7539
+ "81": 2.73,
7540
+ "82": 3.57,
7541
+ "83": 9.95,
7542
+ "84": 2.54,
7543
+ "85": 3.13,
7544
+ "86": 10.75,
7545
+ "87": 8.6,
7546
+ "88": 11.75,
7547
+ "89": 2.99,
7548
+ "90": 1.11,
7549
+ "91": 13.18,
7550
+ "92": 3.81,
7551
+ "93": 14.04,
7552
+ "94": 15.97,
7553
+ "95": 5.96,
7554
+ "96": 0.0,
7555
+ "97": 7.6,
7556
+ "98": 7.18,
7557
+ "99": 18.94,
7558
+ "100": 11.97,
7559
+ "101": 17.39,
7560
+ "102": 17.27
7561
  },
7562
  "n2c2 2014-Hyperlipidemia": {
7563
  "0": 2.33,
 
7641
  "78": 38.34,
7642
  "79": 35.58,
7643
  "80": 22.15,
7644
+ "81": 14.86,
7645
+ "82": 24.07,
7646
+ "83": 30.18,
7647
+ "84": 13.45,
7648
+ "85": 15.0,
7649
+ "86": 22.73,
7650
+ "87": 26.72,
7651
+ "88": 35.42,
7652
+ "89": 9.66,
7653
+ "90": 10.06,
7654
+ "91": 27.69,
7655
+ "92": 12.43,
7656
+ "93": 30.72,
7657
+ "94": 32.86,
7658
+ "95": 27.27,
7659
+ "96": 0.75,
7660
+ "97": 19.04,
7661
+ "98": 21.95,
7662
+ "99": 34.27,
7663
+ "100": 33.37,
7664
+ "101": 29.61,
7665
+ "102": 31.97
7666
  },
7667
  "n2c2 2014-Hypertension": {
7668
  "0": 2.88,
 
7746
  "78": 31.37,
7747
  "79": 20.78,
7748
  "80": 14.68,
7749
+ "81": 15.22,
7750
+ "82": 10.91,
7751
+ "83": 23.77,
7752
+ "84": 8.41,
7753
+ "85": 8.62,
7754
+ "86": 17.87,
7755
+ "87": 15.31,
7756
+ "88": 31.18,
7757
+ "89": 8.86,
7758
+ "90": 2.25,
7759
+ "91": 25.85,
7760
+ "92": 13.34,
7761
+ "93": 23.51,
7762
+ "94": 30.81,
7763
+ "95": 25.33,
7764
+ "96": 7.69,
7765
+ "97": 7.3,
7766
+ "98": 17.59,
7767
+ "99": 26.6,
7768
+ "100": 29.4,
7769
+ "101": 25.2,
7770
+ "102": 26.22
7771
  },
7772
  "n2c2 2014-Medication": {
7773
  "0": 1.53,
 
7851
  "78": 7.46,
7852
  "79": 6.83,
7853
  "80": 1.97,
7854
+ "81": 12.23,
7855
+ "82": 10.05,
7856
+ "83": 11.41,
7857
+ "84": 7.14,
7858
+ "85": 6.28,
7859
+ "86": 7.3,
7860
+ "87": 9.09,
7861
+ "88": 10.14,
7862
+ "89": 4.21,
7863
+ "90": 2.41,
7864
+ "91": 18.66,
7865
+ "92": 8.62,
7866
+ "93": 13.57,
7867
+ "94": 23.95,
7868
+ "95": 16.58,
7869
+ "96": 3.71,
7870
+ "97": 3.06,
7871
+ "98": 15.86,
7872
+ "99": 13.67,
7873
+ "100": 5.59,
7874
+ "101": 4.63,
7875
+ "102": 12.08
7876
  },
7877
  "CAS-label": {
7878
  "0": 1.09,
 
7956
  "78": 40.58,
7957
  "79": 44.32,
7958
  "80": 2.1,
7959
+ "81": 25.94,
7960
+ "82": 34.72,
7961
+ "83": 30.04,
7962
+ "84": 14.7,
7963
+ "85": 44.48,
7964
+ "86": 12.5,
7965
+ "87": 27.45,
7966
+ "88": 43.07,
7967
+ "89": 25.78,
7968
+ "90": 35.97,
7969
+ "91": 5.42,
7970
+ "92": 11.58,
7971
+ "93": 1.45,
7972
+ "94": 40.19,
7973
+ "95": 7.7,
7974
+ "96": 13.03,
7975
+ "97": 24.89,
7976
+ "98": 12.34,
7977
+ "99": 32.58,
7978
+ "100": 48.76,
7979
+ "101": 38.52,
7980
+ "102": 32.39
7981
  },
7982
  "RuDReC-NER": {
7983
  "0": 0.16,
 
8061
  "78": 40.81,
8062
  "79": 44.31,
8063
  "80": 5.31,
8064
+ "81": 14.42,
8065
+ "82": 17.48,
8066
+ "83": 23.3,
8067
+ "84": 23.29,
8068
+ "85": 21.66,
8069
+ "86": 33.38,
8070
+ "87": 39.2,
8071
+ "88": 35.31,
8072
+ "89": 7.86,
8073
+ "90": 16.2,
8074
+ "91": 25.18,
8075
+ "92": 17.5,
8076
+ "93": 26.64,
8077
+ "94": 36.77,
8078
+ "95": 6.48,
8079
+ "96": 23.38,
8080
+ "97": 29.34,
8081
+ "98": 25.49,
8082
+ "99": 40.96,
8083
+ "100": 42.83,
8084
+ "101": 46.55,
8085
+ "102": 34.91
8086
  },
8087
  "NorSynthClinical-PHI": {
8088
  "0": 1.34,
 
8166
  "78": 76.22,
8167
  "79": 75.24,
8168
  "80": 14.85,
8169
+ "81": 33.07,
8170
+ "82": 49.74,
8171
+ "83": 56.36,
8172
+ "84": 39.41,
8173
+ "85": 49.67,
8174
+ "86": 69.78,
8175
+ "87": 71.12,
8176
+ "88": 69.24,
8177
+ "89": 30.53,
8178
+ "90": 44.96,
8179
+ "91": 46.01,
8180
+ "92": 33.73,
8181
+ "93": 65.25,
8182
+ "94": 69.38,
8183
+ "95": 22.61,
8184
+ "96": 52.09,
8185
+ "97": 71.52,
8186
+ "98": 55.58,
8187
+ "99": 85.01,
8188
+ "100": 86.72,
8189
+ "101": 81.69,
8190
+ "102": 77.07
8191
  },
8192
  "RuCCoN": {
8193
  "0": 0.18,
 
8271
  "78": 29.11,
8272
  "79": 31.97,
8273
  "80": 0.88,
8274
+ "81": 12.09,
8275
+ "82": 17.38,
8276
+ "83": 24.62,
8277
+ "84": 15.35,
8278
+ "85": 17.41,
8279
+ "86": 16.45,
8280
+ "87": 24.12,
8281
+ "88": 27.36,
8282
+ "89": 10.8,
8283
+ "90": 18.97,
8284
+ "91": 14.33,
8285
+ "92": 13.48,
8286
+ "93": 22.73,
8287
+ "94": 28.02,
8288
+ "95": 4.05,
8289
+ "96": 2.11,
8290
+ "97": 6.21,
8291
+ "98": 24.4,
8292
+ "99": 32.78,
8293
+ "100": 36.01,
8294
+ "101": 34.05,
8295
+ "102": 26.29
8296
  },
8297
  "BRONCO150-NER&Status": {
8298
  "0": 1.11,
 
8376
  "78": 30.16,
8377
  "79": 37.08,
8378
  "80": 1.48,
8379
+ "81": 12.19,
8380
+ "82": 17.25,
8381
+ "83": 20.87,
8382
+ "84": 22.33,
8383
+ "85": 24.0,
8384
+ "86": 13.27,
8385
+ "87": 29.22,
8386
+ "88": 32.39,
8387
+ "89": 16.21,
8388
+ "90": 22.89,
8389
+ "91": 14.82,
8390
+ "92": 9.36,
8391
+ "93": 31.39,
8392
+ "94": 31.78,
8393
+ "95": 6.19,
8394
+ "96": 4.15,
8395
+ "97": 21.14,
8396
+ "98": 22.92,
8397
+ "99": 30.09,
8398
+ "100": 47.03,
8399
+ "101": 50.23,
8400
+ "102": 44.27
8401
  },
8402
  "CARDIO-DE": {
8403
  "0": 0.03,
 
8481
  "78": 53.54,
8482
  "79": 59.57,
8483
  "80": 1.51,
8484
+ "81": 22.39,
8485
+ "82": 28.68,
8486
+ "83": 44.49,
8487
+ "84": 50.46,
8488
+ "85": 47.63,
8489
+ "86": 50.42,
8490
+ "87": 8.86,
8491
+ "88": 47.65,
8492
+ "89": 15.38,
8493
+ "90": 18.18,
8494
+ "91": 27.31,
8495
+ "92": 11.38,
8496
+ "93": 44.87,
8497
+ "94": 48.45,
8498
+ "95": 2.74,
8499
+ "96": 9.14,
8500
+ "97": 15.85,
8501
+ "98": 35.14,
8502
+ "99": 49.06,
8503
+ "100": 55.76,
8504
+ "101": 67.1,
8505
+ "102": 53.1
8506
  },
8507
  "GraSSCo PHI": {
8508
  "0": 0.07,
 
8586
  "78": 77.29,
8587
  "79": 75.98,
8588
  "80": 2.12,
8589
+ "81": 13.66,
8590
+ "82": 26.01,
8591
+ "83": 42.77,
8592
+ "84": 12.65,
8593
+ "85": 47.03,
8594
+ "86": 30.14,
8595
+ "87": 61.84,
8596
+ "88": 62.28,
8597
+ "89": 25.63,
8598
+ "90": 24.89,
8599
+ "91": 32.94,
8600
+ "92": 29.4,
8601
+ "93": 57.8,
8602
+ "94": 65.06,
8603
+ "95": 6.58,
8604
+ "96": 1.33,
8605
+ "97": 41.0,
8606
+ "98": 27.57,
8607
+ "99": 64.92,
8608
+ "100": 65.07,
8609
+ "101": 72.44,
8610
+ "102": 68.28
8611
  },
8612
  "IFMIR-NER": {
8613
  "0": 0.21,
 
8691
  "78": 41.09,
8692
  "79": 46.28,
8693
  "80": 1.9,
8694
+ "81": 11.62,
8695
+ "82": 22.68,
8696
+ "83": 26.88,
8697
+ "84": 28.42,
8698
+ "85": 28.5,
8699
+ "86": 8.96,
8700
+ "87": 25.04,
8701
+ "88": 37.38,
8702
+ "89": 11.38,
8703
+ "90": 11.25,
8704
+ "91": 16.96,
8705
+ "92": 8.2,
8706
+ "93": 27.59,
8707
+ "94": 34.69,
8708
+ "95": 2.47,
8709
+ "96": 4.62,
8710
+ "97": 17.53,
8711
+ "98": 28.2,
8712
+ "99": 36.71,
8713
+ "100": 40.88,
8714
+ "101": 44.58,
8715
+ "102": 37.91
8716
  },
8717
  "IFMIR - NER&factuality": {
8718
  "0": 0.21,
 
8796
  "78": 22.89,
8797
  "79": 27.27,
8798
  "80": 0.49,
8799
+ "81": 3.44,
8800
+ "82": 12.72,
8801
+ "83": 10.8,
8802
+ "84": 18.86,
8803
+ "85": 18.71,
8804
+ "86": 0.73,
8805
+ "87": 7.37,
8806
+ "88": 17.06,
8807
+ "89": 1.64,
8808
+ "90": 2.7,
8809
+ "91": 4.06,
8810
+ "92": 2.01,
8811
+ "93": 9.04,
8812
+ "94": 15.64,
8813
+ "95": 2.11,
8814
+ "96": 2.52,
8815
+ "97": 9.94,
8816
+ "98": 10.54,
8817
+ "99": 17.53,
8818
+ "100": 20.74,
8819
+ "101": 26.37,
8820
+ "102": 15.12
8821
  },
8822
  "iCorpus": {
8823
  "0": 0.08,
 
8901
  "78": 42.25,
8902
  "79": 47.99,
8903
  "80": 2.62,
8904
+ "81": 10.45,
8905
+ "82": 19.26,
8906
+ "83": 23.72,
8907
+ "84": 8.58,
8908
+ "85": 29.98,
8909
+ "86": 4.0,
8910
+ "87": 17.34,
8911
+ "88": 36.85,
8912
+ "89": 13.24,
8913
+ "90": 18.03,
8914
+ "91": 8.15,
8915
+ "92": 10.5,
8916
+ "93": 25.24,
8917
+ "94": 33.66,
8918
+ "95": 0.77,
8919
+ "96": 1.34,
8920
+ "97": 5.78,
8921
+ "98": 24.62,
8922
+ "99": 37.61,
8923
+ "100": 45.32,
8924
+ "101": 48.82,
8925
+ "102": 43.81
8926
  },
8927
  "cMedQA": {
8928
  "0": 15.01,
 
9006
  "78": 16.8,
9007
  "79": 16.47,
9008
  "80": 6.19,
9009
+ "81": 19.34,
9010
+ "82": 18.7,
9011
+ "83": 20.42,
9012
+ "84": 15.33,
9013
+ "85": 16.36,
9014
+ "86": 9.79,
9015
+ "87": 15.92,
9016
+ "88": 18.98,
9017
+ "89": 18.2,
9018
+ "90": 19.03,
9019
+ "91": 9.4,
9020
+ "92": 3.39,
9021
+ "93": 3.37,
9022
+ "94": 19.51,
9023
+ "95": 1.56,
9024
+ "96": 1.32,
9025
+ "97": 4.98,
9026
+ "98": 20.33,
9027
+ "99": 18.51,
9028
+ "100": 17.15,
9029
+ "101": 10.03,
9030
+ "102": 16.49
9031
  },
9032
  "EHRQA-QA": {
9033
  "0": 11.59,
 
9111
  "78": 14.64,
9112
  "79": 14.82,
9113
  "80": 5.61,
9114
+ "81": 17.95,
9115
+ "82": 17.99,
9116
+ "83": 19.43,
9117
+ "84": 13.38,
9118
+ "85": 13.79,
9119
+ "86": 7.62,
9120
+ "87": 14.62,
9121
+ "88": 16.86,
9122
+ "89": 17.39,
9123
+ "90": 17.81,
9124
+ "91": 8.48,
9125
+ "92": 3.06,
9126
+ "93": 3.23,
9127
+ "94": 17.77,
9128
+ "95": 1.63,
9129
+ "96": 1.78,
9130
+ "97": 4.15,
9131
+ "98": 18.66,
9132
+ "99": 12.54,
9133
+ "100": 16.02,
9134
+ "101": 9.53,
9135
+ "102": 13.93
9136
  },
9137
  "MEDIQA 2023-chat-A": {
9138
  "0": 17.19,
 
9216
  "78": 21.35,
9217
  "79": 26.29,
9218
  "80": 9.47,
9219
+ "81": 24.22,
9220
+ "82": 26.25,
9221
+ "83": 27.36,
9222
+ "84": 23.36,
9223
+ "85": 25.17,
9224
+ "86": 17.86,
9225
+ "87": 24.99,
9226
+ "88": 25.76,
9227
+ "89": 21.89,
9228
+ "90": 21.59,
9229
+ "91": 18.86,
9230
+ "92": 6.2,
9231
+ "93": 16.52,
9232
+ "94": 20.54,
9233
+ "95": 5.52,
9234
+ "96": 6.85,
9235
+ "97": 10.97,
9236
+ "98": 24.18,
9237
+ "99": 24.66,
9238
+ "100": 27.67,
9239
+ "101": 26.41,
9240
+ "102": 29.94
9241
  },
9242
  "MEDIQA 2023-sum-B": {
9243
  "0": 15.92,
 
9321
  "78": 21.32,
9322
  "79": 25.23,
9323
  "80": 9.03,
9324
+ "81": 23.5,
9325
+ "82": 25.18,
9326
+ "83": 25.42,
9327
+ "84": 24.19,
9328
+ "85": 24.81,
9329
+ "86": 17.93,
9330
+ "87": 25.09,
9331
+ "88": 24.73,
9332
+ "89": 18.37,
9333
+ "90": 17.4,
9334
+ "91": 18.23,
9335
+ "92": 6.0,
9336
+ "93": 16.64,
9337
+ "94": 19.06,
9338
+ "95": 5.22,
9339
+ "96": 6.85,
9340
+ "97": 10.92,
9341
+ "98": 24.23,
9342
+ "99": 23.2,
9343
+ "100": 28.06,
9344
+ "101": 24.76,
9345
+ "102": 29.01
9346
  },
9347
  "MedDG": {
9348
  "0": 8.38,
 
9426
  "78": 8.45,
9427
  "79": 9.21,
9428
  "80": 1.91,
9429
+ "81": 14.38,
9430
+ "82": 14.09,
9431
+ "83": 15.07,
9432
+ "84": 10.87,
9433
+ "85": 10.89,
9434
+ "86": 8.2,
9435
+ "87": 9.94,
9436
+ "88": 12.17,
9437
+ "89": 9.99,
9438
+ "90": 10.18,
9439
+ "91": 3.67,
9440
+ "92": 1.19,
9441
+ "93": 1.18,
9442
+ "94": 10.49,
9443
+ "95": 0.43,
9444
+ "96": 0.57,
9445
+ "97": 1.46,
9446
+ "98": 12.44,
9447
+ "99": 12.24,
9448
+ "100": 18.05,
9449
+ "101": 13.46,
9450
+ "102": 15.2
9451
  },
9452
  "IMCS-V2-MRG": {
9453
  "0": 11.91,
 
9531
  "78": 24.82,
9532
  "79": 36.18,
9533
  "80": 5.94,
9534
+ "81": 41.52,
9535
+ "82": 42.14,
9536
+ "83": 38.66,
9537
+ "84": 28.49,
9538
+ "85": 30.94,
9539
+ "86": 28.18,
9540
+ "87": 30.45,
9541
+ "88": 26.53,
9542
+ "89": 35.3,
9543
+ "90": 38.9,
9544
+ "91": 13.52,
9545
+ "92": 5.9,
9546
+ "93": 5.65,
9547
+ "94": 30.0,
9548
+ "95": 4.06,
9549
+ "96": 1.92,
9550
+ "97": 9.74,
9551
+ "98": 36.85,
9552
+ "99": 43.0,
9553
+ "100": 34.23,
9554
+ "101": 26.21,
9555
+ "102": 37.22
9556
  },
9557
  "CAS-evidence": {
9558
  "0": 1.48,
 
9636
  "78": 43.68,
9637
  "79": 45.5,
9638
  "80": 14.63,
9639
+ "81": 20.34,
9640
+ "82": 33.42,
9641
+ "83": 34.88,
9642
+ "84": 27.53,
9643
+ "85": 30.42,
9644
+ "86": 34.11,
9645
+ "87": 41.34,
9646
+ "88": 33.0,
9647
+ "89": 17.9,
9648
+ "90": 29.82,
9649
+ "91": 19.53,
9650
+ "92": 15.15,
9651
+ "93": 35.19,
9652
+ "94": 45.65,
9653
+ "95": 20.72,
9654
+ "96": 20.18,
9655
+ "97": 30.19,
9656
+ "98": 25.77,
9657
+ "99": 38.94,
9658
+ "100": 40.23,
9659
+ "101": 44.99,
9660
+ "102": 49.14
9661
  },
9662
  "icliniq-10k": {
9663
  "0": 10.77,
 
9741
  "78": 12.98,
9742
  "79": 12.53,
9743
  "80": 8.94,
9744
+ "81": 15.03,
9745
+ "82": 14.08,
9746
+ "83": 15.26,
9747
+ "84": 12.34,
9748
+ "85": 12.4,
9749
+ "86": 7.34,
9750
+ "87": 12.2,
9751
+ "88": 13.38,
9752
+ "89": 12.61,
9753
+ "90": 12.57,
9754
+ "91": 10.37,
9755
+ "92": 7.79,
9756
+ "93": 8.14,
9757
+ "94": 13.33,
9758
+ "95": 7.13,
9759
+ "96": 2.07,
9760
+ "97": 4.94,
9761
+ "98": 14.08,
9762
+ "99": 14.22,
9763
+ "100": 12.71,
9764
+ "101": 10.06,
9765
+ "102": 13.45
9766
  },
9767
  "HealthCareMagic-100k": {
9768
  "0": 10.01,
 
9846
  "78": 13.57,
9847
  "79": 13.2,
9848
  "80": 9.11,
9849
+ "81": 14.94,
9850
+ "82": 13.2,
9851
+ "83": 14.1,
9852
+ "84": 13.12,
9853
+ "85": 13.27,
9854
+ "86": 8.34,
9855
+ "87": 12.72,
9856
+ "88": 14.24,
9857
+ "89": 13.51,
9858
+ "90": 13.56,
9859
+ "91": 9.76,
9860
+ "92": 8.53,
9861
+ "93": 8.9,
9862
+ "94": 14.07,
9863
+ "95": 7.85,
9864
+ "96": 2.51,
9865
+ "97": 5.47,
9866
+ "98": 14.6,
9867
+ "99": 14.54,
9868
+ "100": 13.72,
9869
+ "101": 11.36,
9870
+ "102": 14.14
9871
  },
9872
  "MIMIC-IV BHC": {
9873
  "0": 12.34,
 
9951
  "78": 16.93,
9952
  "79": 14.52,
9953
  "80": 13.86,
9954
+ "81": 16.78,
9955
+ "82": 16.02,
9956
+ "83": 17.71,
9957
+ "84": 16.34,
9958
+ "85": 16.89,
9959
+ "86": 14.97,
9960
+ "87": 14.34,
9961
+ "88": 20.21,
9962
+ "89": 17.01,
9963
+ "90": 15.46,
9964
+ "91": 15.65,
9965
+ "92": 15.54,
9966
+ "93": 16.52,
9967
+ "94": 17.59,
9968
+ "95": 14.69,
9969
+ "96": 4.56,
9970
+ "97": 16.66,
9971
+ "98": 14.04,
9972
+ "99": 16.44,
9973
+ "100": 17.01,
9974
+ "101": 17.23,
9975
+ "102": 15.42
9976
  }
9977
  }
leaderboards/Few-Shot_leaderboard.json CHANGED
@@ -1,104 +1,108 @@
1
  {
2
  "T": {
3
- "0": 98,
4
- "1": 94,
5
- "2": 78,
6
  "3": 24,
7
- "4": 57,
8
- "5": 39,
9
- "6": 36,
10
  "7": 7,
11
- "8": 44,
12
- "9": 51,
13
- "10": 47,
14
- "11": 37,
15
- "12": 88,
16
- "13": 66,
17
- "14": 28,
18
  "15": 18,
19
- "16": 67,
20
  "17": 5,
21
  "18": 6,
22
- "19": 54,
23
- "20": 95,
24
- "21": 93,
25
- "22": 85,
26
- "23": 48,
27
  "24": 13,
28
- "25": 92,
29
- "26": 72,
30
  "27": 17,
31
- "28": 60,
32
- "29": 52,
33
- "30": 96,
34
- "31": 79,
35
- "32": 86,
36
- "33": 76,
37
- "34": 75,
38
- "35": 42,
39
- "36": 74,
40
- "37": 83,
41
- "38": 43,
42
- "39": 64,
43
- "40": 71,
44
- "41": 63,
45
- "42": 59,
46
  "43": 19,
47
  "44": 10,
48
- "45": 91,
49
- "46": 81,
50
- "47": 70,
51
- "48": 33,
52
- "49": 84,
53
- "50": 97,
54
- "51": 80,
55
- "52": 69,
56
- "53": 56,
57
  "54": 16,
58
  "55": 8,
59
  "56": 23,
60
- "57": 25,
61
- "58": 90,
62
- "59": 87,
63
- "60": 77,
64
- "61": 73,
65
- "62": 55,
66
- "63": 53,
67
- "64": 40,
68
- "65": 38,
69
- "66": 34,
70
- "67": 35,
71
- "68": 30,
72
  "69": 20,
73
- "70": 31,
74
- "71": 29,
75
- "72": 27,
76
  "73": 21,
77
- "74": 41,
78
- "75": 32,
79
  "76": 22,
80
  "77": 14,
81
  "78": 12,
82
  "79": 9,
83
- "80": 99,
84
- "81": 45,
85
- "82": 26,
86
- "83": 49,
87
- "84": 11,
88
- "85": 68,
89
- "86": 58,
90
- "87": 62,
91
- "88": 61,
92
- "89": 50,
93
- "90": 15,
94
- "91": 82,
95
- "92": 89,
96
- "93": 65,
97
- "94": 46,
98
- "95": 4,
99
- "96": 3,
100
- "97": 2,
101
- "98": 1
 
 
 
 
102
  },
103
  "Model": {
104
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
@@ -182,24 +186,28 @@
182
  "78": "Qwen3-Next-80B-A3B-Instruct",
183
  "79": "Qwen3-Next-80B-A3B-Thinking",
184
  "80": "OpenThinker3-7B",
185
- "81": "Biomni-R0-32B-Preview-Thinking",
186
- "82": "Biomni-R0-32B-Preview-Non-Thinking",
187
- "83": "QwenLong-L1-32B",
188
- "84": "Athene-V2-Chat",
189
- "85": "Yi-1.5-9B-Chat-16K",
190
- "86": "Yi-1.5-34B-Chat-16K",
191
- "87": "HuatuoGPT-o1-7B",
192
- "88": "HuatuoGPT-o1-8B",
193
- "89": "HuatuoGPT-o1-70B",
194
- "90": "HuatuoGPT-o1-72B",
195
- "91": "MedReason-8B",
196
- "92": "gpt-oss-20b",
197
- "93": "gpt-oss-120b",
198
- "94": "gpt-35-turbo-0125",
199
- "95": "gpt-4o-0806",
200
- "96": "gemini-2.0-flash-001",
201
- "97": "gemini-2.5-flash",
202
- "98": "gemini-1.5-pro-002"
 
 
 
 
203
  },
204
  "Model: Domain": {
205
  "0": "General",
@@ -285,22 +293,26 @@
285
  "80": "General",
286
  "81": "Medical",
287
  "82": "Medical",
288
- "83": "General",
289
- "84": "General",
290
- "85": "General",
291
- "86": "General",
292
- "87": "Medical",
293
- "88": "Medical",
294
- "89": "Medical",
295
- "90": "Medical",
296
  "91": "Medical",
297
- "92": "General",
298
- "93": "General",
299
- "94": "General",
300
- "95": "General",
301
  "96": "General",
302
  "97": "General",
303
- "98": "General"
 
 
 
 
304
  },
305
  "Model: License": {
306
  "0": "MIT",
@@ -384,24 +396,28 @@
384
  "78": "Apache 2.0",
385
  "79": "Apache 2.0",
386
  "80": "Apache 2.0",
387
- "81": "MIT",
388
- "82": "MIT",
389
  "83": "Apache 2.0",
390
- "84": "Nexusflow Research License",
391
- "85": "Apache 2.0",
392
  "86": "Apache 2.0",
393
  "87": "Apache 2.0",
394
- "88": "Apache 2.0",
395
  "89": "Apache 2.0",
396
  "90": "Apache 2.0",
397
  "91": "Apache 2.0",
398
  "92": "Apache 2.0",
399
  "93": "Apache 2.0",
400
- "94": "Proprietary",
401
- "95": "Proprietary",
402
- "96": "Proprietary",
403
- "97": "Proprietary",
404
- "98": "Proprietary"
 
 
 
 
405
  },
406
  "Model: Accessibility": {
407
  "0": "Open Source",
@@ -498,11 +514,15 @@
498
  "91": "Open Source",
499
  "92": "Open Source",
500
  "93": "Open Source",
501
- "94": "Proprietary",
502
- "95": "Proprietary",
503
- "96": "Proprietary",
504
- "97": "Proprietary",
505
- "98": "Proprietary"
 
 
 
 
506
  },
507
  "Size (B)": {
508
  "0": 1.5,
@@ -586,24 +606,28 @@
586
  "78": 80,
587
  "79": 80,
588
  "80": 7,
589
- "81": 32,
590
- "82": 32,
591
  "83": 32,
592
- "84": 72,
593
- "85": 9,
594
- "86": 34,
595
- "87": 7,
596
- "88": 8,
597
- "89": 70,
598
- "90": 72,
599
- "91": 8,
600
- "92": 20,
601
- "93": 120,
602
- "94": "Unknown",
603
- "95": "Unknown",
604
- "96": "Unknown",
605
- "97": "Unknown",
606
- "98": "Unknown"
 
 
 
 
607
  },
608
  "Model: Size Range": {
609
  "0": "0-5",
@@ -687,24 +711,28 @@
687
  "78": ">80",
688
  "79": ">80",
689
  "80": "5-10",
690
- "81": "10-40",
691
  "82": "10-40",
692
  "83": "10-40",
693
- "84": "40-80",
694
- "85": "5-10",
695
- "86": "10-40",
696
- "87": "5-10",
697
- "88": "5-10",
698
- "89": "40-80",
699
- "90": "40-80",
700
  "91": "5-10",
701
- "92": "10-40",
702
- "93": ">80",
703
- "94": "Unknown",
704
- "95": "Unknown",
705
- "96": "Unknown",
706
- "97": "Unknown",
707
- "98": "Unknown"
 
 
 
 
708
  },
709
  "Average Performance": {
710
  "0": "14.94",
@@ -788,24 +816,28 @@
788
  "78": "50.56",
789
  "79": "50.9",
790
  "80": "13.01",
791
- "81": "44.1",
792
- "82": "48.13",
793
- "83": "43.43",
794
- "84": "50.68",
795
- "85": "37.37",
796
- "86": "40.97",
797
- "87": "40.36",
798
- "88": "40.43",
799
- "89": "43.11",
800
- "90": "50.21",
801
- "91": "31.12",
802
- "92": "25.14",
803
- "93": "39.04",
804
- "94": "43.61",
805
- "95": "52.59",
806
- "96": "53.33",
807
- "97": "53.36",
808
- "98": "55.51"
 
 
 
 
809
  },
810
  "ADE-Identification": {
811
  "0": 66.74,
@@ -889,24 +921,28 @@
889
  "78": 79.13,
890
  "79": 78.66,
891
  "80": 20.51,
892
- "81": 83.36,
893
- "82": 81.99,
894
- "83": 81.82,
895
- "84": 82.08,
896
- "85": 78.88,
897
- "86": 79.99,
898
- "87": 83.85,
899
- "88": 72.35,
900
- "89": 68.51,
901
- "90": 82.44,
902
- "91": 69.93,
903
- "92": 58.65,
904
- "93": 76.35,
905
- "94": 81.82,
906
- "95": 81.77,
907
- "96": 77.88,
908
- "97": 76.47,
909
- "98": 79.18
 
 
 
 
910
  },
911
  "BrainMRI-AIS": {
912
  "0": 51.22,
@@ -990,24 +1026,28 @@
990
  "78": 94.05,
991
  "79": 97.02,
992
  "80": 89.22,
993
- "81": 95.93,
994
- "82": 96.62,
995
- "83": 97.43,
996
- "84": 95.47,
997
- "85": 87.25,
998
- "86": 93.95,
999
- "87": 93.66,
1000
- "88": 95.16,
1001
- "89": 97.02,
1002
- "90": 96.25,
1003
- "91": 95.92,
1004
- "92": 66.35,
1005
- "93": 97.41,
1006
- "94": 89.5,
1007
- "95": 94.7,
1008
- "96": 95.48,
1009
- "97": 95.86,
1010
- "98": 96.28
 
 
 
 
1011
  },
1012
  "Brateca-Hospitalization": {
1013
  "0": 57.72,
@@ -1091,24 +1131,28 @@
1091
  "78": 64.67,
1092
  "79": 76.32,
1093
  "80": 50.41,
1094
- "81": 69.2,
1095
- "82": 73.93,
1096
- "83": 74.33,
1097
- "84": 59.16,
1098
- "85": 68.77,
1099
- "86": 70.08,
1100
- "87": 69.13,
1101
- "88": 45.24,
1102
- "89": 58.62,
1103
- "90": 61.23,
1104
- "91": 67.25,
1105
- "92": 66.02,
1106
- "93": 73.85,
1107
- "94": 61.17,
1108
- "95": 58.11,
1109
- "96": 69.23,
1110
- "97": 71.11,
1111
- "98": 76.74
 
 
 
 
1112
  },
1113
  "Brateca-Mortality": {
1114
  "0": 43.77,
@@ -1192,24 +1236,28 @@
1192
  "78": 86.78,
1193
  "79": 94.28,
1194
  "80": 75.31,
1195
- "81": 38.58,
1196
- "82": 94.2,
1197
- "83": 88.14,
1198
- "84": 89.43,
1199
- "85": 89.8,
1200
- "86": 87.23,
1201
- "87": 79.41,
1202
- "88": 91.03,
1203
- "89": 88.34,
1204
- "90": 91.22,
1205
- "91": 93.81,
1206
- "92": 92.49,
1207
- "93": 93.8,
1208
- "94": 76.97,
1209
- "95": 75.52,
1210
- "96": 88.08,
1211
- "97": 92.56,
1212
- "98": 86.2
 
 
 
 
1213
  },
1214
  "Cantemist-Coding": {
1215
  "0": 0.0,
@@ -1293,24 +1341,28 @@
1293
  "78": 0.98,
1294
  "79": 1.32,
1295
  "80": 0.0,
1296
- "81": 0.66,
1297
- "82": 0.69,
1298
- "83": 1.01,
1299
- "84": 1.67,
1300
- "85": 0.0,
1301
- "86": 0.0,
1302
- "87": 0.0,
1303
- "88": 0.33,
1304
  "89": 0.0,
1305
- "90": 1.01,
1306
- "91": 0.68,
1307
  "92": 0.33,
1308
- "93": 1.0,
1309
- "94": 1.33,
1310
- "95": 2.06,
1311
- "96": 0.7,
1312
- "97": 1.33,
1313
- "98": 1.36
 
 
 
 
1314
  },
1315
  "CARES-Area": {
1316
  "0": 30.36,
@@ -1394,24 +1446,28 @@
1394
  "78": 95.56,
1395
  "79": 94.72,
1396
  "80": 29.42,
1397
- "81": 95.26,
1398
- "82": 94.13,
1399
- "83": 92.73,
1400
- "84": 93.18,
1401
- "85": 82.36,
1402
- "86": 90.43,
1403
- "87": 70.18,
1404
- "88": 71.58,
1405
- "89": 95.3,
1406
- "90": 93.14,
1407
- "91": 74.78,
1408
- "92": 91.96,
1409
- "93": 94.22,
1410
- "94": 94.23,
1411
- "95": 95.63,
1412
- "96": 94.2,
1413
- "97": 95.51,
1414
- "98": 95.22
 
 
 
 
1415
  },
1416
  "CARES-ICD10 Chapter": {
1417
  "0": 3.3,
@@ -1495,24 +1551,28 @@
1495
  "78": 22.03,
1496
  "79": 24.28,
1497
  "80": 0.62,
1498
- "81": 11.51,
1499
- "82": 12.02,
1500
- "83": 26.69,
1501
- "84": 14.73,
1502
- "85": 6.72,
1503
- "86": 4.72,
1504
- "87": 2.28,
1505
- "88": 10.63,
1506
- "89": 15.97,
1507
- "90": 8.38,
1508
- "91": 5.46,
1509
- "92": 16.81,
1510
- "93": 18.18,
1511
- "94": 19.54,
1512
- "95": 20.72,
1513
- "96": 16.24,
1514
- "97": 20.23,
1515
- "98": 24.57
 
 
 
 
1516
  },
1517
  "CARES ICD10 Block": {
1518
  "0": 0.22,
@@ -1596,24 +1656,28 @@
1596
  "78": 10.02,
1597
  "79": 13.36,
1598
  "80": 0.0,
1599
- "81": 5.78,
1600
- "82": 5.17,
1601
- "83": 5.4,
1602
- "84": 6.22,
1603
- "85": 0.92,
1604
- "86": 0.42,
1605
- "87": 1.97,
1606
- "88": 5.54,
1607
- "89": 7.42,
1608
- "90": 5.93,
1609
- "91": 3.41,
1610
- "92": 2.99,
1611
- "93": 9.81,
1612
- "94": 9.49,
1613
- "95": 11.91,
1614
- "96": 9.87,
1615
- "97": 11.86,
1616
- "98": 11.09
 
 
 
 
1617
  },
1618
  "CARES-ICD10 Subblock": {
1619
  "0": 0.0,
@@ -1697,24 +1761,28 @@
1697
  "78": 2.6,
1698
  "79": 2.92,
1699
  "80": 0.0,
1700
- "81": 3.69,
1701
- "82": 2.7,
1702
- "83": 0.52,
1703
- "84": 2.21,
1704
- "85": 0.31,
1705
- "86": 0.5,
1706
- "87": 0.62,
1707
- "88": 2.07,
1708
- "89": 1.64,
1709
- "90": 2.49,
1710
- "91": 0.31,
1711
- "92": 0.51,
1712
- "93": 2.05,
1713
- "94": 1.88,
1714
- "95": 3.01,
1715
- "96": 6.01,
1716
- "97": 2.91,
1717
- "98": 4.42
 
 
 
 
1718
  },
1719
  "C-EMRS": {
1720
  "0": 27.97,
@@ -1798,24 +1866,28 @@
1798
  "78": 84.82,
1799
  "79": 89.18,
1800
  "80": 24.64,
1801
- "81": 84.74,
1802
- "82": 82.41,
1803
- "83": 79.68,
1804
- "84": 90.08,
1805
- "85": 54.65,
1806
- "86": 73.8,
1807
- "87": 81.15,
1808
- "88": 62.44,
1809
- "89": 84.2,
1810
- "90": 90.52,
1811
- "91": 53.07,
1812
- "92": 74.37,
1813
- "93": 90.67,
1814
- "94": 62.43,
1815
- "95": 87.32,
1816
- "96": 86.85,
1817
- "97": 91.11,
1818
- "98": 87.95
 
 
 
 
1819
  },
1820
  "ClinicalNotes-UPMC": {
1821
  "0": 71.7,
@@ -1899,24 +1971,28 @@
1899
  "78": 93.45,
1900
  "79": 83.87,
1901
  "80": 78.63,
1902
- "81": 91.26,
1903
- "82": 90.05,
1904
- "83": 94.73,
1905
- "84": 82.1,
1906
- "85": 94.77,
1907
- "86": 91.24,
1908
- "87": 56.73,
1909
- "88": 88.7,
1910
- "89": 88.17,
1911
- "90": 75.63,
1912
- "91": 85.51,
1913
- "92": 79.9,
1914
- "93": 89.11,
1915
- "94": 81.24,
1916
- "95": 86.06,
1917
- "96": 92.53,
1918
- "97": 96.52,
1919
- "98": 92.14
 
 
 
 
1920
  },
1921
  "PPTS": {
1922
  "0": 34.81,
@@ -2000,24 +2076,28 @@
2000
  "78": 79.06,
2001
  "79": 75.71,
2002
  "80": 36.57,
2003
- "81": 75.77,
2004
- "82": 67.86,
2005
- "83": 75.76,
2006
- "84": 80.34,
2007
- "85": 60.7,
2008
- "86": 76.61,
2009
- "87": 62.82,
2010
- "88": 71.79,
2011
- "89": 78.93,
2012
- "90": 81.06,
2013
- "91": 60.97,
2014
- "92": 55.38,
2015
- "93": 72.49,
2016
- "94": 82.32,
2017
- "95": 82.35,
2018
- "96": 85.73,
2019
- "97": 81.1,
2020
- "98": 79.6
 
 
 
 
2021
  },
2022
  "CLIP": {
2023
  "0": 18.03,
@@ -2101,24 +2181,28 @@
2101
  "78": 46.17,
2102
  "79": 50.89,
2103
  "80": 11.14,
2104
- "81": 46.12,
2105
- "82": 44.86,
2106
- "83": 47.04,
2107
- "84": 40.9,
2108
- "85": 39.81,
2109
- "86": 40.94,
2110
- "87": 39.09,
2111
- "88": 34.36,
2112
- "89": 45.72,
2113
- "90": 43.94,
2114
- "91": 32.47,
2115
- "92": 9.58,
2116
- "93": 51.26,
2117
- "94": 39.31,
2118
- "95": 45.89,
2119
- "96": 44.21,
2120
- "97": 47.15,
2121
- "98": 48.9
 
 
 
 
2122
  },
2123
  "DialMed": {
2124
  "0": 0.66,
@@ -2202,24 +2286,28 @@
2202
  "78": 19.69,
2203
  "79": 23.49,
2204
  "80": 1.17,
2205
- "81": 17.91,
2206
- "82": 17.22,
2207
- "83": 16.69,
2208
- "84": 19.05,
2209
- "85": 9.91,
2210
- "86": 15.92,
2211
- "87": 7.27,
2212
- "88": 3.44,
2213
- "89": 11.39,
2214
- "90": 17.34,
2215
- "91": 3.3,
2216
- "92": 6.68,
2217
- "93": 15.91,
2218
- "94": 8.0,
2219
- "95": 19.73,
2220
- "96": 19.98,
2221
- "97": 21.9,
2222
- "98": 20.26
 
 
 
 
2223
  },
2224
  "EHRQA-Primary department": {
2225
  "0": 14.15,
@@ -2303,24 +2391,28 @@
2303
  "78": 63.18,
2304
  "79": 65.6,
2305
  "80": 29.53,
2306
- "81": 66.08,
2307
- "82": 65.37,
2308
- "83": 28.08,
2309
- "84": 65.85,
2310
- "85": 63.13,
2311
- "86": 65.95,
2312
- "87": 59.49,
2313
- "88": 44.66,
2314
- "89": 58.12,
2315
- "90": 66.4,
2316
- "91": 38.82,
2317
- "92": 55.34,
2318
- "93": 67.57,
2319
- "94": 50.51,
2320
- "95": 66.09,
2321
- "96": 65.64,
2322
- "97": 65.95,
2323
- "98": 67.1
 
 
 
 
2324
  },
2325
  "EHRQA-Sub department": {
2326
  "0": 4.15,
@@ -2404,24 +2496,28 @@
2404
  "78": 58.75,
2405
  "79": 61.05,
2406
  "80": 8.36,
2407
- "81": 59.75,
2408
- "82": 60.08,
2409
- "83": 29.96,
2410
- "84": 60.55,
2411
- "85": 58.55,
2412
- "86": 57.14,
2413
- "87": 45.39,
2414
- "88": 50.73,
2415
- "89": 55.05,
2416
- "90": 60.55,
2417
- "91": 26.13,
2418
- "92": 53.04,
2419
- "93": 61.75,
2420
- "94": 52.72,
2421
- "95": 60.06,
2422
- "96": 62.13,
2423
- "97": 61.28,
2424
- "98": 62.29
 
 
 
 
2425
  },
2426
  "GOUT-CC-Consensus": {
2427
  "0": 63.17,
@@ -2505,24 +2601,28 @@
2505
  "78": 83.94,
2506
  "79": 86.37,
2507
  "80": 55.11,
2508
- "81": 87.96,
2509
- "82": 87.26,
2510
- "83": 84.87,
2511
- "84": 86.41,
2512
- "85": 74.22,
2513
- "86": 85.52,
2514
- "87": 84.0,
2515
- "88": 76.95,
2516
- "89": 80.48,
2517
- "90": 84.91,
2518
- "91": 66.91,
2519
- "92": 82.39,
2520
- "93": 87.92,
2521
- "94": 84.17,
2522
- "95": 81.6,
2523
- "96": 86.63,
2524
- "97": 87.01,
2525
- "98": 87.11
 
 
 
 
2526
  },
2527
  "JP-STS": {
2528
  "0": 22.54,
@@ -2606,24 +2706,28 @@
2606
  "78": 43.99,
2607
  "79": 36.61,
2608
  "80": 23.17,
2609
- "81": 32.53,
2610
- "82": 39.92,
2611
- "83": 41.03,
2612
- "84": 45.21,
2613
- "85": 32.77,
2614
- "86": 44.92,
2615
- "87": 35.46,
2616
- "88": 35.91,
2617
- "89": 23.08,
2618
- "90": 55.23,
2619
- "91": 33.33,
2620
- "92": 25.64,
2621
- "93": 26.21,
2622
- "94": 37.2,
2623
- "95": 36.37,
2624
- "96": 41.57,
2625
- "97": 31.97,
2626
- "98": 35.94
 
 
 
 
2627
  },
2628
  "MEDIQA 2019-RQE": {
2629
  "0": 55.61,
@@ -2707,24 +2811,28 @@
2707
  "78": 72.11,
2708
  "79": 75.99,
2709
  "80": 51.36,
2710
- "81": 77.88,
2711
- "82": 77.41,
2712
- "83": 82.68,
2713
- "84": 69.49,
2714
- "85": 79.14,
2715
- "86": 71.7,
2716
- "87": 61.11,
2717
- "88": 68.82,
2718
- "89": 74.94,
2719
- "90": 74.0,
2720
- "91": 56.36,
2721
- "92": 52.46,
2722
- "93": 78.83,
2723
- "94": 75.26,
2724
- "95": 77.32,
2725
- "96": 80.06,
2726
- "97": 81.08,
2727
- "98": 83.79
 
 
 
 
2728
  },
2729
  "MedNLI": {
2730
  "0": 51.67,
@@ -2808,24 +2916,28 @@
2808
  "78": 88.32,
2809
  "79": 85.38,
2810
  "80": 35.06,
2811
- "81": 86.02,
2812
- "82": 85.77,
2813
- "83": 83.3,
2814
- "84": 89.02,
2815
- "85": 83.97,
2816
- "86": 85.43,
2817
- "87": 84.64,
2818
- "88": 75.05,
2819
- "89": 78.7,
2820
- "90": 87.74,
2821
- "91": 58.8,
2822
- "92": 84.74,
2823
- "93": 85.77,
2824
- "94": 74.65,
2825
- "95": 89.03,
2826
- "96": 83.3,
2827
- "97": 85.66,
2828
- "98": 86.5
 
 
 
 
2829
  },
2830
  "MedSTS": {
2831
  "0": 30.28,
@@ -2909,24 +3021,28 @@
2909
  "78": 43.81,
2910
  "79": 39.8,
2911
  "80": 19.38,
2912
- "81": 38.78,
2913
- "82": 42.8,
2914
- "83": 48.04,
2915
- "84": 40.91,
2916
- "85": 32.93,
2917
- "86": 46.98,
2918
- "87": 38.22,
2919
- "88": 25.62,
2920
- "89": 42.25,
2921
- "90": 36.69,
2922
- "91": 27.95,
2923
- "92": 37.69,
2924
- "93": 37.82,
2925
- "94": 49.43,
2926
- "95": 40.23,
2927
- "96": 38.21,
2928
- "97": 42.39,
2929
- "98": 46.96
 
 
 
 
2930
  },
2931
  "MTS": {
2932
  "0": 2.56,
@@ -3010,24 +3126,28 @@
3010
  "78": 41.22,
3011
  "79": 45.82,
3012
  "80": 4.29,
3013
- "81": 32.74,
3014
- "82": 28.49,
3015
- "83": 33.19,
3016
- "84": 37.03,
3017
- "85": 23.79,
3018
- "86": 32.71,
3019
- "87": 27.73,
3020
- "88": 33.54,
3021
- "89": 28.9,
3022
- "90": 39.05,
3023
- "91": 23.46,
3024
- "92": 36.07,
3025
- "93": 46.67,
3026
- "94": 33.23,
3027
- "95": 41.66,
3028
- "96": 27.54,
3029
- "97": 38.45,
3030
- "98": 36.85
 
 
 
 
3031
  },
3032
  "MEDIQA 2023-sum-A": {
3033
  "0": 23.65,
@@ -3111,24 +3231,28 @@
3111
  "78": 66.8,
3112
  "79": 65.89,
3113
  "80": 12.47,
3114
- "81": 60.36,
3115
- "82": 62.85,
3116
- "83": 61.85,
3117
- "84": 64.76,
3118
- "85": 63.33,
3119
- "86": 62.36,
3120
- "87": 54.29,
3121
- "88": 55.69,
3122
- "89": 67.27,
3123
- "90": 68.24,
3124
- "91": 47.21,
3125
- "92": 48.26,
3126
- "93": 67.78,
3127
- "94": 63.73,
3128
- "95": 69.43,
3129
- "96": 68.96,
3130
- "97": 74.91,
3131
- "98": 67.98
 
 
 
 
3132
  },
3133
  "RuMedDaNet": {
3134
  "0": 59.79,
@@ -3212,24 +3336,28 @@
3212
  "78": 98.43,
3213
  "79": 97.28,
3214
  "80": 54.3,
3215
- "81": 96.88,
3216
- "82": 97.25,
3217
- "83": 98.46,
3218
- "84": 98.05,
3219
- "85": 91.78,
3220
- "86": 92.61,
3221
- "87": 94.92,
3222
- "88": 94.92,
3223
- "89": 97.3,
3224
- "90": 97.32,
3225
- "91": 95.34,
3226
- "92": 90.28,
3227
- "93": 98.44,
3228
- "94": 94.46,
3229
- "95": 96.94,
3230
- "96": 98.43,
3231
- "97": 96.13,
3232
- "98": 98.4
 
 
 
 
3233
  },
3234
  "CBLUE-CDN": {
3235
  "0": 0.4,
@@ -3313,24 +3441,28 @@
3313
  "78": 15.17,
3314
  "79": 12.65,
3315
  "80": 0.0,
3316
- "81": 12.4,
3317
- "82": 12.76,
3318
- "83": 12.24,
3319
- "84": 15.4,
3320
- "85": 11.58,
3321
- "86": 13.03,
3322
- "87": 10.73,
3323
- "88": 7.47,
3324
- "89": 6.05,
3325
- "90": 14.93,
3326
- "91": 0.05,
3327
- "92": 3.5,
3328
- "93": 12.29,
3329
- "94": 10.85,
3330
- "95": 15.78,
3331
- "96": 14.35,
3332
- "97": 15.6,
3333
- "98": 13.82
 
 
 
 
3334
  },
3335
  "CHIP-CTC": {
3336
  "0": 14.53,
@@ -3414,24 +3546,28 @@
3414
  "78": 65.19,
3415
  "79": 67.87,
3416
  "80": 11.18,
3417
- "81": 63.31,
3418
- "82": 66.15,
3419
- "83": 67.16,
3420
- "84": 70.27,
3421
- "85": 54.85,
3422
- "86": 70.25,
3423
- "87": 55.78,
3424
- "88": 46.0,
3425
- "89": 57.91,
3426
- "90": 70.09,
3427
- "91": 31.87,
3428
- "92": 71.04,
3429
- "93": 72.46,
3430
- "94": 70.86,
3431
- "95": 72.09,
3432
- "96": 68.1,
3433
- "97": 72.41,
3434
- "98": 69.4
 
 
 
 
3435
  },
3436
  "IMCS-V2-DAC": {
3437
  "0": 11.34,
@@ -3515,24 +3651,28 @@
3515
  "78": 71.4,
3516
  "79": 76.0,
3517
  "80": 8.35,
3518
- "81": 72.73,
3519
- "82": 70.93,
3520
- "83": 73.35,
3521
- "84": 73.54,
3522
- "85": 67.58,
3523
- "86": 66.4,
3524
- "87": 53.9,
3525
- "88": 58.24,
3526
- "89": 67.52,
3527
- "90": 72.54,
3528
- "91": 32.7,
3529
- "92": 67.5,
3530
- "93": 73.84,
3531
- "94": 48.34,
3532
- "95": 74.54,
3533
- "96": 73.03,
3534
- "97": 78.27,
3535
- "98": 76.35
 
 
 
 
3536
  },
3537
  "RuMedNLI": {
3538
  "0": 44.59,
@@ -3616,24 +3756,28 @@
3616
  "78": 85.01,
3617
  "79": 82.18,
3618
  "80": 33.38,
3619
- "81": 80.89,
3620
- "82": 84.04,
3621
- "83": 80.27,
3622
- "84": 83.9,
3623
- "85": 72.23,
3624
- "86": 72.56,
3625
- "87": 79.88,
3626
- "88": 71.99,
3627
- "89": 75.27,
3628
- "90": 83.06,
3629
- "91": 65.55,
3630
- "92": 77.68,
3631
- "93": 82.19,
3632
- "94": 68.63,
3633
- "95": 87.26,
3634
- "96": 82.56,
3635
- "97": 85.5,
3636
- "98": 84.82
 
 
 
 
3637
  },
3638
  "CLISTER": {
3639
  "0": 31.73,
@@ -3717,24 +3861,28 @@
3717
  "78": 49.89,
3718
  "79": 51.91,
3719
  "80": 20.23,
3720
- "81": 49.75,
3721
- "82": 52.83,
3722
- "83": 41.06,
3723
- "84": 44.0,
3724
- "85": 39.96,
3725
- "86": 49.72,
3726
- "87": 41.21,
3727
- "88": 34.34,
3728
- "89": 40.87,
3729
- "90": 45.18,
3730
- "91": 32.92,
3731
- "92": 36.71,
3732
- "93": 34.5,
3733
- "94": 33.4,
3734
- "95": 50.97,
3735
- "96": 48.79,
3736
- "97": 41.7,
3737
- "98": 35.78
 
 
 
 
3738
  },
3739
  "IFMIR-Incident type": {
3740
  "0": 23.01,
@@ -3818,24 +3966,28 @@
3818
  "78": 34.99,
3819
  "79": 39.18,
3820
  "80": 5.01,
3821
- "81": 37.84,
3822
- "82": 40.81,
3823
- "83": 37.43,
3824
- "84": 33.49,
3825
- "85": 31.21,
3826
- "86": 30.24,
3827
- "87": 30.58,
3828
- "88": 28.23,
3829
- "89": 34.31,
3830
- "90": 37.73,
3831
- "91": 30.37,
3832
- "92": 30.36,
3833
- "93": 36.98,
3834
- "94": 30.12,
3835
- "95": 33.74,
3836
- "96": 35.33,
3837
- "97": 35.81,
3838
- "98": 33.48
 
 
 
 
3839
  },
3840
  "MIMIC-IV CDM": {
3841
  "0": 41.56,
@@ -3919,24 +4071,28 @@
3919
  "78": 86.69,
3920
  "79": 93.77,
3921
  "80": 38.58,
3922
- "81": 74.15,
3923
- "82": 84.19,
3924
- "83": 86.99,
3925
- "84": 85.32,
3926
- "85": 79.55,
3927
- "86": 85.84,
3928
- "87": 85.08,
3929
- "88": 78.67,
3930
- "89": 90.85,
3931
- "90": 88.3,
3932
- "91": 82.15,
3933
- "92": 33.05,
3934
- "93": 93.7,
3935
- "94": 65.77,
3936
- "95": 89.58,
3937
- "96": 87.55,
3938
- "97": 92.84,
3939
- "98": 86.28
 
 
 
 
3940
  },
3941
  "MIMIC-III Outcome.LoS": {
3942
  "0": 25.07,
@@ -4020,24 +4176,28 @@
4020
  "78": 31.23,
4021
  "79": 41.78,
4022
  "80": 32.07,
4023
- "81": 23.02,
4024
- "82": 34.24,
4025
- "83": 40.99,
4026
- "84": 35.25,
4027
- "85": 34.74,
4028
- "86": 39.7,
4029
- "87": 35.26,
4030
- "88": 35.67,
4031
- "89": 32.82,
4032
- "90": 39.19,
4033
- "91": 34.34,
4034
- "92": 35.42,
4035
- "93": 39.74,
4036
- "94": 30.14,
4037
- "95": 35.61,
4038
- "96": 37.15,
4039
- "97": 34.85,
4040
- "98": 41.26
 
 
 
 
4041
  },
4042
  "MIMIC-III Outcome.Mortality": {
4043
  "0": 56.41,
@@ -4121,24 +4281,28 @@
4121
  "78": 57.88,
4122
  "79": 80.2,
4123
  "80": 54.28,
4124
- "81": 81.27,
4125
- "82": 90.38,
4126
- "83": 53.92,
4127
- "84": 73.01,
4128
- "85": 55.22,
4129
- "86": 63.16,
4130
- "87": 84.18,
4131
- "88": 48.64,
4132
- "89": 36.75,
4133
- "90": 76.17,
4134
- "91": 73.01,
4135
- "92": 41.43,
4136
- "93": 71.8,
4137
- "94": 39.87,
4138
- "95": 67.44,
4139
- "96": 82.68,
4140
- "97": 49.25,
4141
- "98": 86.53
 
 
 
 
4142
  },
4143
  "MIMIC-IV DiReCT.Dis": {
4144
  "0": 14.66,
@@ -4222,24 +4386,28 @@
4222
  "78": 85.01,
4223
  "79": 86.94,
4224
  "80": 7.0,
4225
- "81": 62.05,
4226
- "82": 77.42,
4227
- "83": 76.82,
4228
- "84": 78.81,
4229
- "85": 69.01,
4230
- "86": 81.66,
4231
- "87": 51.85,
4232
- "88": 59.45,
4233
- "89": 78.91,
4234
- "90": 75.88,
4235
- "91": 70.64,
4236
- "92": 52.26,
4237
- "93": 86.37,
4238
- "94": 74.1,
4239
- "95": 84.62,
4240
- "96": 83.53,
4241
- "97": 86.96,
4242
- "98": 86.86
 
 
 
 
4243
  },
4244
  "MIMIC-IV DiReCT.PDD": {
4245
  "0": 9.52,
@@ -4323,24 +4491,28 @@
4323
  "78": 77.44,
4324
  "79": 81.44,
4325
  "80": 18.28,
4326
- "81": 61.44,
4327
- "82": 62.56,
4328
- "83": 63.09,
4329
- "84": 71.38,
4330
- "85": 50.25,
4331
- "86": 46.46,
4332
- "87": 30.74,
4333
- "88": 45.34,
4334
- "89": 66.77,
4335
- "90": 71.44,
4336
- "91": 41.15,
4337
- "92": 51.55,
4338
- "93": 80.12,
4339
- "94": 49.88,
4340
- "95": 77.27,
4341
- "96": 76.32,
4342
- "97": 80.84,
4343
- "98": 74.33
 
 
 
 
4344
  },
4345
  "ADE-Extraction": {
4346
  "0": 23.91,
@@ -4424,24 +4596,28 @@
4424
  "78": 70.81,
4425
  "79": 68.63,
4426
  "80": 6.67,
4427
- "81": 60.45,
4428
- "82": 58.8,
4429
- "83": 66.38,
4430
- "84": 67.46,
4431
- "85": 63.68,
4432
- "86": 58.17,
4433
- "87": 62.21,
4434
- "88": 40.79,
4435
- "89": 44.91,
4436
- "90": 69.14,
4437
- "91": 5.78,
4438
- "92": 14.73,
4439
- "93": 60.01,
4440
- "94": 59.13,
4441
- "95": 58.6,
4442
- "96": 70.7,
4443
- "97": 70.84,
4444
- "98": 69.39
 
 
 
 
4445
  },
4446
  "ADE-Drug dosage": {
4447
  "0": 21.47,
@@ -4525,24 +4701,28 @@
4525
  "78": 62.33,
4526
  "79": 62.24,
4527
  "80": 4.17,
4528
- "81": 40.92,
4529
- "82": 42.98,
4530
- "83": 53.34,
4531
- "84": 65.0,
4532
- "85": 30.0,
4533
- "86": 30.01,
4534
- "87": 59.69,
4535
- "88": 54.52,
4536
- "89": 46.74,
4537
- "90": 66.56,
4538
- "91": 8.69,
4539
- "92": 10.94,
4540
- "93": 53.71,
4541
- "94": 58.22,
4542
- "95": 55.19,
4543
- "96": 59.41,
4544
- "97": 61.24,
4545
- "98": 60.81
 
 
 
 
4546
  },
4547
  "BARR2": {
4548
  "0": 3.63,
@@ -4626,24 +4806,28 @@
4626
  "78": 43.41,
4627
  "79": 44.31,
4628
  "80": 1.32,
4629
- "81": 30.27,
4630
- "82": 45.41,
4631
- "83": 24.86,
4632
- "84": 49.92,
4633
- "85": 24.7,
4634
- "86": 40.85,
4635
- "87": 23.68,
4636
- "88": 38.27,
4637
- "89": 46.07,
4638
- "90": 46.27,
4639
- "91": 23.74,
4640
- "92": 2.35,
4641
- "93": 12.39,
4642
- "94": 38.56,
4643
- "95": 53.46,
4644
- "96": 52.91,
4645
- "97": 57.9,
4646
- "98": 57.02
 
 
 
 
4647
  },
4648
  "Cantemis-NER": {
4649
  "0": 0.0,
@@ -4727,24 +4911,28 @@
4727
  "78": 28.36,
4728
  "79": 31.22,
4729
  "80": 0.2,
4730
- "81": 25.95,
4731
- "82": 28.99,
4732
- "83": 17.89,
4733
- "84": 31.02,
4734
- "85": 10.25,
4735
- "86": 17.09,
4736
- "87": 22.11,
4737
- "88": 19.97,
4738
- "89": 25.14,
4739
- "90": 30.12,
4740
- "91": 11.95,
4741
- "92": 3.13,
4742
- "93": 8.23,
4743
- "94": 19.84,
4744
- "95": 33.13,
4745
- "96": 31.64,
4746
- "97": 33.52,
4747
- "98": 38.63
 
 
 
 
4748
  },
4749
  "Cantemis-Norm": {
4750
  "0": 0.12,
@@ -4828,24 +5016,28 @@
4828
  "78": 13.79,
4829
  "79": 10.68,
4830
  "80": 0.7,
4831
- "81": 12.89,
4832
- "82": 13.16,
4833
- "83": 5.55,
4834
- "84": 16.29,
4835
- "85": 0.0,
4836
- "86": 0.0,
4837
- "87": 7.38,
4838
- "88": 7.82,
4839
- "89": 16.8,
4840
- "90": 14.14,
4841
- "91": 4.2,
4842
- "92": 1.13,
4843
- "93": 2.19,
4844
- "94": 10.53,
4845
- "95": 21.23,
4846
- "96": 21.6,
4847
- "97": 22.06,
4848
- "98": 27.6
 
 
 
 
4849
  },
4850
  "CHIP-CDEE": {
4851
  "0": 1.13,
@@ -4929,24 +5121,28 @@
4929
  "78": 39.35,
4930
  "79": 34.15,
4931
  "80": 0.29,
4932
- "81": 27.18,
4933
- "82": 33.96,
4934
- "83": 31.13,
4935
- "84": 43.08,
4936
- "85": 25.33,
4937
- "86": 22.5,
4938
- "87": 20.94,
4939
- "88": 28.21,
4940
- "89": 28.67,
4941
- "90": 35.43,
4942
- "91": 4.84,
4943
- "92": 17.43,
4944
- "93": 26.63,
4945
- "94": 29.3,
4946
- "95": 41.98,
4947
- "96": 43.31,
4948
- "97": 44.88,
4949
- "98": 41.12
 
 
 
 
4950
  },
4951
  "CodiEsp-ICD-10-CM": {
4952
  "0": 0.06,
@@ -5030,24 +5226,28 @@
5030
  "78": 14.85,
5031
  "79": 12.12,
5032
  "80": 0.27,
5033
- "81": 11.95,
5034
- "82": 13.87,
5035
- "83": 3.67,
5036
- "84": 14.5,
5037
- "85": 3.02,
5038
- "86": 7.94,
5039
- "87": 2.81,
5040
- "88": 7.75,
5041
- "89": 17.57,
5042
- "90": 14.09,
5043
- "91": 4.3,
5044
- "92": 0.53,
5045
- "93": 7.28,
5046
- "94": 19.14,
5047
- "95": 28.43,
5048
- "96": 30.38,
5049
- "97": 24.94,
5050
- "98": 29.14
 
 
 
 
5051
  },
5052
  "CodiEsp-ICD-10-PCS": {
5053
  "0": 0.63,
@@ -5131,24 +5331,28 @@
5131
  "78": 7.73,
5132
  "79": 5.45,
5133
  "80": 0.97,
5134
- "81": 6.28,
5135
- "82": 8.42,
5136
- "83": 5.94,
5137
- "84": 8.74,
5138
- "85": 1.0,
5139
- "86": 1.45,
5140
- "87": 2.68,
5141
- "88": 5.43,
5142
- "89": 8.29,
5143
- "90": 8.33,
5144
- "91": 5.53,
5145
- "92": 0.21,
5146
- "93": 0.58,
5147
- "94": 1.83,
5148
- "95": 13.09,
5149
- "96": 11.01,
5150
- "97": 9.33,
5151
- "98": 12.61
 
 
 
 
5152
  },
5153
  "CLINpt-NER": {
5154
  "0": 0.47,
@@ -5232,24 +5436,28 @@
5232
  "78": 45.75,
5233
  "79": 44.23,
5234
  "80": 1.07,
5235
- "81": 41.47,
5236
- "82": 43.27,
5237
- "83": 28.22,
5238
- "84": 48.27,
5239
- "85": 31.09,
5240
- "86": 39.63,
5241
- "87": 30.66,
5242
- "88": 40.05,
5243
- "89": 40.58,
5244
- "90": 48.39,
5245
- "91": 32.23,
5246
- "92": 1.3,
5247
- "93": 11.29,
5248
- "94": 38.39,
5249
- "95": 40.84,
5250
- "96": 47.43,
5251
- "97": 52.8,
5252
- "98": 55.07
 
 
 
 
5253
  },
5254
  "DiSMed-NER": {
5255
  "0": 13.87,
@@ -5333,24 +5541,28 @@
5333
  "78": 94.72,
5334
  "79": 92.18,
5335
  "80": 3.28,
5336
- "81": 73.72,
5337
- "82": 95.53,
5338
- "83": 88.56,
5339
- "84": 95.46,
5340
- "85": 60.45,
5341
- "86": 73.56,
5342
- "87": 82.89,
5343
- "88": 86.57,
5344
- "89": 91.67,
5345
- "90": 94.92,
5346
- "91": 56.47,
5347
- "92": 8.7,
5348
- "93": 39.24,
5349
- "94": 82.31,
5350
- "95": 91.87,
5351
- "96": 95.03,
5352
- "97": 88.64,
5353
- "98": 96.43
 
 
 
 
5354
  },
5355
  "MIE": {
5356
  "0": 4.48,
@@ -5434,24 +5646,28 @@
5434
  "78": 45.01,
5435
  "79": 61.58,
5436
  "80": 2.56,
5437
- "81": 46.74,
5438
- "82": 48.73,
5439
- "83": 35.44,
5440
- "84": 49.9,
5441
- "85": 24.64,
5442
- "86": 30.89,
5443
- "87": 25.32,
5444
- "88": 27.14,
5445
- "89": 33.86,
5446
- "90": 49.84,
5447
- "91": 10.16,
5448
- "92": 10.18,
5449
- "93": 44.54,
5450
- "94": 27.8,
5451
- "95": 56.48,
5452
- "96": 57.63,
5453
- "97": 60.35,
5454
- "98": 52.85
 
 
 
 
5455
  },
5456
  "Ex4CDS": {
5457
  "0": 8.69,
@@ -5535,24 +5751,28 @@
5535
  "78": 56.64,
5536
  "79": 59.39,
5537
  "80": 1.93,
5538
- "81": 50.77,
5539
- "82": 52.56,
5540
- "83": 49.71,
5541
- "84": 53.53,
5542
- "85": 43.42,
5543
- "86": 44.58,
5544
- "87": 46.47,
5545
- "88": 44.95,
5546
- "89": 39.51,
5547
- "90": 56.35,
5548
- "91": 10.42,
5549
- "92": 11.27,
5550
- "93": 41.05,
5551
- "94": 49.56,
5552
- "95": 58.5,
5553
- "96": 52.61,
5554
- "97": 59.29,
5555
- "98": 56.97
 
 
 
 
5556
  },
5557
  "n2c2 2006-De-identification": {
5558
  "0": 1.82,
@@ -5636,24 +5856,28 @@
5636
  "78": 78.43,
5637
  "79": 53.61,
5638
  "80": 0.74,
5639
- "81": 62.15,
5640
- "82": 73.79,
5641
- "83": 63.79,
5642
- "84": 75.06,
5643
- "85": 30.61,
5644
- "86": 34.85,
5645
- "87": 55.39,
5646
- "88": 64.44,
5647
- "89": 67.01,
5648
- "90": 76.83,
5649
- "91": 58.85,
5650
- "92": 9.22,
5651
- "93": 15.33,
5652
- "94": 61.51,
5653
- "95": 78.09,
5654
- "96": 78.79,
5655
- "97": 65.81,
5656
- "98": 83.03
 
 
 
 
5657
  },
5658
  "Medication extraction": {
5659
  "0": 0.0,
@@ -5737,24 +5961,28 @@
5737
  "78": 25.12,
5738
  "79": 12.86,
5739
  "80": 0.38,
5740
- "81": 24.11,
5741
- "82": 26.12,
5742
- "83": 11.41,
5743
- "84": 24.57,
5744
- "85": 16.19,
5745
- "86": 20.65,
5746
- "87": 14.11,
5747
- "88": 18.68,
5748
- "89": 18.27,
5749
- "90": 28.73,
5750
- "91": 16.56,
5751
- "92": 0.57,
5752
- "93": 1.97,
5753
- "94": 15.49,
5754
- "95": 20.58,
5755
- "96": 40.87,
5756
- "97": 18.44,
5757
- "98": 44.43
 
 
 
 
5758
  },
5759
  "n2c2 2010-Concept": {
5760
  "0": 0.07,
@@ -5838,24 +6066,28 @@
5838
  "78": 45.25,
5839
  "79": 42.46,
5840
  "80": 0.09,
5841
- "81": 32.12,
5842
- "82": 33.48,
5843
- "83": 29.0,
5844
- "84": 34.01,
5845
- "85": 14.21,
5846
- "86": 22.13,
5847
- "87": 10.78,
5848
- "88": 37.91,
5849
- "89": 35.61,
5850
- "90": 25.08,
5851
- "91": 16.14,
5852
- "92": 0.95,
5853
- "93": 13.07,
5854
- "94": 36.64,
5855
- "95": 44.16,
5856
- "96": 38.47,
5857
- "97": 58.21,
5858
- "98": 64.02
 
 
 
 
5859
  },
5860
  "n2c2 2010-Assertion": {
5861
  "0": 0.13,
@@ -5939,24 +6171,28 @@
5939
  "78": 26.83,
5940
  "79": 31.06,
5941
  "80": 0.04,
5942
- "81": 26.67,
5943
- "82": 29.12,
5944
- "83": 19.53,
5945
- "84": 37.64,
5946
- "85": 8.81,
5947
- "86": 10.34,
5948
- "87": 15.62,
5949
- "88": 23.4,
5950
- "89": 30.3,
5951
- "90": 29.39,
5952
- "91": 16.88,
5953
- "92": 0.48,
5954
- "93": 10.01,
5955
- "94": 25.55,
5956
- "95": 40.99,
5957
- "96": 33.05,
5958
- "97": 49.12,
5959
- "98": 56.12
 
 
 
 
5960
  },
5961
  "n2c2 2010-Relation": {
5962
  "0": 0.0,
@@ -6040,24 +6276,28 @@
6040
  "78": 6.02,
6041
  "79": 5.59,
6042
  "80": 0.07,
6043
- "81": 6.38,
6044
- "82": 6.58,
6045
- "83": 4.08,
6046
- "84": 6.66,
6047
- "85": 1.35,
6048
- "86": 1.66,
6049
- "87": 2.53,
6050
- "88": 3.44,
6051
- "89": 5.91,
6052
- "90": 4.92,
6053
- "91": 1.73,
6054
- "92": 0.0,
6055
- "93": 1.74,
6056
- "94": 2.88,
6057
- "95": 8.55,
6058
- "96": 7.01,
6059
- "97": 15.85,
6060
- "98": 20.71
 
 
 
 
6061
  },
6062
  "n2c2 2014-De-identification": {
6063
  "0": 6.62,
@@ -6141,24 +6381,28 @@
6141
  "78": 78.11,
6142
  "79": 70.25,
6143
  "80": 0.06,
6144
- "81": 66.15,
6145
- "82": 71.31,
6146
- "83": 73.32,
6147
- "84": 77.31,
6148
- "85": 23.47,
6149
- "86": 22.71,
6150
- "87": 40.29,
6151
- "88": 50.94,
6152
- "89": 65.3,
6153
- "90": 74.6,
6154
- "91": 49.63,
6155
- "92": 5.01,
6156
- "93": 22.33,
6157
- "94": 49.51,
6158
- "95": 82.2,
6159
- "96": 83.69,
6160
- "97": 86.55,
6161
- "98": 86.82
 
 
 
 
6162
  },
6163
  "IMCS-V2-NER": {
6164
  "0": 11.79,
@@ -6242,24 +6486,28 @@
6242
  "78": 62.83,
6243
  "79": 69.15,
6244
  "80": 1.38,
6245
- "81": 67.51,
6246
- "82": 68.88,
6247
- "83": 64.39,
6248
- "84": 71.87,
6249
- "85": 61.2,
6250
- "86": 62.43,
6251
- "87": 60.08,
6252
- "88": 59.76,
6253
- "89": 54.86,
6254
- "90": 70.85,
6255
- "91": 14.84,
6256
- "92": 36.13,
6257
- "93": 66.33,
6258
- "94": 65.51,
6259
- "95": 71.47,
6260
- "96": 71.98,
6261
- "97": 71.62,
6262
- "98": 72.72
 
 
 
 
6263
  },
6264
  "meddocan": {
6265
  "0": 7.72,
@@ -6343,24 +6591,28 @@
6343
  "78": 91.53,
6344
  "79": 91.49,
6345
  "80": 0.69,
6346
- "81": 82.55,
6347
- "82": 91.98,
6348
- "83": 90.88,
6349
- "84": 91.8,
6350
- "85": 48.96,
6351
- "86": 42.14,
6352
- "87": 78.03,
6353
- "88": 88.27,
6354
- "89": 89.47,
6355
- "90": 91.7,
6356
- "91": 84.68,
6357
- "92": 4.3,
6358
- "93": 34.85,
6359
- "94": 89.59,
6360
- "95": 92.44,
6361
- "96": 93.42,
6362
- "97": 93.53,
6363
- "98": 95.31
 
 
 
 
6364
  },
6365
  "MTS-Temporal": {
6366
  "0": 1.17,
@@ -6444,24 +6696,28 @@
6444
  "78": 43.72,
6445
  "79": 45.47,
6446
  "80": 2.19,
6447
- "81": 30.23,
6448
- "82": 39.1,
6449
- "83": 29.66,
6450
- "84": 42.93,
6451
- "85": 7.03,
6452
- "86": 12.77,
6453
- "87": 24.46,
6454
- "88": 26.07,
6455
- "89": 39.33,
6456
- "90": 43.33,
6457
- "91": 22.43,
6458
- "92": 3.91,
6459
- "93": 6.87,
6460
- "94": 32.52,
6461
- "95": 48.32,
6462
- "96": 47.79,
6463
- "97": 46.33,
6464
- "98": 54.06
 
 
 
 
6465
  },
6466
  "n2c2 2018-ADE&medication": {
6467
  "0": 0.0,
@@ -6545,24 +6801,28 @@
6545
  "78": 20.37,
6546
  "79": 2.4,
6547
  "80": 0.0,
6548
- "81": 3.46,
6549
- "82": 9.02,
6550
- "83": 1.39,
6551
- "84": 16.92,
6552
- "85": 1.75,
6553
- "86": 4.42,
6554
- "87": 6.49,
6555
- "88": 6.36,
6556
- "89": 10.61,
6557
- "90": 15.95,
6558
- "91": 4.2,
6559
- "92": 0.22,
6560
- "93": 1.35,
6561
- "94": 9.76,
6562
- "95": 21.03,
6563
- "96": 32.11,
6564
- "97": 26.43,
6565
- "98": 32.49
 
 
 
 
6566
  },
6567
  "NorSynthClinical-NER": {
6568
  "0": 13.81,
@@ -6646,24 +6906,28 @@
6646
  "78": 59.57,
6647
  "79": 63.79,
6648
  "80": 7.1,
6649
- "81": 56.4,
6650
- "82": 55.61,
6651
- "83": 58.86,
6652
- "84": 56.78,
6653
- "85": 46.61,
6654
- "86": 45.94,
6655
- "87": 49.06,
6656
- "88": 54.79,
6657
- "89": 49.95,
6658
- "90": 55.63,
6659
- "91": 28.26,
6660
- "92": 27.06,
6661
- "93": 45.83,
6662
- "94": 52.86,
6663
- "95": 64.43,
6664
- "96": 61.1,
6665
- "97": 66.26,
6666
- "98": 62.51
 
 
 
 
6667
  },
6668
  "NorSynthClinical-RE": {
6669
  "0": 2.2,
@@ -6747,24 +7011,28 @@
6747
  "78": 40.78,
6748
  "79": 44.13,
6749
  "80": 0.45,
6750
- "81": 37.78,
6751
- "82": 37.9,
6752
- "83": 36.54,
6753
- "84": 41.4,
6754
- "85": 30.54,
6755
- "86": 31.41,
6756
- "87": 28.87,
6757
- "88": 29.72,
6758
- "89": 35.43,
6759
- "90": 36.72,
6760
- "91": 6.42,
6761
- "92": 24.41,
6762
- "93": 31.14,
6763
- "94": 33.69,
6764
- "95": 45.92,
6765
- "96": 35.0,
6766
- "97": 46.77,
6767
- "98": 47.3
 
 
 
 
6768
  },
6769
  "NUBES": {
6770
  "0": 0.02,
@@ -6848,24 +7116,28 @@
6848
  "78": 22.13,
6849
  "79": 52.2,
6850
  "80": 0.0,
6851
- "81": 21.9,
6852
- "82": 25.08,
6853
- "83": 12.89,
6854
- "84": 36.31,
6855
- "85": 7.1,
6856
- "86": 10.42,
6857
- "87": 13.38,
6858
- "88": 11.64,
6859
- "89": 15.68,
6860
- "90": 32.03,
6861
- "91": 6.4,
6862
- "92": 0.85,
6863
- "93": 2.67,
6864
- "94": 15.46,
6865
- "95": 50.43,
6866
- "96": 50.22,
6867
- "97": 61.98,
6868
- "98": 49.25
 
 
 
 
6869
  },
6870
  "CHIP-MDCFNPC": {
6871
  "0": 6.09,
@@ -6949,24 +7221,28 @@
6949
  "78": 40.94,
6950
  "79": 44.0,
6951
  "80": 0.7,
6952
- "81": 43.39,
6953
- "82": 46.27,
6954
- "83": 32.06,
6955
- "84": 46.04,
6956
- "85": 32.99,
6957
- "86": 40.28,
6958
- "87": 36.04,
6959
- "88": 23.42,
6960
- "89": 35.17,
6961
- "90": 45.91,
6962
- "91": 2.02,
6963
- "92": 6.26,
6964
- "93": 28.87,
6965
- "94": 38.82,
6966
- "95": 43.1,
6967
- "96": 46.19,
6968
- "97": 47.11,
6969
- "98": 50.48
 
 
 
 
6970
  },
6971
  "IMCS-V2-SR": {
6972
  "0": 3.98,
@@ -7050,24 +7326,28 @@
7050
  "78": 38.57,
7051
  "79": 39.83,
7052
  "80": 0.46,
7053
- "81": 43.84,
7054
- "82": 44.92,
7055
- "83": 24.05,
7056
- "84": 42.25,
7057
- "85": 22.66,
7058
- "86": 34.58,
7059
- "87": 28.17,
7060
- "88": 33.26,
7061
- "89": 40.45,
7062
- "90": 42.73,
7063
- "91": 35.16,
7064
- "92": 1.3,
7065
- "93": 11.57,
7066
- "94": 33.12,
7067
- "95": 49.9,
7068
- "96": 49.31,
7069
- "97": 50.97,
7070
- "98": 55.55
 
 
 
 
7071
  },
7072
  "n2c2 2014-Diabetes": {
7073
  "0": 6.67,
@@ -7151,24 +7431,28 @@
7151
  "78": 51.0,
7152
  "79": 36.06,
7153
  "80": 25.22,
7154
- "81": 27.66,
7155
- "82": 50.09,
7156
- "83": 29.19,
7157
- "84": 48.18,
7158
- "85": 47.33,
7159
- "86": 42.18,
7160
- "87": 47.78,
7161
- "88": 34.92,
7162
- "89": 39.45,
7163
- "90": 51.36,
7164
- "91": 35.95,
7165
- "92": 14.96,
7166
- "93": 23.37,
7167
- "94": 52.34,
7168
- "95": 62.28,
7169
- "96": 53.39,
7170
- "97": 39.84,
7171
- "98": 56.33
 
 
 
 
7172
  },
7173
  "n2c2 2014-CAD": {
7174
  "0": 0.85,
@@ -7252,24 +7536,28 @@
7252
  "78": 25.37,
7253
  "79": 22.11,
7254
  "80": 4.37,
7255
- "81": 12.53,
7256
- "82": 21.38,
7257
- "83": 19.96,
7258
- "84": 27.31,
7259
- "85": 30.7,
7260
- "86": 37.15,
7261
- "87": 14.76,
7262
- "88": 27.62,
7263
- "89": 24.33,
7264
- "90": 26.97,
7265
- "91": 14.83,
7266
- "92": 1.61,
7267
- "93": 14.71,
7268
- "94": 17.56,
7269
- "95": 26.45,
7270
- "96": 33.93,
7271
- "97": 35.18,
7272
- "98": 36.53
 
 
 
 
7273
  },
7274
  "n2c2 2014-Hyperlipidemia": {
7275
  "0": 1.91,
@@ -7353,24 +7641,28 @@
7353
  "78": 77.25,
7354
  "79": 64.93,
7355
  "80": 7.04,
7356
- "81": 39.63,
7357
- "82": 56.56,
7358
- "83": 45.68,
7359
- "84": 68.72,
7360
- "85": 45.0,
7361
- "86": 65.71,
7362
- "87": 57.38,
7363
- "88": 65.37,
7364
- "89": 59.68,
7365
- "90": 75.17,
7366
- "91": 47.11,
7367
- "92": 5.77,
7368
- "93": 53.93,
7369
- "94": 46.22,
7370
- "95": 82.05,
7371
- "96": 80.17,
7372
- "97": 62.25,
7373
- "98": 79.62
 
 
 
 
7374
  },
7375
  "n2c2 2014-Hypertension": {
7376
  "0": 10.72,
@@ -7454,24 +7746,28 @@
7454
  "78": 69.92,
7455
  "79": 50.79,
7456
  "80": 39.12,
7457
- "81": 46.52,
7458
- "82": 75.59,
7459
- "83": 41.13,
7460
- "84": 70.71,
7461
- "85": 5.17,
7462
- "86": 3.92,
7463
- "87": 61.03,
7464
- "88": 54.56,
7465
- "89": 46.4,
7466
- "90": 72.22,
7467
- "91": 55.31,
7468
- "92": 17.31,
7469
- "93": 42.04,
7470
- "94": 67.73,
7471
- "95": 79.51,
7472
- "96": 69.79,
7473
- "97": 69.14,
7474
- "98": 75.7
 
 
 
 
7475
  },
7476
  "n2c2 2014-Medication": {
7477
  "0": 0.25,
@@ -7555,24 +7851,28 @@
7555
  "78": 53.43,
7556
  "79": 42.45,
7557
  "80": 7.86,
7558
- "81": 34.6,
7559
- "82": 50.41,
7560
- "83": 24.74,
7561
- "84": 43.63,
7562
- "85": 46.19,
7563
- "86": 48.25,
7564
- "87": 33.83,
7565
- "88": 48.25,
7566
- "89": 47.92,
7567
- "90": 51.25,
7568
- "91": 44.08,
7569
- "92": 23.95,
7570
- "93": 19.01,
7571
- "94": 32.06,
7572
- "95": 47.42,
7573
- "96": 52.97,
7574
- "97": 40.63,
7575
- "98": 55.45
 
 
 
 
7576
  },
7577
  "CAS-label": {
7578
  "0": 0.69,
@@ -7656,24 +7956,28 @@
7656
  "78": 50.37,
7657
  "79": 48.38,
7658
  "80": 0.28,
7659
- "81": 43.05,
7660
- "82": 53.64,
7661
- "83": 43.47,
7662
- "84": 51.12,
7663
- "85": 41.35,
7664
- "86": 43.92,
7665
- "87": 38.28,
7666
- "88": 38.27,
7667
- "89": 13.27,
7668
- "90": 50.26,
7669
- "91": 35.81,
7670
- "92": 27.76,
7671
- "93": 49.44,
7672
- "94": 49.3,
7673
- "95": 52.49,
7674
- "96": 47.58,
7675
- "97": 49.28,
7676
- "98": 51.44
 
 
 
 
7677
  },
7678
  "RuDReC-NER": {
7679
  "0": 2.2,
@@ -7757,24 +8061,28 @@
7757
  "78": 47.21,
7758
  "79": 51.29,
7759
  "80": 2.18,
7760
- "81": 45.62,
7761
- "82": 43.63,
7762
- "83": 44.15,
7763
- "84": 48.77,
7764
- "85": 33.42,
7765
- "86": 32.66,
7766
- "87": 39.77,
7767
- "88": 33.22,
7768
- "89": 39.54,
7769
- "90": 50.85,
7770
- "91": 9.6,
7771
- "92": 25.48,
7772
- "93": 41.75,
7773
- "94": 49.67,
7774
- "95": 50.4,
7775
- "96": 51.72,
7776
- "97": 51.1,
7777
- "98": 51.77
 
 
 
 
7778
  },
7779
  "NorSynthClinical-PHI": {
7780
  "0": 11.36,
@@ -7858,24 +8166,28 @@
7858
  "78": 92.53,
7859
  "79": 94.1,
7860
  "80": 3.4,
7861
- "81": 85.72,
7862
- "82": 86.57,
7863
- "83": 80.08,
7864
- "84": 90.31,
7865
- "85": 49.03,
7866
- "86": 55.0,
7867
- "87": 70.05,
7868
- "88": 34.65,
7869
- "89": 79.61,
7870
- "90": 88.06,
7871
- "91": 18.86,
7872
- "92": 6.81,
7873
- "93": 91.04,
7874
- "94": 85.39,
7875
- "95": 96.41,
7876
- "96": 89.21,
7877
- "97": 93.81,
7878
- "98": 86.54
 
 
 
 
7879
  },
7880
  "RuCCoN": {
7881
  "0": 0.93,
@@ -7959,24 +8271,28 @@
7959
  "78": 33.4,
7960
  "79": 36.45,
7961
  "80": 0.02,
7962
- "81": 29.15,
7963
- "82": 36.49,
7964
- "83": 26.69,
7965
- "84": 34.96,
7966
- "85": 15.78,
7967
- "86": 22.77,
7968
- "87": 22.3,
7969
- "88": 28.53,
7970
- "89": 31.45,
7971
- "90": 33.2,
7972
- "91": 8.42,
7973
- "92": 4.17,
7974
- "93": 8.85,
7975
- "94": 31.93,
7976
- "95": 37.72,
7977
- "96": 39.14,
7978
- "97": 39.08,
7979
- "98": 42.11
 
 
 
 
7980
  },
7981
  "BRONCO150-NER&Status": {
7982
  "0": 4.87,
@@ -8060,24 +8376,28 @@
8060
  "78": 51.16,
8061
  "79": 51.72,
8062
  "80": 0.76,
8063
- "81": 43.07,
8064
- "82": 26.39,
8065
- "83": 44.24,
8066
- "84": 53.55,
8067
- "85": 41.82,
8068
- "86": 46.96,
8069
- "87": 27.55,
8070
- "88": 46.88,
8071
- "89": 45.63,
8072
- "90": 54.01,
8073
- "91": 8.11,
8074
- "92": 11.53,
8075
- "93": 26.15,
8076
- "94": 49.63,
8077
- "95": 56.92,
8078
- "96": 59.82,
8079
- "97": 59.72,
8080
- "98": 61.43
 
 
 
 
8081
  },
8082
  "CARDIO-DE": {
8083
  "0": 0.0,
@@ -8161,24 +8481,28 @@
8161
  "78": 74.64,
8162
  "79": 71.17,
8163
  "80": 0.13,
8164
- "81": 49.42,
8165
- "82": 71.99,
8166
- "83": 30.3,
8167
- "84": 73.52,
8168
- "85": 15.98,
8169
- "86": 17.5,
8170
- "87": 57.49,
8171
- "88": 65.42,
8172
- "89": 66.18,
8173
- "90": 72.63,
8174
- "91": 41.6,
8175
- "92": 7.55,
8176
- "93": 18.1,
8177
- "94": 32.87,
8178
- "95": 58.78,
8179
- "96": 80.02,
8180
- "97": 78.08,
8181
- "98": 80.66
 
 
 
 
8182
  },
8183
  "GraSSCo PHI": {
8184
  "0": 2.52,
@@ -8262,24 +8586,28 @@
8262
  "78": 77.69,
8263
  "79": 81.45,
8264
  "80": 0.17,
8265
- "81": 45.42,
8266
- "82": 65.39,
8267
- "83": 69.77,
8268
- "84": 65.56,
8269
- "85": 37.71,
8270
- "86": 39.22,
8271
- "87": 48.33,
8272
- "88": 54.55,
8273
- "89": 61.87,
8274
- "90": 67.79,
8275
- "91": 7.81,
8276
- "92": 13.33,
8277
- "93": 52.86,
8278
- "94": 55.31,
8279
- "95": 80.43,
8280
- "96": 82.43,
8281
- "97": 83.63,
8282
- "98": 83.66
 
 
 
 
8283
  },
8284
  "IFMIR-NER": {
8285
  "0": 3.59,
@@ -8363,24 +8691,28 @@
8363
  "78": 41.91,
8364
  "79": 51.96,
8365
  "80": 1.44,
8366
- "81": 25.2,
8367
- "82": 11.94,
8368
- "83": 33.77,
8369
- "84": 41.58,
8370
- "85": 16.92,
8371
- "86": 18.76,
8372
- "87": 25.98,
8373
- "88": 36.24,
8374
- "89": 36.65,
8375
- "90": 40.56,
8376
- "91": 27.02,
8377
- "92": 10.75,
8378
- "93": 25.26,
8379
- "94": 36.08,
8380
- "95": 47.28,
8381
- "96": 47.75,
8382
- "97": 48.74,
8383
- "98": 46.25
 
 
 
 
8384
  },
8385
  "IFMIR - NER&factuality": {
8386
  "0": 2.53,
@@ -8464,24 +8796,28 @@
8464
  "78": 31.1,
8465
  "79": 32.11,
8466
  "80": 1.57,
8467
- "81": 23.79,
8468
- "82": 16.19,
8469
- "83": 17.8,
8470
- "84": 29.39,
8471
- "85": 13.37,
8472
- "86": 14.79,
8473
- "87": 21.11,
8474
- "88": 27.87,
8475
- "89": 21.64,
8476
- "90": 29.49,
8477
- "91": 7.29,
8478
- "92": 5.62,
8479
- "93": 12.02,
8480
- "94": 21.12,
8481
- "95": 32.71,
8482
- "96": 33.94,
8483
- "97": 32.31,
8484
- "98": 33.01
 
 
 
 
8485
  },
8486
  "iCorpus": {
8487
  "0": 1.96,
@@ -8565,24 +8901,28 @@
8565
  "78": 55.6,
8566
  "79": 52.39,
8567
  "80": 0.0,
8568
- "81": 46.87,
8569
- "82": 55.8,
8570
- "83": 38.41,
8571
- "84": 57.66,
8572
- "85": 43.17,
8573
- "86": 48.34,
8574
- "87": 41.69,
8575
- "88": 43.91,
8576
- "89": 48.02,
8577
- "90": 56.25,
8578
- "91": 6.61,
8579
- "92": 7.75,
8580
- "93": 9.41,
8581
- "94": 45.97,
8582
- "95": 56.78,
8583
- "96": 54.26,
8584
- "97": 55.66,
8585
- "98": 60.36
 
 
 
 
8586
  },
8587
  "cMedQA": {
8588
  "0": 12.77,
@@ -8666,24 +9006,28 @@
8666
  "78": 20.06,
8667
  "79": 20.53,
8668
  "80": 3.48,
8669
- "81": 21.88,
8670
- "82": 22.66,
8671
- "83": 15.68,
8672
- "84": 22.05,
8673
- "85": 19.62,
8674
- "86": 20.85,
8675
- "87": 20.77,
8676
- "88": 16.22,
8677
- "89": 3.63,
8678
- "90": 20.49,
8679
- "91": 9.25,
8680
- "92": 6.57,
8681
- "93": 8.38,
8682
- "94": 21.89,
8683
- "95": 22.55,
8684
- "96": 22.93,
8685
- "97": 18.69,
8686
- "98": 23.42
 
 
 
 
8687
  },
8688
  "EHRQA-QA": {
8689
  "0": 13.69,
@@ -8767,24 +9111,28 @@
8767
  "78": 20.25,
8768
  "79": 19.95,
8769
  "80": 3.93,
8770
- "81": 19.83,
8771
- "82": 21.8,
8772
- "83": 15.33,
8773
- "84": 20.36,
8774
- "85": 18.82,
8775
- "86": 18.98,
8776
- "87": 18.4,
8777
- "88": 19.89,
8778
- "89": 3.32,
8779
- "90": 18.86,
8780
- "91": 8.17,
8781
- "92": 7.45,
8782
- "93": 7.32,
8783
- "94": 21.65,
8784
- "95": 20.4,
8785
- "96": 22.66,
8786
- "97": 16.03,
8787
- "98": 21.49
 
 
 
 
8788
  },
8789
  "MEDIQA 2023-chat-A": {
8790
  "0": 15.17,
@@ -8868,24 +9216,28 @@
8868
  "78": 32.12,
8869
  "79": 32.82,
8870
  "80": 6.96,
8871
- "81": 13.61,
8872
- "82": 11.0,
8873
- "83": 30.94,
8874
- "84": 34.01,
8875
- "85": 29.68,
8876
- "86": 31.08,
8877
- "87": 32.31,
8878
- "88": 8.99,
8879
- "89": 9.34,
8880
- "90": 33.56,
8881
- "91": 5.73,
8882
- "92": 13.58,
8883
- "93": 32.5,
8884
- "94": 32.34,
8885
- "95": 32.6,
8886
- "96": 34.52,
8887
- "97": 34.22,
8888
- "98": 33.89
 
 
 
 
8889
  },
8890
  "MEDIQA 2023-sum-B": {
8891
  "0": 12.01,
@@ -8969,24 +9321,28 @@
8969
  "78": 31.93,
8970
  "79": 32.88,
8971
  "80": 3.33,
8972
- "81": 12.06,
8973
- "82": 13.71,
8974
- "83": 28.66,
8975
- "84": 31.8,
8976
- "85": 30.65,
8977
- "86": 33.76,
8978
- "87": 29.28,
8979
- "88": 8.98,
8980
- "89": 8.38,
8981
- "90": 30.4,
8982
- "91": 5.43,
8983
- "92": 15.39,
8984
- "93": 30.74,
8985
- "94": 30.32,
8986
- "95": 28.76,
8987
- "96": 32.96,
8988
- "97": 33.84,
8989
- "98": 35.52
 
 
 
 
8990
  },
8991
  "MedDG": {
8992
  "0": 11.13,
@@ -9070,24 +9426,28 @@
9070
  "78": 20.34,
9071
  "79": 17.41,
9072
  "80": 2.75,
9073
- "81": 23.31,
9074
- "82": 24.39,
9075
- "83": 12.68,
9076
- "84": 23.53,
9077
- "85": 19.94,
9078
- "86": 25.29,
9079
- "87": 18.96,
9080
- "88": 21.49,
9081
- "89": 1.37,
9082
- "90": 21.6,
9083
- "91": 22.46,
9084
- "92": 4.17,
9085
- "93": 4.73,
9086
- "94": 22.74,
9087
- "95": 20.32,
9088
- "96": 24.68,
9089
- "97": 20.49,
9090
- "98": 20.81
 
 
 
 
9091
  },
9092
  "IMCS-V2-MRG": {
9093
  "0": 15.89,
@@ -9171,24 +9531,28 @@
9171
  "78": 40.41,
9172
  "79": 48.99,
9173
  "80": 10.47,
9174
- "81": 53.21,
9175
- "82": 54.82,
9176
- "83": 29.76,
9177
- "84": 43.29,
9178
- "85": 55.0,
9179
- "86": 58.19,
9180
- "87": 48.13,
9181
- "88": 53.51,
9182
- "89": 7.48,
9183
- "90": 18.29,
9184
- "91": 54.04,
9185
- "92": 15.07,
9186
- "93": 29.14,
9187
- "94": 47.99,
9188
- "95": 51.25,
9189
- "96": 52.04,
9190
- "97": 43.86,
9191
- "98": 51.6
 
 
 
 
9192
  },
9193
  "CAS-evidence": {
9194
  "0": 2.01,
@@ -9272,24 +9636,28 @@
9272
  "78": 53.95,
9273
  "79": 54.57,
9274
  "80": 1.16,
9275
- "81": 45.19,
9276
- "82": 51.42,
9277
- "83": 47.17,
9278
- "84": 55.51,
9279
- "85": 49.39,
9280
- "86": 50.9,
9281
- "87": 44.63,
9282
- "88": 46.54,
9283
- "89": 51.45,
9284
- "90": 54.32,
9285
- "91": 44.03,
9286
- "92": 34.52,
9287
- "93": 30.52,
9288
- "94": 51.48,
9289
- "95": 55.88,
9290
- "96": 55.19,
9291
- "97": 56.14,
9292
- "98": 54.25
 
 
 
 
9293
  },
9294
  "icliniq-10k": {
9295
  "0": 9.16,
@@ -9373,24 +9741,28 @@
9373
  "78": 14.71,
9374
  "79": 13.52,
9375
  "80": 9.8,
9376
- "81": 14.83,
9377
- "82": 15.85,
9378
- "83": 12.43,
9379
- "84": 15.71,
9380
- "85": 9.41,
9381
- "86": 10.68,
9382
- "87": 15.54,
9383
- "88": 9.45,
9384
- "89": 9.34,
9385
- "90": 16.12,
9386
- "91": 7.77,
9387
- "92": 4.65,
9388
- "93": 9.11,
9389
- "94": 15.86,
9390
- "95": 14.84,
9391
- "96": 14.86,
9392
- "97": 13.99,
9393
- "98": 15.18
 
 
 
 
9394
  },
9395
  "HealthCareMagic-100k": {
9396
  "0": 9.6,
@@ -9474,24 +9846,28 @@
9474
  "78": 12.97,
9475
  "79": 12.17,
9476
  "80": 9.47,
9477
- "81": 9.64,
9478
- "82": 10.16,
9479
- "83": 11.15,
9480
- "84": 14.9,
9481
- "85": 12.28,
9482
- "86": 14.06,
9483
- "87": 15.17,
9484
- "88": 12.08,
9485
- "89": 9.89,
9486
- "90": 13.79,
9487
- "91": 10.22,
9488
- "92": 3.93,
9489
- "93": 8.12,
9490
- "94": 14.83,
9491
- "95": 14.48,
9492
- "96": 12.99,
9493
- "97": 14.0,
9494
- "98": 13.91
 
 
 
 
9495
  },
9496
  "MIMIC-IV BHC": {
9497
  "0": 6.73,
@@ -9575,23 +9951,27 @@
9575
  "78": 17.28,
9576
  "79": 13.8,
9577
  "80": 10.51,
9578
- "81": 13.74,
9579
- "82": 7.62,
9580
- "83": 15.54,
9581
- "84": 20.41,
9582
- "85": 7.59,
9583
- "86": 9.62,
9584
- "87": 18.22,
9585
- "88": 15.77,
9586
- "89": 15.84,
9587
- "90": 17.51,
9588
- "91": 13.8,
9589
- "92": 6.8,
9590
- "93": 17.68,
9591
- "94": 18.14,
9592
- "95": 19.75,
9593
- "96": 19.46,
9594
- "97": 17.69,
9595
- "98": 20.11
 
 
 
 
9596
  }
9597
  }
 
1
  {
2
  "T": {
3
+ "0": 102,
4
+ "1": 98,
5
+ "2": 82,
6
  "3": 24,
7
+ "4": 59,
8
+ "5": 41,
9
+ "6": 37,
10
  "7": 7,
11
+ "8": 46,
12
+ "9": 53,
13
+ "10": 49,
14
+ "11": 39,
15
+ "12": 92,
16
+ "13": 69,
17
+ "14": 29,
18
  "15": 18,
19
+ "16": 70,
20
  "17": 5,
21
  "18": 6,
22
+ "19": 56,
23
+ "20": 99,
24
+ "21": 97,
25
+ "22": 89,
26
+ "23": 50,
27
  "24": 13,
28
+ "25": 96,
29
+ "26": 76,
30
  "27": 17,
31
+ "28": 62,
32
+ "29": 54,
33
+ "30": 100,
34
+ "31": 83,
35
+ "32": 90,
36
+ "33": 80,
37
+ "34": 79,
38
+ "35": 44,
39
+ "36": 78,
40
+ "37": 87,
41
+ "38": 45,
42
+ "39": 67,
43
+ "40": 74,
44
+ "41": 66,
45
+ "42": 61,
46
  "43": 19,
47
  "44": 10,
48
+ "45": 95,
49
+ "46": 85,
50
+ "47": 73,
51
+ "48": 34,
52
+ "49": 88,
53
+ "50": 101,
54
+ "51": 84,
55
+ "52": 72,
56
+ "53": 58,
57
  "54": 16,
58
  "55": 8,
59
  "56": 23,
60
+ "57": 26,
61
+ "58": 94,
62
+ "59": 91,
63
+ "60": 81,
64
+ "61": 77,
65
+ "62": 57,
66
+ "63": 55,
67
+ "64": 42,
68
+ "65": 40,
69
+ "66": 35,
70
+ "67": 36,
71
+ "68": 31,
72
  "69": 20,
73
+ "70": 32,
74
+ "71": 30,
75
+ "72": 28,
76
  "73": 21,
77
+ "74": 43,
78
+ "75": 33,
79
  "76": 22,
80
  "77": 14,
81
  "78": 12,
82
  "79": 9,
83
+ "80": 103,
84
+ "81": 63,
85
+ "82": 38,
86
+ "83": 25,
87
+ "84": 47,
88
+ "85": 27,
89
+ "86": 75,
90
+ "87": 51,
91
+ "88": 11,
92
+ "89": 71,
93
+ "90": 60,
94
+ "91": 65,
95
+ "92": 64,
96
+ "93": 52,
97
+ "94": 15,
98
+ "95": 86,
99
+ "96": 93,
100
+ "97": 68,
101
+ "98": 48,
102
+ "99": 4,
103
+ "100": 3,
104
+ "101": 2,
105
+ "102": 1
106
  },
107
  "Model": {
108
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
 
186
  "78": "Qwen3-Next-80B-A3B-Instruct",
187
  "79": "Qwen3-Next-80B-A3B-Thinking",
188
  "80": "OpenThinker3-7B",
189
+ "81": "Hulu-Med-7B",
190
+ "82": "Hulu-Med-14B",
191
+ "83": "Hulu-Med-32B",
192
+ "84": "Biomni-R0-32B-Preview-Thinking",
193
+ "85": "Biomni-R0-32B-Preview-Non-Thinking",
194
+ "86": "AntAngelMed",
195
+ "87": "QwenLong-L1-32B",
196
+ "88": "Athene-V2-Chat",
197
+ "89": "Yi-1.5-9B-Chat-16K",
198
+ "90": "Yi-1.5-34B-Chat-16K",
199
+ "91": "HuatuoGPT-o1-7B",
200
+ "92": "HuatuoGPT-o1-8B",
201
+ "93": "HuatuoGPT-o1-70B",
202
+ "94": "HuatuoGPT-o1-72B",
203
+ "95": "MedReason-8B",
204
+ "96": "gpt-oss-20b",
205
+ "97": "gpt-oss-120b",
206
+ "98": "gpt-35-turbo-0125",
207
+ "99": "gpt-4o-0806",
208
+ "100": "gemini-2.0-flash-001",
209
+ "101": "gemini-2.5-flash",
210
+ "102": "gemini-1.5-pro-002"
211
  },
212
  "Model: Domain": {
213
  "0": "General",
 
293
  "80": "General",
294
  "81": "Medical",
295
  "82": "Medical",
296
+ "83": "Medical",
297
+ "84": "Medical",
298
+ "85": "Medical",
299
+ "86": "Medical",
300
+ "87": "General",
301
+ "88": "General",
302
+ "89": "General",
303
+ "90": "General",
304
  "91": "Medical",
305
+ "92": "Medical",
306
+ "93": "Medical",
307
+ "94": "Medical",
308
+ "95": "Medical",
309
  "96": "General",
310
  "97": "General",
311
+ "98": "General",
312
+ "99": "General",
313
+ "100": "General",
314
+ "101": "General",
315
+ "102": "General"
316
  },
317
  "Model: License": {
318
  "0": "MIT",
 
396
  "78": "Apache 2.0",
397
  "79": "Apache 2.0",
398
  "80": "Apache 2.0",
399
+ "81": "Apache 2.0",
400
+ "82": "Apache 2.0",
401
  "83": "Apache 2.0",
402
+ "84": "MIT",
403
+ "85": "MIT",
404
  "86": "Apache 2.0",
405
  "87": "Apache 2.0",
406
+ "88": "Nexusflow Research License",
407
  "89": "Apache 2.0",
408
  "90": "Apache 2.0",
409
  "91": "Apache 2.0",
410
  "92": "Apache 2.0",
411
  "93": "Apache 2.0",
412
+ "94": "Apache 2.0",
413
+ "95": "Apache 2.0",
414
+ "96": "Apache 2.0",
415
+ "97": "Apache 2.0",
416
+ "98": "Proprietary",
417
+ "99": "Proprietary",
418
+ "100": "Proprietary",
419
+ "101": "Proprietary",
420
+ "102": "Proprietary"
421
  },
422
  "Model: Accessibility": {
423
  "0": "Open Source",
 
514
  "91": "Open Source",
515
  "92": "Open Source",
516
  "93": "Open Source",
517
+ "94": "Open Source",
518
+ "95": "Open Source",
519
+ "96": "Open Source",
520
+ "97": "Open Source",
521
+ "98": "Proprietary",
522
+ "99": "Proprietary",
523
+ "100": "Proprietary",
524
+ "101": "Proprietary",
525
+ "102": "Proprietary"
526
  },
527
  "Size (B)": {
528
  "0": 1.5,
 
606
  "78": 80,
607
  "79": 80,
608
  "80": 7,
609
+ "81": 7,
610
+ "82": 14,
611
  "83": 32,
612
+ "84": 32,
613
+ "85": 32,
614
+ "86": 103,
615
+ "87": 32,
616
+ "88": 72,
617
+ "89": 9,
618
+ "90": 34,
619
+ "91": 7,
620
+ "92": 8,
621
+ "93": 70,
622
+ "94": 72,
623
+ "95": 8,
624
+ "96": 20,
625
+ "97": 120,
626
+ "98": "Unknown",
627
+ "99": "Unknown",
628
+ "100": "Unknown",
629
+ "101": "Unknown",
630
+ "102": "Unknown"
631
  },
632
  "Model: Size Range": {
633
  "0": "0-5",
 
711
  "78": ">80",
712
  "79": ">80",
713
  "80": "5-10",
714
+ "81": "5-10",
715
  "82": "10-40",
716
  "83": "10-40",
717
+ "84": "10-40",
718
+ "85": "10-40",
719
+ "86": ">80",
720
+ "87": "10-40",
721
+ "88": "40-80",
722
+ "89": "5-10",
723
+ "90": "10-40",
724
  "91": "5-10",
725
+ "92": "5-10",
726
+ "93": "40-80",
727
+ "94": "40-80",
728
+ "95": "5-10",
729
+ "96": "10-40",
730
+ "97": ">80",
731
+ "98": "Unknown",
732
+ "99": "Unknown",
733
+ "100": "Unknown",
734
+ "101": "Unknown",
735
+ "102": "Unknown"
736
  },
737
  "Average Performance": {
738
  "0": "14.94",
 
816
  "78": "50.56",
817
  "79": "50.9",
818
  "80": "13.01",
819
+ "81": "40.6",
820
+ "82": "45.87",
821
+ "83": "48.3",
822
+ "84": "44.1",
823
+ "85": "48.13",
824
+ "86": "35.32",
825
+ "87": "43.43",
826
+ "88": "50.68",
827
+ "89": "37.37",
828
+ "90": "40.97",
829
+ "91": "40.36",
830
+ "92": "40.43",
831
+ "93": "43.11",
832
+ "94": "50.21",
833
+ "95": "31.12",
834
+ "96": "25.14",
835
+ "97": "39.04",
836
+ "98": "43.61",
837
+ "99": "52.59",
838
+ "100": "53.33",
839
+ "101": "53.36",
840
+ "102": "55.51"
841
  },
842
  "ADE-Identification": {
843
  "0": 66.74,
 
921
  "78": 79.13,
922
  "79": 78.66,
923
  "80": 20.51,
924
+ "81": 80.52,
925
+ "82": 76.61,
926
+ "83": 79.43,
927
+ "84": 83.36,
928
+ "85": 81.99,
929
+ "86": 73.02,
930
+ "87": 81.82,
931
+ "88": 82.08,
932
+ "89": 78.88,
933
+ "90": 79.99,
934
+ "91": 83.85,
935
+ "92": 72.35,
936
+ "93": 68.51,
937
+ "94": 82.44,
938
+ "95": 69.93,
939
+ "96": 58.65,
940
+ "97": 76.35,
941
+ "98": 81.82,
942
+ "99": 81.77,
943
+ "100": 77.88,
944
+ "101": 76.47,
945
+ "102": 79.18
946
  },
947
  "BrainMRI-AIS": {
948
  "0": 51.22,
 
1026
  "78": 94.05,
1027
  "79": 97.02,
1028
  "80": 89.22,
1029
+ "81": 95.49,
1030
+ "82": 96.27,
1031
+ "83": 96.97,
1032
+ "84": 95.93,
1033
+ "85": 96.62,
1034
+ "86": 96.23,
1035
+ "87": 97.43,
1036
+ "88": 95.47,
1037
+ "89": 87.25,
1038
+ "90": 93.95,
1039
+ "91": 93.66,
1040
+ "92": 95.16,
1041
+ "93": 97.02,
1042
+ "94": 96.25,
1043
+ "95": 95.92,
1044
+ "96": 66.35,
1045
+ "97": 97.41,
1046
+ "98": 89.5,
1047
+ "99": 94.7,
1048
+ "100": 95.48,
1049
+ "101": 95.86,
1050
+ "102": 96.28
1051
  },
1052
  "Brateca-Hospitalization": {
1053
  "0": 57.72,
 
1131
  "78": 64.67,
1132
  "79": 76.32,
1133
  "80": 50.41,
1134
+ "81": 67.61,
1135
+ "82": 71.65,
1136
+ "83": 74.0,
1137
+ "84": 69.2,
1138
+ "85": 73.93,
1139
+ "86": 66.31,
1140
+ "87": 74.33,
1141
+ "88": 59.16,
1142
+ "89": 68.77,
1143
+ "90": 70.08,
1144
+ "91": 69.13,
1145
+ "92": 45.24,
1146
+ "93": 58.62,
1147
+ "94": 61.23,
1148
+ "95": 67.25,
1149
+ "96": 66.02,
1150
+ "97": 73.85,
1151
+ "98": 61.17,
1152
+ "99": 58.11,
1153
+ "100": 69.23,
1154
+ "101": 71.11,
1155
+ "102": 76.74
1156
  },
1157
  "Brateca-Mortality": {
1158
  "0": 43.77,
 
1236
  "78": 86.78,
1237
  "79": 94.28,
1238
  "80": 75.31,
1239
+ "81": 92.04,
1240
+ "82": 93.86,
1241
+ "83": 85.65,
1242
+ "84": 38.58,
1243
+ "85": 94.2,
1244
+ "86": 93.76,
1245
+ "87": 88.14,
1246
+ "88": 89.43,
1247
+ "89": 89.8,
1248
+ "90": 87.23,
1249
+ "91": 79.41,
1250
+ "92": 91.03,
1251
+ "93": 88.34,
1252
+ "94": 91.22,
1253
+ "95": 93.81,
1254
+ "96": 92.49,
1255
+ "97": 93.8,
1256
+ "98": 76.97,
1257
+ "99": 75.52,
1258
+ "100": 88.08,
1259
+ "101": 92.56,
1260
+ "102": 86.2
1261
  },
1262
  "Cantemist-Coding": {
1263
  "0": 0.0,
 
1341
  "78": 0.98,
1342
  "79": 1.32,
1343
  "80": 0.0,
1344
+ "81": 0.0,
1345
+ "82": 0.0,
1346
+ "83": 0.33,
1347
+ "84": 0.66,
1348
+ "85": 0.69,
1349
+ "86": 0.32,
1350
+ "87": 1.01,
1351
+ "88": 1.67,
1352
  "89": 0.0,
1353
+ "90": 0.0,
1354
+ "91": 0.0,
1355
  "92": 0.33,
1356
+ "93": 0.0,
1357
+ "94": 1.01,
1358
+ "95": 0.68,
1359
+ "96": 0.33,
1360
+ "97": 1.0,
1361
+ "98": 1.33,
1362
+ "99": 2.06,
1363
+ "100": 0.7,
1364
+ "101": 1.33,
1365
+ "102": 1.36
1366
  },
1367
  "CARES-Area": {
1368
  "0": 30.36,
 
1446
  "78": 95.56,
1447
  "79": 94.72,
1448
  "80": 29.42,
1449
+ "81": 85.73,
1450
+ "82": 85.07,
1451
+ "83": 95.56,
1452
+ "84": 95.26,
1453
+ "85": 94.13,
1454
+ "86": 86.12,
1455
+ "87": 92.73,
1456
+ "88": 93.18,
1457
+ "89": 82.36,
1458
+ "90": 90.43,
1459
+ "91": 70.18,
1460
+ "92": 71.58,
1461
+ "93": 95.3,
1462
+ "94": 93.14,
1463
+ "95": 74.78,
1464
+ "96": 91.96,
1465
+ "97": 94.22,
1466
+ "98": 94.23,
1467
+ "99": 95.63,
1468
+ "100": 94.2,
1469
+ "101": 95.51,
1470
+ "102": 95.22
1471
  },
1472
  "CARES-ICD10 Chapter": {
1473
  "0": 3.3,
 
1551
  "78": 22.03,
1552
  "79": 24.28,
1553
  "80": 0.62,
1554
+ "81": 7.8,
1555
+ "82": 10.89,
1556
+ "83": 17.52,
1557
+ "84": 11.51,
1558
+ "85": 12.02,
1559
+ "86": 2.51,
1560
+ "87": 26.69,
1561
+ "88": 14.73,
1562
+ "89": 6.72,
1563
+ "90": 4.72,
1564
+ "91": 2.28,
1565
+ "92": 10.63,
1566
+ "93": 15.97,
1567
+ "94": 8.38,
1568
+ "95": 5.46,
1569
+ "96": 16.81,
1570
+ "97": 18.18,
1571
+ "98": 19.54,
1572
+ "99": 20.72,
1573
+ "100": 16.24,
1574
+ "101": 20.23,
1575
+ "102": 24.57
1576
  },
1577
  "CARES ICD10 Block": {
1578
  "0": 0.22,
 
1656
  "78": 10.02,
1657
  "79": 13.36,
1658
  "80": 0.0,
1659
+ "81": 3.0,
1660
+ "82": 4.85,
1661
+ "83": 4.13,
1662
+ "84": 5.78,
1663
+ "85": 5.17,
1664
+ "86": 0.41,
1665
+ "87": 5.4,
1666
+ "88": 6.22,
1667
+ "89": 0.92,
1668
+ "90": 0.42,
1669
+ "91": 1.97,
1670
+ "92": 5.54,
1671
+ "93": 7.42,
1672
+ "94": 5.93,
1673
+ "95": 3.41,
1674
+ "96": 2.99,
1675
+ "97": 9.81,
1676
+ "98": 9.49,
1677
+ "99": 11.91,
1678
+ "100": 9.87,
1679
+ "101": 11.86,
1680
+ "102": 11.09
1681
  },
1682
  "CARES-ICD10 Subblock": {
1683
  "0": 0.0,
 
1761
  "78": 2.6,
1762
  "79": 2.92,
1763
  "80": 0.0,
1764
+ "81": 1.75,
1765
+ "82": 2.91,
1766
+ "83": 3.09,
1767
+ "84": 3.69,
1768
+ "85": 2.7,
1769
+ "86": 0.42,
1770
+ "87": 0.52,
1771
+ "88": 2.21,
1772
+ "89": 0.31,
1773
+ "90": 0.5,
1774
+ "91": 0.62,
1775
+ "92": 2.07,
1776
+ "93": 1.64,
1777
+ "94": 2.49,
1778
+ "95": 0.31,
1779
+ "96": 0.51,
1780
+ "97": 2.05,
1781
+ "98": 1.88,
1782
+ "99": 3.01,
1783
+ "100": 6.01,
1784
+ "101": 2.91,
1785
+ "102": 4.42
1786
  },
1787
  "C-EMRS": {
1788
  "0": 27.97,
 
1866
  "78": 84.82,
1867
  "79": 89.18,
1868
  "80": 24.64,
1869
+ "81": 54.67,
1870
+ "82": 75.0,
1871
+ "83": 83.82,
1872
+ "84": 84.74,
1873
+ "85": 82.41,
1874
+ "86": 55.08,
1875
+ "87": 79.68,
1876
+ "88": 90.08,
1877
+ "89": 54.65,
1878
+ "90": 73.8,
1879
+ "91": 81.15,
1880
+ "92": 62.44,
1881
+ "93": 84.2,
1882
+ "94": 90.52,
1883
+ "95": 53.07,
1884
+ "96": 74.37,
1885
+ "97": 90.67,
1886
+ "98": 62.43,
1887
+ "99": 87.32,
1888
+ "100": 86.85,
1889
+ "101": 91.11,
1890
+ "102": 87.95
1891
  },
1892
  "ClinicalNotes-UPMC": {
1893
  "0": 71.7,
 
1971
  "78": 93.45,
1972
  "79": 83.87,
1973
  "80": 78.63,
1974
+ "81": 87.83,
1975
+ "82": 94.35,
1976
+ "83": 86.99,
1977
+ "84": 91.26,
1978
+ "85": 90.05,
1979
+ "86": 89.9,
1980
+ "87": 94.73,
1981
+ "88": 82.1,
1982
+ "89": 94.77,
1983
+ "90": 91.24,
1984
+ "91": 56.73,
1985
+ "92": 88.7,
1986
+ "93": 88.17,
1987
+ "94": 75.63,
1988
+ "95": 85.51,
1989
+ "96": 79.9,
1990
+ "97": 89.11,
1991
+ "98": 81.24,
1992
+ "99": 86.06,
1993
+ "100": 92.53,
1994
+ "101": 96.52,
1995
+ "102": 92.14
1996
  },
1997
  "PPTS": {
1998
  "0": 34.81,
 
2076
  "78": 79.06,
2077
  "79": 75.71,
2078
  "80": 36.57,
2079
+ "81": 56.65,
2080
+ "82": 75.04,
2081
+ "83": 79.15,
2082
+ "84": 75.77,
2083
+ "85": 67.86,
2084
+ "86": 61.56,
2085
+ "87": 75.76,
2086
+ "88": 80.34,
2087
+ "89": 60.7,
2088
+ "90": 76.61,
2089
+ "91": 62.82,
2090
+ "92": 71.79,
2091
+ "93": 78.93,
2092
+ "94": 81.06,
2093
+ "95": 60.97,
2094
+ "96": 55.38,
2095
+ "97": 72.49,
2096
+ "98": 82.32,
2097
+ "99": 82.35,
2098
+ "100": 85.73,
2099
+ "101": 81.1,
2100
+ "102": 79.6
2101
  },
2102
  "CLIP": {
2103
  "0": 18.03,
 
2181
  "78": 46.17,
2182
  "79": 50.89,
2183
  "80": 11.14,
2184
+ "81": 49.31,
2185
+ "82": 48.43,
2186
+ "83": 46.11,
2187
+ "84": 46.12,
2188
+ "85": 44.86,
2189
+ "86": 18.81,
2190
+ "87": 47.04,
2191
+ "88": 40.9,
2192
+ "89": 39.81,
2193
+ "90": 40.94,
2194
+ "91": 39.09,
2195
+ "92": 34.36,
2196
+ "93": 45.72,
2197
+ "94": 43.94,
2198
+ "95": 32.47,
2199
+ "96": 9.58,
2200
+ "97": 51.26,
2201
+ "98": 39.31,
2202
+ "99": 45.89,
2203
+ "100": 44.21,
2204
+ "101": 47.15,
2205
+ "102": 48.9
2206
  },
2207
  "DialMed": {
2208
  "0": 0.66,
 
2286
  "78": 19.69,
2287
  "79": 23.49,
2288
  "80": 1.17,
2289
+ "81": 5.42,
2290
+ "82": 11.28,
2291
+ "83": 13.57,
2292
+ "84": 17.91,
2293
+ "85": 17.22,
2294
+ "86": 8.03,
2295
+ "87": 16.69,
2296
+ "88": 19.05,
2297
+ "89": 9.91,
2298
+ "90": 15.92,
2299
+ "91": 7.27,
2300
+ "92": 3.44,
2301
+ "93": 11.39,
2302
+ "94": 17.34,
2303
+ "95": 3.3,
2304
+ "96": 6.68,
2305
+ "97": 15.91,
2306
+ "98": 8.0,
2307
+ "99": 19.73,
2308
+ "100": 19.98,
2309
+ "101": 21.9,
2310
+ "102": 20.26
2311
  },
2312
  "EHRQA-Primary department": {
2313
  "0": 14.15,
 
2391
  "78": 63.18,
2392
  "79": 65.6,
2393
  "80": 29.53,
2394
+ "81": 57.97,
2395
+ "82": 61.65,
2396
+ "83": 67.23,
2397
+ "84": 66.08,
2398
+ "85": 65.37,
2399
+ "86": 39.96,
2400
+ "87": 28.08,
2401
+ "88": 65.85,
2402
+ "89": 63.13,
2403
+ "90": 65.95,
2404
+ "91": 59.49,
2405
+ "92": 44.66,
2406
+ "93": 58.12,
2407
+ "94": 66.4,
2408
+ "95": 38.82,
2409
+ "96": 55.34,
2410
+ "97": 67.57,
2411
+ "98": 50.51,
2412
+ "99": 66.09,
2413
+ "100": 65.64,
2414
+ "101": 65.95,
2415
+ "102": 67.1
2416
  },
2417
  "EHRQA-Sub department": {
2418
  "0": 4.15,
 
2496
  "78": 58.75,
2497
  "79": 61.05,
2498
  "80": 8.36,
2499
+ "81": 52.4,
2500
+ "82": 52.99,
2501
+ "83": 59.31,
2502
+ "84": 59.75,
2503
+ "85": 60.08,
2504
+ "86": 22.7,
2505
+ "87": 29.96,
2506
+ "88": 60.55,
2507
+ "89": 58.55,
2508
+ "90": 57.14,
2509
+ "91": 45.39,
2510
+ "92": 50.73,
2511
+ "93": 55.05,
2512
+ "94": 60.55,
2513
+ "95": 26.13,
2514
+ "96": 53.04,
2515
+ "97": 61.75,
2516
+ "98": 52.72,
2517
+ "99": 60.06,
2518
+ "100": 62.13,
2519
+ "101": 61.28,
2520
+ "102": 62.29
2521
  },
2522
  "GOUT-CC-Consensus": {
2523
  "0": 63.17,
 
2601
  "78": 83.94,
2602
  "79": 86.37,
2603
  "80": 55.11,
2604
+ "81": 85.33,
2605
+ "82": 86.27,
2606
+ "83": 86.64,
2607
+ "84": 87.96,
2608
+ "85": 87.26,
2609
+ "86": 41.09,
2610
+ "87": 84.87,
2611
+ "88": 86.41,
2612
+ "89": 74.22,
2613
+ "90": 85.52,
2614
+ "91": 84.0,
2615
+ "92": 76.95,
2616
+ "93": 80.48,
2617
+ "94": 84.91,
2618
+ "95": 66.91,
2619
+ "96": 82.39,
2620
+ "97": 87.92,
2621
+ "98": 84.17,
2622
+ "99": 81.6,
2623
+ "100": 86.63,
2624
+ "101": 87.01,
2625
+ "102": 87.11
2626
  },
2627
  "JP-STS": {
2628
  "0": 22.54,
 
2706
  "78": 43.99,
2707
  "79": 36.61,
2708
  "80": 23.17,
2709
+ "81": 44.62,
2710
+ "82": 42.61,
2711
+ "83": 44.16,
2712
+ "84": 32.53,
2713
+ "85": 39.92,
2714
+ "86": 31.09,
2715
+ "87": 41.03,
2716
+ "88": 45.21,
2717
+ "89": 32.77,
2718
+ "90": 44.92,
2719
+ "91": 35.46,
2720
+ "92": 35.91,
2721
+ "93": 23.08,
2722
+ "94": 55.23,
2723
+ "95": 33.33,
2724
+ "96": 25.64,
2725
+ "97": 26.21,
2726
+ "98": 37.2,
2727
+ "99": 36.37,
2728
+ "100": 41.57,
2729
+ "101": 31.97,
2730
+ "102": 35.94
2731
  },
2732
  "MEDIQA 2019-RQE": {
2733
  "0": 55.61,
 
2811
  "78": 72.11,
2812
  "79": 75.99,
2813
  "80": 51.36,
2814
+ "81": 78.62,
2815
+ "82": 78.68,
2816
+ "83": 80.09,
2817
+ "84": 77.88,
2818
+ "85": 77.41,
2819
+ "86": 73.11,
2820
+ "87": 82.68,
2821
+ "88": 69.49,
2822
+ "89": 79.14,
2823
+ "90": 71.7,
2824
+ "91": 61.11,
2825
+ "92": 68.82,
2826
+ "93": 74.94,
2827
+ "94": 74.0,
2828
+ "95": 56.36,
2829
+ "96": 52.46,
2830
+ "97": 78.83,
2831
+ "98": 75.26,
2832
+ "99": 77.32,
2833
+ "100": 80.06,
2834
+ "101": 81.08,
2835
+ "102": 83.79
2836
  },
2837
  "MedNLI": {
2838
  "0": 51.67,
 
2916
  "78": 88.32,
2917
  "79": 85.38,
2918
  "80": 35.06,
2919
+ "81": 85.17,
2920
+ "82": 83.64,
2921
+ "83": 87.91,
2922
+ "84": 86.02,
2923
+ "85": 85.77,
2924
+ "86": 79.06,
2925
+ "87": 83.3,
2926
+ "88": 89.02,
2927
+ "89": 83.97,
2928
+ "90": 85.43,
2929
+ "91": 84.64,
2930
+ "92": 75.05,
2931
+ "93": 78.7,
2932
+ "94": 87.74,
2933
+ "95": 58.8,
2934
+ "96": 84.74,
2935
+ "97": 85.77,
2936
+ "98": 74.65,
2937
+ "99": 89.03,
2938
+ "100": 83.3,
2939
+ "101": 85.66,
2940
+ "102": 86.5
2941
  },
2942
  "MedSTS": {
2943
  "0": 30.28,
 
3021
  "78": 43.81,
3022
  "79": 39.8,
3023
  "80": 19.38,
3024
+ "81": 49.38,
3025
+ "82": 36.02,
3026
+ "83": 38.59,
3027
+ "84": 38.78,
3028
+ "85": 42.8,
3029
+ "86": 47.38,
3030
+ "87": 48.04,
3031
+ "88": 40.91,
3032
+ "89": 32.93,
3033
+ "90": 46.98,
3034
+ "91": 38.22,
3035
+ "92": 25.62,
3036
+ "93": 42.25,
3037
+ "94": 36.69,
3038
+ "95": 27.95,
3039
+ "96": 37.69,
3040
+ "97": 37.82,
3041
+ "98": 49.43,
3042
+ "99": 40.23,
3043
+ "100": 38.21,
3044
+ "101": 42.39,
3045
+ "102": 46.96
3046
  },
3047
  "MTS": {
3048
  "0": 2.56,
 
3126
  "78": 41.22,
3127
  "79": 45.82,
3128
  "80": 4.29,
3129
+ "81": 30.01,
3130
+ "82": 32.66,
3131
+ "83": 33.66,
3132
+ "84": 32.74,
3133
+ "85": 28.49,
3134
+ "86": 16.56,
3135
+ "87": 33.19,
3136
+ "88": 37.03,
3137
+ "89": 23.79,
3138
+ "90": 32.71,
3139
+ "91": 27.73,
3140
+ "92": 33.54,
3141
+ "93": 28.9,
3142
+ "94": 39.05,
3143
+ "95": 23.46,
3144
+ "96": 36.07,
3145
+ "97": 46.67,
3146
+ "98": 33.23,
3147
+ "99": 41.66,
3148
+ "100": 27.54,
3149
+ "101": 38.45,
3150
+ "102": 36.85
3151
  },
3152
  "MEDIQA 2023-sum-A": {
3153
  "0": 23.65,
 
3231
  "78": 66.8,
3232
  "79": 65.89,
3233
  "80": 12.47,
3234
+ "81": 55.21,
3235
+ "82": 60.85,
3236
+ "83": 62.66,
3237
+ "84": 60.36,
3238
+ "85": 62.85,
3239
+ "86": 53.58,
3240
+ "87": 61.85,
3241
+ "88": 64.76,
3242
+ "89": 63.33,
3243
+ "90": 62.36,
3244
+ "91": 54.29,
3245
+ "92": 55.69,
3246
+ "93": 67.27,
3247
+ "94": 68.24,
3248
+ "95": 47.21,
3249
+ "96": 48.26,
3250
+ "97": 67.78,
3251
+ "98": 63.73,
3252
+ "99": 69.43,
3253
+ "100": 68.96,
3254
+ "101": 74.91,
3255
+ "102": 67.98
3256
  },
3257
  "RuMedDaNet": {
3258
  "0": 59.79,
 
3336
  "78": 98.43,
3337
  "79": 97.28,
3338
  "80": 54.3,
3339
+ "81": 94.13,
3340
+ "82": 96.88,
3341
+ "83": 98.44,
3342
+ "84": 96.88,
3343
+ "85": 97.25,
3344
+ "86": 93.0,
3345
+ "87": 98.46,
3346
+ "88": 98.05,
3347
+ "89": 91.78,
3348
+ "90": 92.61,
3349
+ "91": 94.92,
3350
+ "92": 94.92,
3351
+ "93": 97.3,
3352
+ "94": 97.32,
3353
+ "95": 95.34,
3354
+ "96": 90.28,
3355
+ "97": 98.44,
3356
+ "98": 94.46,
3357
+ "99": 96.94,
3358
+ "100": 98.43,
3359
+ "101": 96.13,
3360
+ "102": 98.4
3361
  },
3362
  "CBLUE-CDN": {
3363
  "0": 0.4,
 
3441
  "78": 15.17,
3442
  "79": 12.65,
3443
  "80": 0.0,
3444
+ "81": 10.48,
3445
+ "82": 12.41,
3446
+ "83": 14.04,
3447
+ "84": 12.4,
3448
+ "85": 12.76,
3449
+ "86": 13.52,
3450
+ "87": 12.24,
3451
+ "88": 15.4,
3452
+ "89": 11.58,
3453
+ "90": 13.03,
3454
+ "91": 10.73,
3455
+ "92": 7.47,
3456
+ "93": 6.05,
3457
+ "94": 14.93,
3458
+ "95": 0.05,
3459
+ "96": 3.5,
3460
+ "97": 12.29,
3461
+ "98": 10.85,
3462
+ "99": 15.78,
3463
+ "100": 14.35,
3464
+ "101": 15.6,
3465
+ "102": 13.82
3466
  },
3467
  "CHIP-CTC": {
3468
  "0": 14.53,
 
3546
  "78": 65.19,
3547
  "79": 67.87,
3548
  "80": 11.18,
3549
+ "81": 60.25,
3550
+ "82": 59.36,
3551
+ "83": 73.1,
3552
+ "84": 63.31,
3553
+ "85": 66.15,
3554
+ "86": 43.4,
3555
+ "87": 67.16,
3556
+ "88": 70.27,
3557
+ "89": 54.85,
3558
+ "90": 70.25,
3559
+ "91": 55.78,
3560
+ "92": 46.0,
3561
+ "93": 57.91,
3562
+ "94": 70.09,
3563
+ "95": 31.87,
3564
+ "96": 71.04,
3565
+ "97": 72.46,
3566
+ "98": 70.86,
3567
+ "99": 72.09,
3568
+ "100": 68.1,
3569
+ "101": 72.41,
3570
+ "102": 69.4
3571
  },
3572
  "IMCS-V2-DAC": {
3573
  "0": 11.34,
 
3651
  "78": 71.4,
3652
  "79": 76.0,
3653
  "80": 8.35,
3654
+ "81": 49.9,
3655
+ "82": 70.81,
3656
+ "83": 70.75,
3657
+ "84": 72.73,
3658
+ "85": 70.93,
3659
+ "86": 56.09,
3660
+ "87": 73.35,
3661
+ "88": 73.54,
3662
+ "89": 67.58,
3663
+ "90": 66.4,
3664
+ "91": 53.9,
3665
+ "92": 58.24,
3666
+ "93": 67.52,
3667
+ "94": 72.54,
3668
+ "95": 32.7,
3669
+ "96": 67.5,
3670
+ "97": 73.84,
3671
+ "98": 48.34,
3672
+ "99": 74.54,
3673
+ "100": 73.03,
3674
+ "101": 78.27,
3675
+ "102": 76.35
3676
  },
3677
  "RuMedNLI": {
3678
  "0": 44.59,
 
3756
  "78": 85.01,
3757
  "79": 82.18,
3758
  "80": 33.38,
3759
+ "81": 79.33,
3760
+ "82": 80.36,
3761
+ "83": 83.1,
3762
+ "84": 80.89,
3763
+ "85": 84.04,
3764
+ "86": 79.13,
3765
+ "87": 80.27,
3766
+ "88": 83.9,
3767
+ "89": 72.23,
3768
+ "90": 72.56,
3769
+ "91": 79.88,
3770
+ "92": 71.99,
3771
+ "93": 75.27,
3772
+ "94": 83.06,
3773
+ "95": 65.55,
3774
+ "96": 77.68,
3775
+ "97": 82.19,
3776
+ "98": 68.63,
3777
+ "99": 87.26,
3778
+ "100": 82.56,
3779
+ "101": 85.5,
3780
+ "102": 84.82
3781
  },
3782
  "CLISTER": {
3783
  "0": 31.73,
 
3861
  "78": 49.89,
3862
  "79": 51.91,
3863
  "80": 20.23,
3864
+ "81": 43.48,
3865
+ "82": 56.04,
3866
+ "83": 51.92,
3867
+ "84": 49.75,
3868
+ "85": 52.83,
3869
+ "86": 52.11,
3870
+ "87": 41.06,
3871
+ "88": 44.0,
3872
+ "89": 39.96,
3873
+ "90": 49.72,
3874
+ "91": 41.21,
3875
+ "92": 34.34,
3876
+ "93": 40.87,
3877
+ "94": 45.18,
3878
+ "95": 32.92,
3879
+ "96": 36.71,
3880
+ "97": 34.5,
3881
+ "98": 33.4,
3882
+ "99": 50.97,
3883
+ "100": 48.79,
3884
+ "101": 41.7,
3885
+ "102": 35.78
3886
  },
3887
  "IFMIR-Incident type": {
3888
  "0": 23.01,
 
3966
  "78": 34.99,
3967
  "79": 39.18,
3968
  "80": 5.01,
3969
+ "81": 29.43,
3970
+ "82": 35.69,
3971
+ "83": 33.14,
3972
+ "84": 37.84,
3973
+ "85": 40.81,
3974
+ "86": 28.28,
3975
+ "87": 37.43,
3976
+ "88": 33.49,
3977
+ "89": 31.21,
3978
+ "90": 30.24,
3979
+ "91": 30.58,
3980
+ "92": 28.23,
3981
+ "93": 34.31,
3982
+ "94": 37.73,
3983
+ "95": 30.37,
3984
+ "96": 30.36,
3985
+ "97": 36.98,
3986
+ "98": 30.12,
3987
+ "99": 33.74,
3988
+ "100": 35.33,
3989
+ "101": 35.81,
3990
+ "102": 33.48
3991
  },
3992
  "MIMIC-IV CDM": {
3993
  "0": 41.56,
 
4071
  "78": 86.69,
4072
  "79": 93.77,
4073
  "80": 38.58,
4074
+ "81": 75.57,
4075
+ "82": 87.48,
4076
+ "83": 85.38,
4077
+ "84": 74.15,
4078
+ "85": 84.19,
4079
+ "86": 76.35,
4080
+ "87": 86.99,
4081
+ "88": 85.32,
4082
+ "89": 79.55,
4083
+ "90": 85.84,
4084
+ "91": 85.08,
4085
+ "92": 78.67,
4086
+ "93": 90.85,
4087
+ "94": 88.3,
4088
+ "95": 82.15,
4089
+ "96": 33.05,
4090
+ "97": 93.7,
4091
+ "98": 65.77,
4092
+ "99": 89.58,
4093
+ "100": 87.55,
4094
+ "101": 92.84,
4095
+ "102": 86.28
4096
  },
4097
  "MIMIC-III Outcome.LoS": {
4098
  "0": 25.07,
 
4176
  "78": 31.23,
4177
  "79": 41.78,
4178
  "80": 32.07,
4179
+ "81": 28.75,
4180
+ "82": 38.98,
4181
+ "83": 31.59,
4182
+ "84": 23.02,
4183
+ "85": 34.24,
4184
+ "86": 37.23,
4185
+ "87": 40.99,
4186
+ "88": 35.25,
4187
+ "89": 34.74,
4188
+ "90": 39.7,
4189
+ "91": 35.26,
4190
+ "92": 35.67,
4191
+ "93": 32.82,
4192
+ "94": 39.19,
4193
+ "95": 34.34,
4194
+ "96": 35.42,
4195
+ "97": 39.74,
4196
+ "98": 30.14,
4197
+ "99": 35.61,
4198
+ "100": 37.15,
4199
+ "101": 34.85,
4200
+ "102": 41.26
4201
  },
4202
  "MIMIC-III Outcome.Mortality": {
4203
  "0": 56.41,
 
4281
  "78": 57.88,
4282
  "79": 80.2,
4283
  "80": 54.28,
4284
+ "81": 87.21,
4285
+ "82": 91.35,
4286
+ "83": 90.11,
4287
+ "84": 81.27,
4288
+ "85": 90.38,
4289
+ "86": 85.51,
4290
+ "87": 53.92,
4291
+ "88": 73.01,
4292
+ "89": 55.22,
4293
+ "90": 63.16,
4294
+ "91": 84.18,
4295
+ "92": 48.64,
4296
+ "93": 36.75,
4297
+ "94": 76.17,
4298
+ "95": 73.01,
4299
+ "96": 41.43,
4300
+ "97": 71.8,
4301
+ "98": 39.87,
4302
+ "99": 67.44,
4303
+ "100": 82.68,
4304
+ "101": 49.25,
4305
+ "102": 86.53
4306
  },
4307
  "MIMIC-IV DiReCT.Dis": {
4308
  "0": 14.66,
 
4386
  "78": 85.01,
4387
  "79": 86.94,
4388
  "80": 7.0,
4389
+ "81": 69.87,
4390
+ "82": 78.9,
4391
+ "83": 83.72,
4392
+ "84": 62.05,
4393
+ "85": 77.42,
4394
+ "86": 77.6,
4395
+ "87": 76.82,
4396
+ "88": 78.81,
4397
+ "89": 69.01,
4398
+ "90": 81.66,
4399
+ "91": 51.85,
4400
+ "92": 59.45,
4401
+ "93": 78.91,
4402
+ "94": 75.88,
4403
+ "95": 70.64,
4404
+ "96": 52.26,
4405
+ "97": 86.37,
4406
+ "98": 74.1,
4407
+ "99": 84.62,
4408
+ "100": 83.53,
4409
+ "101": 86.96,
4410
+ "102": 86.86
4411
  },
4412
  "MIMIC-IV DiReCT.PDD": {
4413
  "0": 9.52,
 
4491
  "78": 77.44,
4492
  "79": 81.44,
4493
  "80": 18.28,
4494
+ "81": 37.44,
4495
+ "82": 58.68,
4496
+ "83": 67.27,
4497
+ "84": 61.44,
4498
+ "85": 62.56,
4499
+ "86": 48.03,
4500
+ "87": 63.09,
4501
+ "88": 71.38,
4502
+ "89": 50.25,
4503
+ "90": 46.46,
4504
+ "91": 30.74,
4505
+ "92": 45.34,
4506
+ "93": 66.77,
4507
+ "94": 71.44,
4508
+ "95": 41.15,
4509
+ "96": 51.55,
4510
+ "97": 80.12,
4511
+ "98": 49.88,
4512
+ "99": 77.27,
4513
+ "100": 76.32,
4514
+ "101": 80.84,
4515
+ "102": 74.33
4516
  },
4517
  "ADE-Extraction": {
4518
  "0": 23.91,
 
4596
  "78": 70.81,
4597
  "79": 68.63,
4598
  "80": 6.67,
4599
+ "81": 54.92,
4600
+ "82": 58.19,
4601
+ "83": 58.12,
4602
+ "84": 60.45,
4603
+ "85": 58.8,
4604
+ "86": 14.94,
4605
+ "87": 66.38,
4606
+ "88": 67.46,
4607
+ "89": 63.68,
4608
+ "90": 58.17,
4609
+ "91": 62.21,
4610
+ "92": 40.79,
4611
+ "93": 44.91,
4612
+ "94": 69.14,
4613
+ "95": 5.78,
4614
+ "96": 14.73,
4615
+ "97": 60.01,
4616
+ "98": 59.13,
4617
+ "99": 58.6,
4618
+ "100": 70.7,
4619
+ "101": 70.84,
4620
+ "102": 69.39
4621
  },
4622
  "ADE-Drug dosage": {
4623
  "0": 21.47,
 
4701
  "78": 62.33,
4702
  "79": 62.24,
4703
  "80": 4.17,
4704
+ "81": 60.24,
4705
+ "82": 61.02,
4706
+ "83": 60.54,
4707
+ "84": 40.92,
4708
+ "85": 42.98,
4709
+ "86": 6.24,
4710
+ "87": 53.34,
4711
+ "88": 65.0,
4712
+ "89": 30.0,
4713
+ "90": 30.01,
4714
+ "91": 59.69,
4715
+ "92": 54.52,
4716
+ "93": 46.74,
4717
+ "94": 66.56,
4718
+ "95": 8.69,
4719
+ "96": 10.94,
4720
+ "97": 53.71,
4721
+ "98": 58.22,
4722
+ "99": 55.19,
4723
+ "100": 59.41,
4724
+ "101": 61.24,
4725
+ "102": 60.81
4726
  },
4727
  "BARR2": {
4728
  "0": 3.63,
 
4806
  "78": 43.41,
4807
  "79": 44.31,
4808
  "80": 1.32,
4809
+ "81": 20.16,
4810
+ "82": 30.32,
4811
+ "83": 29.94,
4812
+ "84": 30.27,
4813
+ "85": 45.41,
4814
+ "86": 28.68,
4815
+ "87": 24.86,
4816
+ "88": 49.92,
4817
+ "89": 24.7,
4818
+ "90": 40.85,
4819
+ "91": 23.68,
4820
+ "92": 38.27,
4821
+ "93": 46.07,
4822
+ "94": 46.27,
4823
+ "95": 23.74,
4824
+ "96": 2.35,
4825
+ "97": 12.39,
4826
+ "98": 38.56,
4827
+ "99": 53.46,
4828
+ "100": 52.91,
4829
+ "101": 57.9,
4830
+ "102": 57.02
4831
  },
4832
  "Cantemis-NER": {
4833
  "0": 0.0,
 
4911
  "78": 28.36,
4912
  "79": 31.22,
4913
  "80": 0.2,
4914
+ "81": 14.25,
4915
+ "82": 14.96,
4916
+ "83": 16.86,
4917
+ "84": 25.95,
4918
+ "85": 28.99,
4919
+ "86": 14.38,
4920
+ "87": 17.89,
4921
+ "88": 31.02,
4922
+ "89": 10.25,
4923
+ "90": 17.09,
4924
+ "91": 22.11,
4925
+ "92": 19.97,
4926
+ "93": 25.14,
4927
+ "94": 30.12,
4928
+ "95": 11.95,
4929
+ "96": 3.13,
4930
+ "97": 8.23,
4931
+ "98": 19.84,
4932
+ "99": 33.13,
4933
+ "100": 31.64,
4934
+ "101": 33.52,
4935
+ "102": 38.63
4936
  },
4937
  "Cantemis-Norm": {
4938
  "0": 0.12,
 
5016
  "78": 13.79,
5017
  "79": 10.68,
5018
  "80": 0.7,
5019
+ "81": 3.85,
5020
+ "82": 4.03,
5021
+ "83": 4.19,
5022
+ "84": 12.89,
5023
+ "85": 13.16,
5024
+ "86": 4.86,
5025
+ "87": 5.55,
5026
+ "88": 16.29,
5027
+ "89": 0.0,
5028
+ "90": 0.0,
5029
+ "91": 7.38,
5030
+ "92": 7.82,
5031
+ "93": 16.8,
5032
+ "94": 14.14,
5033
+ "95": 4.2,
5034
+ "96": 1.13,
5035
+ "97": 2.19,
5036
+ "98": 10.53,
5037
+ "99": 21.23,
5038
+ "100": 21.6,
5039
+ "101": 22.06,
5040
+ "102": 27.6
5041
  },
5042
  "CHIP-CDEE": {
5043
  "0": 1.13,
 
5121
  "78": 39.35,
5122
  "79": 34.15,
5123
  "80": 0.29,
5124
+ "81": 24.16,
5125
+ "82": 30.48,
5126
+ "83": 34.3,
5127
+ "84": 27.18,
5128
+ "85": 33.96,
5129
+ "86": 24.5,
5130
+ "87": 31.13,
5131
+ "88": 43.08,
5132
+ "89": 25.33,
5133
+ "90": 22.5,
5134
+ "91": 20.94,
5135
+ "92": 28.21,
5136
+ "93": 28.67,
5137
+ "94": 35.43,
5138
+ "95": 4.84,
5139
+ "96": 17.43,
5140
+ "97": 26.63,
5141
+ "98": 29.3,
5142
+ "99": 41.98,
5143
+ "100": 43.31,
5144
+ "101": 44.88,
5145
+ "102": 41.12
5146
  },
5147
  "CodiEsp-ICD-10-CM": {
5148
  "0": 0.06,
 
5226
  "78": 14.85,
5227
  "79": 12.12,
5228
  "80": 0.27,
5229
+ "81": 3.83,
5230
+ "82": 6.17,
5231
+ "83": 7.3,
5232
+ "84": 11.95,
5233
+ "85": 13.87,
5234
+ "86": 10.43,
5235
+ "87": 3.67,
5236
+ "88": 14.5,
5237
+ "89": 3.02,
5238
+ "90": 7.94,
5239
+ "91": 2.81,
5240
+ "92": 7.75,
5241
+ "93": 17.57,
5242
+ "94": 14.09,
5243
+ "95": 4.3,
5244
+ "96": 0.53,
5245
+ "97": 7.28,
5246
+ "98": 19.14,
5247
+ "99": 28.43,
5248
+ "100": 30.38,
5249
+ "101": 24.94,
5250
+ "102": 29.14
5251
  },
5252
  "CodiEsp-ICD-10-PCS": {
5253
  "0": 0.63,
 
5331
  "78": 7.73,
5332
  "79": 5.45,
5333
  "80": 0.97,
5334
+ "81": 4.84,
5335
+ "82": 7.04,
5336
+ "83": 6.96,
5337
+ "84": 6.28,
5338
+ "85": 8.42,
5339
+ "86": 2.91,
5340
+ "87": 5.94,
5341
+ "88": 8.74,
5342
+ "89": 1.0,
5343
+ "90": 1.45,
5344
+ "91": 2.68,
5345
+ "92": 5.43,
5346
+ "93": 8.29,
5347
+ "94": 8.33,
5348
+ "95": 5.53,
5349
+ "96": 0.21,
5350
+ "97": 0.58,
5351
+ "98": 1.83,
5352
+ "99": 13.09,
5353
+ "100": 11.01,
5354
+ "101": 9.33,
5355
+ "102": 12.61
5356
  },
5357
  "CLINpt-NER": {
5358
  "0": 0.47,
 
5436
  "78": 45.75,
5437
  "79": 44.23,
5438
  "80": 1.07,
5439
+ "81": 36.13,
5440
+ "82": 42.8,
5441
+ "83": 36.93,
5442
+ "84": 41.47,
5443
+ "85": 43.27,
5444
+ "86": 41.55,
5445
+ "87": 28.22,
5446
+ "88": 48.27,
5447
+ "89": 31.09,
5448
+ "90": 39.63,
5449
+ "91": 30.66,
5450
+ "92": 40.05,
5451
+ "93": 40.58,
5452
+ "94": 48.39,
5453
+ "95": 32.23,
5454
+ "96": 1.3,
5455
+ "97": 11.29,
5456
+ "98": 38.39,
5457
+ "99": 40.84,
5458
+ "100": 47.43,
5459
+ "101": 52.8,
5460
+ "102": 55.07
5461
  },
5462
  "DiSMed-NER": {
5463
  "0": 13.87,
 
5541
  "78": 94.72,
5542
  "79": 92.18,
5543
  "80": 3.28,
5544
+ "81": 72.02,
5545
+ "82": 87.51,
5546
+ "83": 87.88,
5547
+ "84": 73.72,
5548
+ "85": 95.53,
5549
+ "86": 85.02,
5550
+ "87": 88.56,
5551
+ "88": 95.46,
5552
+ "89": 60.45,
5553
+ "90": 73.56,
5554
+ "91": 82.89,
5555
+ "92": 86.57,
5556
+ "93": 91.67,
5557
+ "94": 94.92,
5558
+ "95": 56.47,
5559
+ "96": 8.7,
5560
+ "97": 39.24,
5561
+ "98": 82.31,
5562
+ "99": 91.87,
5563
+ "100": 95.03,
5564
+ "101": 88.64,
5565
+ "102": 96.43
5566
  },
5567
  "MIE": {
5568
  "0": 4.48,
 
5646
  "78": 45.01,
5647
  "79": 61.58,
5648
  "80": 2.56,
5649
+ "81": 15.18,
5650
+ "82": 23.69,
5651
+ "83": 40.9,
5652
+ "84": 46.74,
5653
+ "85": 48.73,
5654
+ "86": 19.37,
5655
+ "87": 35.44,
5656
+ "88": 49.9,
5657
+ "89": 24.64,
5658
+ "90": 30.89,
5659
+ "91": 25.32,
5660
+ "92": 27.14,
5661
+ "93": 33.86,
5662
+ "94": 49.84,
5663
+ "95": 10.16,
5664
+ "96": 10.18,
5665
+ "97": 44.54,
5666
+ "98": 27.8,
5667
+ "99": 56.48,
5668
+ "100": 57.63,
5669
+ "101": 60.35,
5670
+ "102": 52.85
5671
  },
5672
  "Ex4CDS": {
5673
  "0": 8.69,
 
5751
  "78": 56.64,
5752
  "79": 59.39,
5753
  "80": 1.93,
5754
+ "81": 47.87,
5755
+ "82": 48.34,
5756
+ "83": 50.68,
5757
+ "84": 50.77,
5758
+ "85": 52.56,
5759
+ "86": 29.57,
5760
+ "87": 49.71,
5761
+ "88": 53.53,
5762
+ "89": 43.42,
5763
+ "90": 44.58,
5764
+ "91": 46.47,
5765
+ "92": 44.95,
5766
+ "93": 39.51,
5767
+ "94": 56.35,
5768
+ "95": 10.42,
5769
+ "96": 11.27,
5770
+ "97": 41.05,
5771
+ "98": 49.56,
5772
+ "99": 58.5,
5773
+ "100": 52.61,
5774
+ "101": 59.29,
5775
+ "102": 56.97
5776
  },
5777
  "n2c2 2006-De-identification": {
5778
  "0": 1.82,
 
5856
  "78": 78.43,
5857
  "79": 53.61,
5858
  "80": 0.74,
5859
+ "81": 50.55,
5860
+ "82": 63.53,
5861
+ "83": 65.63,
5862
+ "84": 62.15,
5863
+ "85": 73.79,
5864
+ "86": 12.96,
5865
+ "87": 63.79,
5866
+ "88": 75.06,
5867
+ "89": 30.61,
5868
+ "90": 34.85,
5869
+ "91": 55.39,
5870
+ "92": 64.44,
5871
+ "93": 67.01,
5872
+ "94": 76.83,
5873
+ "95": 58.85,
5874
+ "96": 9.22,
5875
+ "97": 15.33,
5876
+ "98": 61.51,
5877
+ "99": 78.09,
5878
+ "100": 78.79,
5879
+ "101": 65.81,
5880
+ "102": 83.03
5881
  },
5882
  "Medication extraction": {
5883
  "0": 0.0,
 
5961
  "78": 25.12,
5962
  "79": 12.86,
5963
  "80": 0.38,
5964
+ "81": 16.78,
5965
+ "82": 21.46,
5966
+ "83": 23.98,
5967
+ "84": 24.11,
5968
+ "85": 26.12,
5969
+ "86": 1.68,
5970
+ "87": 11.41,
5971
+ "88": 24.57,
5972
+ "89": 16.19,
5973
+ "90": 20.65,
5974
+ "91": 14.11,
5975
+ "92": 18.68,
5976
+ "93": 18.27,
5977
+ "94": 28.73,
5978
+ "95": 16.56,
5979
+ "96": 0.57,
5980
+ "97": 1.97,
5981
+ "98": 15.49,
5982
+ "99": 20.58,
5983
+ "100": 40.87,
5984
+ "101": 18.44,
5985
+ "102": 44.43
5986
  },
5987
  "n2c2 2010-Concept": {
5988
  "0": 0.07,
 
6066
  "78": 45.25,
6067
  "79": 42.46,
6068
  "80": 0.09,
6069
+ "81": 6.92,
6070
+ "82": 31.14,
6071
+ "83": 27.98,
6072
+ "84": 32.12,
6073
+ "85": 33.48,
6074
+ "86": 18.53,
6075
+ "87": 29.0,
6076
+ "88": 34.01,
6077
+ "89": 14.21,
6078
+ "90": 22.13,
6079
+ "91": 10.78,
6080
+ "92": 37.91,
6081
+ "93": 35.61,
6082
+ "94": 25.08,
6083
+ "95": 16.14,
6084
+ "96": 0.95,
6085
+ "97": 13.07,
6086
+ "98": 36.64,
6087
+ "99": 44.16,
6088
+ "100": 38.47,
6089
+ "101": 58.21,
6090
+ "102": 64.02
6091
  },
6092
  "n2c2 2010-Assertion": {
6093
  "0": 0.13,
 
6171
  "78": 26.83,
6172
  "79": 31.06,
6173
  "80": 0.04,
6174
+ "81": 15.95,
6175
+ "82": 22.68,
6176
+ "83": 22.07,
6177
+ "84": 26.67,
6178
+ "85": 29.12,
6179
+ "86": 14.56,
6180
+ "87": 19.53,
6181
+ "88": 37.64,
6182
+ "89": 8.81,
6183
+ "90": 10.34,
6184
+ "91": 15.62,
6185
+ "92": 23.4,
6186
+ "93": 30.3,
6187
+ "94": 29.39,
6188
+ "95": 16.88,
6189
+ "96": 0.48,
6190
+ "97": 10.01,
6191
+ "98": 25.55,
6192
+ "99": 40.99,
6193
+ "100": 33.05,
6194
+ "101": 49.12,
6195
+ "102": 56.12
6196
  },
6197
  "n2c2 2010-Relation": {
6198
  "0": 0.0,
 
6276
  "78": 6.02,
6277
  "79": 5.59,
6278
  "80": 0.07,
6279
+ "81": 1.57,
6280
+ "82": 3.99,
6281
+ "83": 3.1,
6282
+ "84": 6.38,
6283
+ "85": 6.58,
6284
+ "86": 2.65,
6285
+ "87": 4.08,
6286
+ "88": 6.66,
6287
+ "89": 1.35,
6288
+ "90": 1.66,
6289
+ "91": 2.53,
6290
+ "92": 3.44,
6291
+ "93": 5.91,
6292
+ "94": 4.92,
6293
+ "95": 1.73,
6294
+ "96": 0.0,
6295
+ "97": 1.74,
6296
+ "98": 2.88,
6297
+ "99": 8.55,
6298
+ "100": 7.01,
6299
+ "101": 15.85,
6300
+ "102": 20.71
6301
  },
6302
  "n2c2 2014-De-identification": {
6303
  "0": 6.62,
 
6381
  "78": 78.11,
6382
  "79": 70.25,
6383
  "80": 0.06,
6384
+ "81": 42.31,
6385
+ "82": 49.89,
6386
+ "83": 66.19,
6387
+ "84": 66.15,
6388
+ "85": 71.31,
6389
+ "86": 47.1,
6390
+ "87": 73.32,
6391
+ "88": 77.31,
6392
+ "89": 23.47,
6393
+ "90": 22.71,
6394
+ "91": 40.29,
6395
+ "92": 50.94,
6396
+ "93": 65.3,
6397
+ "94": 74.6,
6398
+ "95": 49.63,
6399
+ "96": 5.01,
6400
+ "97": 22.33,
6401
+ "98": 49.51,
6402
+ "99": 82.2,
6403
+ "100": 83.69,
6404
+ "101": 86.55,
6405
+ "102": 86.82
6406
  },
6407
  "IMCS-V2-NER": {
6408
  "0": 11.79,
 
6486
  "78": 62.83,
6487
  "79": 69.15,
6488
  "80": 1.38,
6489
+ "81": 54.59,
6490
+ "82": 58.79,
6491
+ "83": 65.26,
6492
+ "84": 67.51,
6493
+ "85": 68.88,
6494
+ "86": 26.83,
6495
+ "87": 64.39,
6496
+ "88": 71.87,
6497
+ "89": 61.2,
6498
+ "90": 62.43,
6499
+ "91": 60.08,
6500
+ "92": 59.76,
6501
+ "93": 54.86,
6502
+ "94": 70.85,
6503
+ "95": 14.84,
6504
+ "96": 36.13,
6505
+ "97": 66.33,
6506
+ "98": 65.51,
6507
+ "99": 71.47,
6508
+ "100": 71.98,
6509
+ "101": 71.62,
6510
+ "102": 72.72
6511
  },
6512
  "meddocan": {
6513
  "0": 7.72,
 
6591
  "78": 91.53,
6592
  "79": 91.49,
6593
  "80": 0.69,
6594
+ "81": 80.22,
6595
+ "82": 83.53,
6596
+ "83": 87.43,
6597
+ "84": 82.55,
6598
+ "85": 91.98,
6599
+ "86": 81.3,
6600
+ "87": 90.88,
6601
+ "88": 91.8,
6602
+ "89": 48.96,
6603
+ "90": 42.14,
6604
+ "91": 78.03,
6605
+ "92": 88.27,
6606
+ "93": 89.47,
6607
+ "94": 91.7,
6608
+ "95": 84.68,
6609
+ "96": 4.3,
6610
+ "97": 34.85,
6611
+ "98": 89.59,
6612
+ "99": 92.44,
6613
+ "100": 93.42,
6614
+ "101": 93.53,
6615
+ "102": 95.31
6616
  },
6617
  "MTS-Temporal": {
6618
  "0": 1.17,
 
6696
  "78": 43.72,
6697
  "79": 45.47,
6698
  "80": 2.19,
6699
+ "81": 12.48,
6700
+ "82": 21.87,
6701
+ "83": 28.68,
6702
+ "84": 30.23,
6703
+ "85": 39.1,
6704
+ "86": 27.1,
6705
+ "87": 29.66,
6706
+ "88": 42.93,
6707
+ "89": 7.03,
6708
+ "90": 12.77,
6709
+ "91": 24.46,
6710
+ "92": 26.07,
6711
+ "93": 39.33,
6712
+ "94": 43.33,
6713
+ "95": 22.43,
6714
+ "96": 3.91,
6715
+ "97": 6.87,
6716
+ "98": 32.52,
6717
+ "99": 48.32,
6718
+ "100": 47.79,
6719
+ "101": 46.33,
6720
+ "102": 54.06
6721
  },
6722
  "n2c2 2018-ADE&medication": {
6723
  "0": 0.0,
 
6801
  "78": 20.37,
6802
  "79": 2.4,
6803
  "80": 0.0,
6804
+ "81": 5.85,
6805
+ "82": 8.39,
6806
+ "83": 10.4,
6807
+ "84": 3.46,
6808
+ "85": 9.02,
6809
+ "86": 5.22,
6810
+ "87": 1.39,
6811
+ "88": 16.92,
6812
+ "89": 1.75,
6813
+ "90": 4.42,
6814
+ "91": 6.49,
6815
+ "92": 6.36,
6816
+ "93": 10.61,
6817
+ "94": 15.95,
6818
+ "95": 4.2,
6819
+ "96": 0.22,
6820
+ "97": 1.35,
6821
+ "98": 9.76,
6822
+ "99": 21.03,
6823
+ "100": 32.11,
6824
+ "101": 26.43,
6825
+ "102": 32.49
6826
  },
6827
  "NorSynthClinical-NER": {
6828
  "0": 13.81,
 
6906
  "78": 59.57,
6907
  "79": 63.79,
6908
  "80": 7.1,
6909
+ "81": 46.68,
6910
+ "82": 51.89,
6911
+ "83": 55.53,
6912
+ "84": 56.4,
6913
+ "85": 55.61,
6914
+ "86": 44.62,
6915
+ "87": 58.86,
6916
+ "88": 56.78,
6917
+ "89": 46.61,
6918
+ "90": 45.94,
6919
+ "91": 49.06,
6920
+ "92": 54.79,
6921
+ "93": 49.95,
6922
+ "94": 55.63,
6923
+ "95": 28.26,
6924
+ "96": 27.06,
6925
+ "97": 45.83,
6926
+ "98": 52.86,
6927
+ "99": 64.43,
6928
+ "100": 61.1,
6929
+ "101": 66.26,
6930
+ "102": 62.51
6931
  },
6932
  "NorSynthClinical-RE": {
6933
  "0": 2.2,
 
7011
  "78": 40.78,
7012
  "79": 44.13,
7013
  "80": 0.45,
7014
+ "81": 28.92,
7015
+ "82": 33.1,
7016
+ "83": 40.54,
7017
+ "84": 37.78,
7018
+ "85": 37.9,
7019
+ "86": 26.3,
7020
+ "87": 36.54,
7021
+ "88": 41.4,
7022
+ "89": 30.54,
7023
+ "90": 31.41,
7024
+ "91": 28.87,
7025
+ "92": 29.72,
7026
+ "93": 35.43,
7027
+ "94": 36.72,
7028
+ "95": 6.42,
7029
+ "96": 24.41,
7030
+ "97": 31.14,
7031
+ "98": 33.69,
7032
+ "99": 45.92,
7033
+ "100": 35.0,
7034
+ "101": 46.77,
7035
+ "102": 47.3
7036
  },
7037
  "NUBES": {
7038
  "0": 0.02,
 
7116
  "78": 22.13,
7117
  "79": 52.2,
7118
  "80": 0.0,
7119
+ "81": 5.53,
7120
+ "82": 7.64,
7121
+ "83": 16.81,
7122
+ "84": 21.9,
7123
+ "85": 25.08,
7124
+ "86": 9.1,
7125
+ "87": 12.89,
7126
+ "88": 36.31,
7127
+ "89": 7.1,
7128
+ "90": 10.42,
7129
+ "91": 13.38,
7130
+ "92": 11.64,
7131
+ "93": 15.68,
7132
+ "94": 32.03,
7133
+ "95": 6.4,
7134
+ "96": 0.85,
7135
+ "97": 2.67,
7136
+ "98": 15.46,
7137
+ "99": 50.43,
7138
+ "100": 50.22,
7139
+ "101": 61.98,
7140
+ "102": 49.25
7141
  },
7142
  "CHIP-MDCFNPC": {
7143
  "0": 6.09,
 
7221
  "78": 40.94,
7222
  "79": 44.0,
7223
  "80": 0.7,
7224
+ "81": 30.66,
7225
+ "82": 35.99,
7226
+ "83": 42.28,
7227
+ "84": 43.39,
7228
+ "85": 46.27,
7229
+ "86": 10.77,
7230
+ "87": 32.06,
7231
+ "88": 46.04,
7232
+ "89": 32.99,
7233
+ "90": 40.28,
7234
+ "91": 36.04,
7235
+ "92": 23.42,
7236
+ "93": 35.17,
7237
+ "94": 45.91,
7238
+ "95": 2.02,
7239
+ "96": 6.26,
7240
+ "97": 28.87,
7241
+ "98": 38.82,
7242
+ "99": 43.1,
7243
+ "100": 46.19,
7244
+ "101": 47.11,
7245
+ "102": 50.48
7246
  },
7247
  "IMCS-V2-SR": {
7248
  "0": 3.98,
 
7326
  "78": 38.57,
7327
  "79": 39.83,
7328
  "80": 0.46,
7329
+ "81": 29.25,
7330
+ "82": 35.11,
7331
+ "83": 40.26,
7332
+ "84": 43.84,
7333
+ "85": 44.92,
7334
+ "86": 14.63,
7335
+ "87": 24.05,
7336
+ "88": 42.25,
7337
+ "89": 22.66,
7338
+ "90": 34.58,
7339
+ "91": 28.17,
7340
+ "92": 33.26,
7341
+ "93": 40.45,
7342
+ "94": 42.73,
7343
+ "95": 35.16,
7344
+ "96": 1.3,
7345
+ "97": 11.57,
7346
+ "98": 33.12,
7347
+ "99": 49.9,
7348
+ "100": 49.31,
7349
+ "101": 50.97,
7350
+ "102": 55.55
7351
  },
7352
  "n2c2 2014-Diabetes": {
7353
  "0": 6.67,
 
7431
  "78": 51.0,
7432
  "79": 36.06,
7433
  "80": 25.22,
7434
+ "81": 31.99,
7435
+ "82": 51.98,
7436
+ "83": 56.31,
7437
+ "84": 27.66,
7438
+ "85": 50.09,
7439
+ "86": 32.45,
7440
+ "87": 29.19,
7441
+ "88": 48.18,
7442
+ "89": 47.33,
7443
+ "90": 42.18,
7444
+ "91": 47.78,
7445
+ "92": 34.92,
7446
+ "93": 39.45,
7447
+ "94": 51.36,
7448
+ "95": 35.95,
7449
+ "96": 14.96,
7450
+ "97": 23.37,
7451
+ "98": 52.34,
7452
+ "99": 62.28,
7453
+ "100": 53.39,
7454
+ "101": 39.84,
7455
+ "102": 56.33
7456
  },
7457
  "n2c2 2014-CAD": {
7458
  "0": 0.85,
 
7536
  "78": 25.37,
7537
  "79": 22.11,
7538
  "80": 4.37,
7539
+ "81": 17.9,
7540
+ "82": 27.93,
7541
+ "83": 33.34,
7542
+ "84": 12.53,
7543
+ "85": 21.38,
7544
+ "86": 21.15,
7545
+ "87": 19.96,
7546
+ "88": 27.31,
7547
+ "89": 30.7,
7548
+ "90": 37.15,
7549
+ "91": 14.76,
7550
+ "92": 27.62,
7551
+ "93": 24.33,
7552
+ "94": 26.97,
7553
+ "95": 14.83,
7554
+ "96": 1.61,
7555
+ "97": 14.71,
7556
+ "98": 17.56,
7557
+ "99": 26.45,
7558
+ "100": 33.93,
7559
+ "101": 35.18,
7560
+ "102": 36.53
7561
  },
7562
  "n2c2 2014-Hyperlipidemia": {
7563
  "0": 1.91,
 
7641
  "78": 77.25,
7642
  "79": 64.93,
7643
  "80": 7.04,
7644
+ "81": 55.46,
7645
+ "82": 65.67,
7646
+ "83": 66.06,
7647
+ "84": 39.63,
7648
+ "85": 56.56,
7649
+ "86": 35.13,
7650
+ "87": 45.68,
7651
+ "88": 68.72,
7652
+ "89": 45.0,
7653
+ "90": 65.71,
7654
+ "91": 57.38,
7655
+ "92": 65.37,
7656
+ "93": 59.68,
7657
+ "94": 75.17,
7658
+ "95": 47.11,
7659
+ "96": 5.77,
7660
+ "97": 53.93,
7661
+ "98": 46.22,
7662
+ "99": 82.05,
7663
+ "100": 80.17,
7664
+ "101": 62.25,
7665
+ "102": 79.62
7666
  },
7667
  "n2c2 2014-Hypertension": {
7668
  "0": 10.72,
 
7746
  "78": 69.92,
7747
  "79": 50.79,
7748
  "80": 39.12,
7749
+ "81": 68.59,
7750
+ "82": 74.71,
7751
+ "83": 74.38,
7752
+ "84": 46.52,
7753
+ "85": 75.59,
7754
+ "86": 42.32,
7755
+ "87": 41.13,
7756
+ "88": 70.71,
7757
+ "89": 5.17,
7758
+ "90": 3.92,
7759
+ "91": 61.03,
7760
+ "92": 54.56,
7761
+ "93": 46.4,
7762
+ "94": 72.22,
7763
+ "95": 55.31,
7764
+ "96": 17.31,
7765
+ "97": 42.04,
7766
+ "98": 67.73,
7767
+ "99": 79.51,
7768
+ "100": 69.79,
7769
+ "101": 69.14,
7770
+ "102": 75.7
7771
  },
7772
  "n2c2 2014-Medication": {
7773
  "0": 0.25,
 
7851
  "78": 53.43,
7852
  "79": 42.45,
7853
  "80": 7.86,
7854
+ "81": 40.63,
7855
+ "82": 47.09,
7856
+ "83": 41.97,
7857
+ "84": 34.6,
7858
+ "85": 50.41,
7859
+ "86": 41.36,
7860
+ "87": 24.74,
7861
+ "88": 43.63,
7862
+ "89": 46.19,
7863
+ "90": 48.25,
7864
+ "91": 33.83,
7865
+ "92": 48.25,
7866
+ "93": 47.92,
7867
+ "94": 51.25,
7868
+ "95": 44.08,
7869
+ "96": 23.95,
7870
+ "97": 19.01,
7871
+ "98": 32.06,
7872
+ "99": 47.42,
7873
+ "100": 52.97,
7874
+ "101": 40.63,
7875
+ "102": 55.45
7876
  },
7877
  "CAS-label": {
7878
  "0": 0.69,
 
7956
  "78": 50.37,
7957
  "79": 48.38,
7958
  "80": 0.28,
7959
+ "81": 45.16,
7960
+ "82": 53.35,
7961
+ "83": 50.3,
7962
+ "84": 43.05,
7963
+ "85": 53.64,
7964
+ "86": 8.0,
7965
+ "87": 43.47,
7966
+ "88": 51.12,
7967
+ "89": 41.35,
7968
+ "90": 43.92,
7969
+ "91": 38.28,
7970
+ "92": 38.27,
7971
+ "93": 13.27,
7972
+ "94": 50.26,
7973
+ "95": 35.81,
7974
+ "96": 27.76,
7975
+ "97": 49.44,
7976
+ "98": 49.3,
7977
+ "99": 52.49,
7978
+ "100": 47.58,
7979
+ "101": 49.28,
7980
+ "102": 51.44
7981
  },
7982
  "RuDReC-NER": {
7983
  "0": 2.2,
 
8061
  "78": 47.21,
8062
  "79": 51.29,
8063
  "80": 2.18,
8064
+ "81": 46.0,
8065
+ "82": 44.35,
8066
+ "83": 49.85,
8067
+ "84": 45.62,
8068
+ "85": 43.63,
8069
+ "86": 19.02,
8070
+ "87": 44.15,
8071
+ "88": 48.77,
8072
+ "89": 33.42,
8073
+ "90": 32.66,
8074
+ "91": 39.77,
8075
+ "92": 33.22,
8076
+ "93": 39.54,
8077
+ "94": 50.85,
8078
+ "95": 9.6,
8079
+ "96": 25.48,
8080
+ "97": 41.75,
8081
+ "98": 49.67,
8082
+ "99": 50.4,
8083
+ "100": 51.72,
8084
+ "101": 51.1,
8085
+ "102": 51.77
8086
  },
8087
  "NorSynthClinical-PHI": {
8088
  "0": 11.36,
 
8166
  "78": 92.53,
8167
  "79": 94.1,
8168
  "80": 3.4,
8169
+ "81": 69.92,
8170
+ "82": 67.12,
8171
+ "83": 83.54,
8172
+ "84": 85.72,
8173
+ "85": 86.57,
8174
+ "86": 42.1,
8175
+ "87": 80.08,
8176
+ "88": 90.31,
8177
+ "89": 49.03,
8178
+ "90": 55.0,
8179
+ "91": 70.05,
8180
+ "92": 34.65,
8181
+ "93": 79.61,
8182
+ "94": 88.06,
8183
+ "95": 18.86,
8184
+ "96": 6.81,
8185
+ "97": 91.04,
8186
+ "98": 85.39,
8187
+ "99": 96.41,
8188
+ "100": 89.21,
8189
+ "101": 93.81,
8190
+ "102": 86.54
8191
  },
8192
  "RuCCoN": {
8193
  "0": 0.93,
 
8271
  "78": 33.4,
8272
  "79": 36.45,
8273
  "80": 0.02,
8274
+ "81": 19.43,
8275
+ "82": 26.11,
8276
+ "83": 27.52,
8277
+ "84": 29.15,
8278
+ "85": 36.49,
8279
+ "86": 18.73,
8280
+ "87": 26.69,
8281
+ "88": 34.96,
8282
+ "89": 15.78,
8283
+ "90": 22.77,
8284
+ "91": 22.3,
8285
+ "92": 28.53,
8286
+ "93": 31.45,
8287
+ "94": 33.2,
8288
+ "95": 8.42,
8289
+ "96": 4.17,
8290
+ "97": 8.85,
8291
+ "98": 31.93,
8292
+ "99": 37.72,
8293
+ "100": 39.14,
8294
+ "101": 39.08,
8295
+ "102": 42.11
8296
  },
8297
  "BRONCO150-NER&Status": {
8298
  "0": 4.87,
 
8376
  "78": 51.16,
8377
  "79": 51.72,
8378
  "80": 0.76,
8379
+ "81": 37.62,
8380
+ "82": 46.27,
8381
+ "83": 47.38,
8382
+ "84": 43.07,
8383
+ "85": 26.39,
8384
+ "86": 45.21,
8385
+ "87": 44.24,
8386
+ "88": 53.55,
8387
+ "89": 41.82,
8388
+ "90": 46.96,
8389
+ "91": 27.55,
8390
+ "92": 46.88,
8391
+ "93": 45.63,
8392
+ "94": 54.01,
8393
+ "95": 8.11,
8394
+ "96": 11.53,
8395
+ "97": 26.15,
8396
+ "98": 49.63,
8397
+ "99": 56.92,
8398
+ "100": 59.82,
8399
+ "101": 59.72,
8400
+ "102": 61.43
8401
  },
8402
  "CARDIO-DE": {
8403
  "0": 0.0,
 
8481
  "78": 74.64,
8482
  "79": 71.17,
8483
  "80": 0.13,
8484
+ "81": 49.04,
8485
+ "82": 66.49,
8486
+ "83": 65.37,
8487
+ "84": 49.42,
8488
+ "85": 71.99,
8489
+ "86": 53.68,
8490
+ "87": 30.3,
8491
+ "88": 73.52,
8492
+ "89": 15.98,
8493
+ "90": 17.5,
8494
+ "91": 57.49,
8495
+ "92": 65.42,
8496
+ "93": 66.18,
8497
+ "94": 72.63,
8498
+ "95": 41.6,
8499
+ "96": 7.55,
8500
+ "97": 18.1,
8501
+ "98": 32.87,
8502
+ "99": 58.78,
8503
+ "100": 80.02,
8504
+ "101": 78.08,
8505
+ "102": 80.66
8506
  },
8507
  "GraSSCo PHI": {
8508
  "0": 2.52,
 
8586
  "78": 77.69,
8587
  "79": 81.45,
8588
  "80": 0.17,
8589
+ "81": 34.09,
8590
+ "82": 46.66,
8591
+ "83": 70.59,
8592
+ "84": 45.42,
8593
+ "85": 65.39,
8594
+ "86": 40.89,
8595
+ "87": 69.77,
8596
+ "88": 65.56,
8597
+ "89": 37.71,
8598
+ "90": 39.22,
8599
+ "91": 48.33,
8600
+ "92": 54.55,
8601
+ "93": 61.87,
8602
+ "94": 67.79,
8603
+ "95": 7.81,
8604
+ "96": 13.33,
8605
+ "97": 52.86,
8606
+ "98": 55.31,
8607
+ "99": 80.43,
8608
+ "100": 82.43,
8609
+ "101": 83.63,
8610
+ "102": 83.66
8611
  },
8612
  "IFMIR-NER": {
8613
  "0": 3.59,
 
8691
  "78": 41.91,
8692
  "79": 51.96,
8693
  "80": 1.44,
8694
+ "81": 24.39,
8695
+ "82": 34.36,
8696
+ "83": 35.82,
8697
+ "84": 25.2,
8698
+ "85": 11.94,
8699
+ "86": 28.9,
8700
+ "87": 33.77,
8701
+ "88": 41.58,
8702
+ "89": 16.92,
8703
+ "90": 18.76,
8704
+ "91": 25.98,
8705
+ "92": 36.24,
8706
+ "93": 36.65,
8707
+ "94": 40.56,
8708
+ "95": 27.02,
8709
+ "96": 10.75,
8710
+ "97": 25.26,
8711
+ "98": 36.08,
8712
+ "99": 47.28,
8713
+ "100": 47.75,
8714
+ "101": 48.74,
8715
+ "102": 46.25
8716
  },
8717
  "IFMIR - NER&factuality": {
8718
  "0": 2.53,
 
8796
  "78": 31.1,
8797
  "79": 32.11,
8798
  "80": 1.57,
8799
+ "81": 21.4,
8800
+ "82": 25.46,
8801
+ "83": 27.69,
8802
+ "84": 23.79,
8803
+ "85": 16.19,
8804
+ "86": 24.94,
8805
+ "87": 17.8,
8806
+ "88": 29.39,
8807
+ "89": 13.37,
8808
+ "90": 14.79,
8809
+ "91": 21.11,
8810
+ "92": 27.87,
8811
+ "93": 21.64,
8812
+ "94": 29.49,
8813
+ "95": 7.29,
8814
+ "96": 5.62,
8815
+ "97": 12.02,
8816
+ "98": 21.12,
8817
+ "99": 32.71,
8818
+ "100": 33.94,
8819
+ "101": 32.31,
8820
+ "102": 33.01
8821
  },
8822
  "iCorpus": {
8823
  "0": 1.96,
 
8901
  "78": 55.6,
8902
  "79": 52.39,
8903
  "80": 0.0,
8904
+ "81": 38.46,
8905
+ "82": 49.67,
8906
+ "83": 51.27,
8907
+ "84": 46.87,
8908
+ "85": 55.8,
8909
+ "86": 35.6,
8910
+ "87": 38.41,
8911
+ "88": 57.66,
8912
+ "89": 43.17,
8913
+ "90": 48.34,
8914
+ "91": 41.69,
8915
+ "92": 43.91,
8916
+ "93": 48.02,
8917
+ "94": 56.25,
8918
+ "95": 6.61,
8919
+ "96": 7.75,
8920
+ "97": 9.41,
8921
+ "98": 45.97,
8922
+ "99": 56.78,
8923
+ "100": 54.26,
8924
+ "101": 55.66,
8925
+ "102": 60.36
8926
  },
8927
  "cMedQA": {
8928
  "0": 12.77,
 
9006
  "78": 20.06,
9007
  "79": 20.53,
9008
  "80": 3.48,
9009
+ "81": 20.18,
9010
+ "82": 20.52,
9011
+ "83": 20.59,
9012
+ "84": 21.88,
9013
+ "85": 22.66,
9014
+ "86": 10.98,
9015
+ "87": 15.68,
9016
+ "88": 22.05,
9017
+ "89": 19.62,
9018
+ "90": 20.85,
9019
+ "91": 20.77,
9020
+ "92": 16.22,
9021
+ "93": 3.63,
9022
+ "94": 20.49,
9023
+ "95": 9.25,
9024
+ "96": 6.57,
9025
+ "97": 8.38,
9026
+ "98": 21.89,
9027
+ "99": 22.55,
9028
+ "100": 22.93,
9029
+ "101": 18.69,
9030
+ "102": 23.42
9031
  },
9032
  "EHRQA-QA": {
9033
  "0": 13.69,
 
9111
  "78": 20.25,
9112
  "79": 19.95,
9113
  "80": 3.93,
9114
+ "81": 19.81,
9115
+ "82": 20.35,
9116
+ "83": 20.32,
9117
+ "84": 19.83,
9118
+ "85": 21.8,
9119
+ "86": 13.52,
9120
+ "87": 15.33,
9121
+ "88": 20.36,
9122
+ "89": 18.82,
9123
+ "90": 18.98,
9124
+ "91": 18.4,
9125
+ "92": 19.89,
9126
+ "93": 3.32,
9127
+ "94": 18.86,
9128
+ "95": 8.17,
9129
+ "96": 7.45,
9130
+ "97": 7.32,
9131
+ "98": 21.65,
9132
+ "99": 20.4,
9133
+ "100": 22.66,
9134
+ "101": 16.03,
9135
+ "102": 21.49
9136
  },
9137
  "MEDIQA 2023-chat-A": {
9138
  "0": 15.17,
 
9216
  "78": 32.12,
9217
  "79": 32.82,
9218
  "80": 6.96,
9219
+ "81": 31.95,
9220
+ "82": 32.63,
9221
+ "83": 33.44,
9222
+ "84": 13.61,
9223
+ "85": 11.0,
9224
+ "86": 26.11,
9225
+ "87": 30.94,
9226
+ "88": 34.01,
9227
+ "89": 29.68,
9228
+ "90": 31.08,
9229
+ "91": 32.31,
9230
+ "92": 8.99,
9231
+ "93": 9.34,
9232
+ "94": 33.56,
9233
+ "95": 5.73,
9234
+ "96": 13.58,
9235
+ "97": 32.5,
9236
+ "98": 32.34,
9237
+ "99": 32.6,
9238
+ "100": 34.52,
9239
+ "101": 34.22,
9240
+ "102": 33.89
9241
  },
9242
  "MEDIQA 2023-sum-B": {
9243
  "0": 12.01,
 
9321
  "78": 31.93,
9322
  "79": 32.88,
9323
  "80": 3.33,
9324
+ "81": 24.71,
9325
+ "82": 30.87,
9326
+ "83": 30.99,
9327
+ "84": 12.06,
9328
+ "85": 13.71,
9329
+ "86": 21.45,
9330
+ "87": 28.66,
9331
+ "88": 31.8,
9332
+ "89": 30.65,
9333
+ "90": 33.76,
9334
+ "91": 29.28,
9335
+ "92": 8.98,
9336
+ "93": 8.38,
9337
+ "94": 30.4,
9338
+ "95": 5.43,
9339
+ "96": 15.39,
9340
+ "97": 30.74,
9341
+ "98": 30.32,
9342
+ "99": 28.76,
9343
+ "100": 32.96,
9344
+ "101": 33.84,
9345
+ "102": 35.52
9346
  },
9347
  "MedDG": {
9348
  "0": 11.13,
 
9426
  "78": 20.34,
9427
  "79": 17.41,
9428
  "80": 2.75,
9429
+ "81": 16.26,
9430
+ "82": 19.38,
9431
+ "83": 23.36,
9432
+ "84": 23.31,
9433
+ "85": 24.39,
9434
+ "86": 8.92,
9435
+ "87": 12.68,
9436
+ "88": 23.53,
9437
+ "89": 19.94,
9438
+ "90": 25.29,
9439
+ "91": 18.96,
9440
+ "92": 21.49,
9441
+ "93": 1.37,
9442
+ "94": 21.6,
9443
+ "95": 22.46,
9444
+ "96": 4.17,
9445
+ "97": 4.73,
9446
+ "98": 22.74,
9447
+ "99": 20.32,
9448
+ "100": 24.68,
9449
+ "101": 20.49,
9450
+ "102": 20.81
9451
  },
9452
  "IMCS-V2-MRG": {
9453
  "0": 15.89,
 
9531
  "78": 40.41,
9532
  "79": 48.99,
9533
  "80": 10.47,
9534
+ "81": 55.71,
9535
+ "82": 55.7,
9536
+ "83": 57.49,
9537
+ "84": 53.21,
9538
+ "85": 54.82,
9539
+ "86": 45.91,
9540
+ "87": 29.76,
9541
+ "88": 43.29,
9542
+ "89": 55.0,
9543
+ "90": 58.19,
9544
+ "91": 48.13,
9545
+ "92": 53.51,
9546
+ "93": 7.48,
9547
+ "94": 18.29,
9548
+ "95": 54.04,
9549
+ "96": 15.07,
9550
+ "97": 29.14,
9551
+ "98": 47.99,
9552
+ "99": 51.25,
9553
+ "100": 52.04,
9554
+ "101": 43.86,
9555
+ "102": 51.6
9556
  },
9557
  "CAS-evidence": {
9558
  "0": 2.01,
 
9636
  "78": 53.95,
9637
  "79": 54.57,
9638
  "80": 1.16,
9639
+ "81": 47.64,
9640
+ "82": 51.28,
9641
+ "83": 51.22,
9642
+ "84": 45.19,
9643
+ "85": 51.42,
9644
+ "86": 50.91,
9645
+ "87": 47.17,
9646
+ "88": 55.51,
9647
+ "89": 49.39,
9648
+ "90": 50.9,
9649
+ "91": 44.63,
9650
+ "92": 46.54,
9651
+ "93": 51.45,
9652
+ "94": 54.32,
9653
+ "95": 44.03,
9654
+ "96": 34.52,
9655
+ "97": 30.52,
9656
+ "98": 51.48,
9657
+ "99": 55.88,
9658
+ "100": 55.19,
9659
+ "101": 56.14,
9660
+ "102": 54.25
9661
  },
9662
  "icliniq-10k": {
9663
  "0": 9.16,
 
9741
  "78": 14.71,
9742
  "79": 13.52,
9743
  "80": 9.8,
9744
+ "81": 10.64,
9745
+ "82": 11.96,
9746
+ "83": 12.47,
9747
+ "84": 14.83,
9748
+ "85": 15.85,
9749
+ "86": 10.44,
9750
+ "87": 12.43,
9751
+ "88": 15.71,
9752
+ "89": 9.41,
9753
+ "90": 10.68,
9754
+ "91": 15.54,
9755
+ "92": 9.45,
9756
+ "93": 9.34,
9757
+ "94": 16.12,
9758
+ "95": 7.77,
9759
+ "96": 4.65,
9760
+ "97": 9.11,
9761
+ "98": 15.86,
9762
+ "99": 14.84,
9763
+ "100": 14.86,
9764
+ "101": 13.99,
9765
+ "102": 15.18
9766
  },
9767
  "HealthCareMagic-100k": {
9768
  "0": 9.6,
 
9846
  "78": 12.97,
9847
  "79": 12.17,
9848
  "80": 9.47,
9849
+ "81": 13.18,
9850
+ "82": 12.68,
9851
+ "83": 14.36,
9852
+ "84": 9.64,
9853
+ "85": 10.16,
9854
+ "86": 10.69,
9855
+ "87": 11.15,
9856
+ "88": 14.9,
9857
+ "89": 12.28,
9858
+ "90": 14.06,
9859
+ "91": 15.17,
9860
+ "92": 12.08,
9861
+ "93": 9.89,
9862
+ "94": 13.79,
9863
+ "95": 10.22,
9864
+ "96": 3.93,
9865
+ "97": 8.12,
9866
+ "98": 14.83,
9867
+ "99": 14.48,
9868
+ "100": 12.99,
9869
+ "101": 14.0,
9870
+ "102": 13.91
9871
  },
9872
  "MIMIC-IV BHC": {
9873
  "0": 6.73,
 
9951
  "78": 17.28,
9952
  "79": 13.8,
9953
  "80": 10.51,
9954
+ "81": 14.07,
9955
+ "82": 15.84,
9956
+ "83": 16.88,
9957
+ "84": 13.74,
9958
+ "85": 7.62,
9959
+ "86": 11.3,
9960
+ "87": 15.54,
9961
+ "88": 20.41,
9962
+ "89": 7.59,
9963
+ "90": 9.62,
9964
+ "91": 18.22,
9965
+ "92": 15.77,
9966
+ "93": 15.84,
9967
+ "94": 17.51,
9968
+ "95": 13.8,
9969
+ "96": 6.8,
9970
+ "97": 17.68,
9971
+ "98": 18.14,
9972
+ "99": 19.75,
9973
+ "100": 19.46,
9974
+ "101": 17.69,
9975
+ "102": 20.11
9976
  }
9977
  }
leaderboards/Zero-Shot_leaderboard.json CHANGED
@@ -1,104 +1,108 @@
1
  {
2
  "T": {
3
- "0": 96,
4
- "1": 77,
5
- "2": 72,
6
- "3": 46,
7
- "4": 52,
8
- "5": 35,
9
  "6": 24,
10
  "7": 2,
11
  "8": 25,
12
- "9": 41,
13
- "10": 51,
14
- "11": 34,
15
- "12": 93,
16
- "13": 71,
17
- "14": 39,
18
  "15": 20,
19
- "16": 67,
20
  "17": 15,
21
  "18": 16,
22
- "19": 36,
23
- "20": 92,
24
- "21": 84,
25
- "22": 78,
26
- "23": 69,
27
  "24": 32,
28
- "25": 98,
29
- "26": 80,
30
  "27": 22,
31
- "28": 50,
32
- "29": 59,
33
- "30": 99,
34
- "31": 94,
35
- "32": 85,
36
- "33": 60,
37
- "34": 97,
38
- "35": 58,
39
- "36": 88,
40
- "37": 89,
41
- "38": 56,
42
- "39": 64,
43
- "40": 49,
44
- "41": 38,
45
  "42": 26,
46
- "43": 37,
47
  "44": 7,
48
- "45": 86,
49
- "46": 76,
50
- "47": 66,
51
- "48": 45,
52
- "49": 79,
53
- "50": 83,
54
- "51": 81,
55
- "52": 73,
56
- "53": 63,
57
  "54": 21,
58
  "55": 11,
59
- "56": 62,
60
  "57": 27,
61
- "58": 87,
62
- "59": 95,
63
- "60": 74,
64
- "61": 82,
65
  "62": 33,
66
- "63": 57,
67
  "64": 19,
68
- "65": 55,
69
  "66": 17,
70
- "67": 43,
71
  "68": 12,
72
  "69": 28,
73
  "70": 14,
74
- "71": 44,
75
  "72": 10,
76
  "73": 30,
77
- "74": 53,
78
  "75": 18,
79
- "76": 42,
80
  "77": 8,
81
  "78": 23,
82
  "79": 4,
83
- "80": 90,
84
- "81": 47,
85
- "82": 31,
86
- "83": 29,
87
- "84": 9,
88
- "85": 70,
89
- "86": 61,
90
- "87": 65,
91
- "88": 75,
92
- "89": 54,
93
- "90": 13,
94
- "91": 91,
95
- "92": 68,
96
- "93": 40,
97
- "94": 48,
98
- "95": 3,
99
- "96": 6,
100
- "97": 1,
101
- "98": 5
 
 
 
 
102
  },
103
  "Model": {
104
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
@@ -182,24 +186,28 @@
182
  "78": "Qwen3-Next-80B-A3B-Instruct",
183
  "79": "Qwen3-Next-80B-A3B-Thinking",
184
  "80": "OpenThinker3-7B",
185
- "81": "Biomni-R0-32B-Preview-Thinking",
186
- "82": "Biomni-R0-32B-Preview-Non-Thinking",
187
- "83": "QwenLong-L1-32B",
188
- "84": "Athene-V2-Chat",
189
- "85": "Yi-1.5-9B-Chat-16K",
190
- "86": "Yi-1.5-34B-Chat-16K",
191
- "87": "HuatuoGPT-o1-7B",
192
- "88": "HuatuoGPT-o1-8B",
193
- "89": "HuatuoGPT-o1-70B",
194
- "90": "HuatuoGPT-o1-72B",
195
- "91": "MedReason-8B",
196
- "92": "gpt-oss-20b",
197
- "93": "gpt-oss-120b",
198
- "94": "gpt-35-turbo-0125",
199
- "95": "gpt-4o-0806",
200
- "96": "gemini-2.0-flash-001",
201
- "97": "gemini-2.5-flash",
202
- "98": "gemini-1.5-pro-002"
 
 
 
 
203
  },
204
  "Model: Domain": {
205
  "0": "General",
@@ -285,22 +293,26 @@
285
  "80": "General",
286
  "81": "Medical",
287
  "82": "Medical",
288
- "83": "General",
289
- "84": "General",
290
- "85": "General",
291
- "86": "General",
292
- "87": "Medical",
293
- "88": "Medical",
294
- "89": "Medical",
295
- "90": "Medical",
296
  "91": "Medical",
297
- "92": "General",
298
- "93": "General",
299
- "94": "General",
300
- "95": "General",
301
  "96": "General",
302
  "97": "General",
303
- "98": "General"
 
 
 
 
304
  },
305
  "Model: License": {
306
  "0": "MIT",
@@ -384,24 +396,28 @@
384
  "78": "Apache 2.0",
385
  "79": "Apache 2.0",
386
  "80": "Apache 2.0",
387
- "81": "MIT",
388
- "82": "MIT",
389
  "83": "Apache 2.0",
390
- "84": "Nexusflow Research License",
391
- "85": "Apache 2.0",
392
  "86": "Apache 2.0",
393
  "87": "Apache 2.0",
394
- "88": "Apache 2.0",
395
  "89": "Apache 2.0",
396
  "90": "Apache 2.0",
397
  "91": "Apache 2.0",
398
  "92": "Apache 2.0",
399
  "93": "Apache 2.0",
400
- "94": "Proprietary",
401
- "95": "Proprietary",
402
- "96": "Proprietary",
403
- "97": "Proprietary",
404
- "98": "Proprietary"
 
 
 
 
405
  },
406
  "Model: Accessibility": {
407
  "0": "Open Source",
@@ -498,11 +514,15 @@
498
  "91": "Open Source",
499
  "92": "Open Source",
500
  "93": "Open Source",
501
- "94": "Proprietary",
502
- "95": "Proprietary",
503
- "96": "Proprietary",
504
- "97": "Proprietary",
505
- "98": "Proprietary"
 
 
 
 
506
  },
507
  "Size (B)": {
508
  "0": 1.5,
@@ -586,24 +606,28 @@
586
  "78": 80,
587
  "79": 80,
588
  "80": 7,
589
- "81": 32,
590
- "82": 32,
591
  "83": 32,
592
- "84": 72,
593
- "85": 9,
594
- "86": 34,
595
- "87": 7,
596
- "88": 8,
597
- "89": 70,
598
- "90": 72,
599
- "91": 8,
600
- "92": 20,
601
- "93": 120,
602
- "94": "Unknown",
603
- "95": "Unknown",
604
- "96": "Unknown",
605
- "97": "Unknown",
606
- "98": "Unknown"
 
 
 
 
607
  },
608
  "Model: Size Range": {
609
  "0": "0-5",
@@ -687,24 +711,28 @@
687
  "78": ">80",
688
  "79": ">80",
689
  "80": "5-10",
690
- "81": "10-40",
691
  "82": "10-40",
692
  "83": "10-40",
693
- "84": "40-80",
694
- "85": "5-10",
695
- "86": "10-40",
696
- "87": "5-10",
697
- "88": "5-10",
698
- "89": "40-80",
699
- "90": "40-80",
700
  "91": "5-10",
701
- "92": "10-40",
702
- "93": ">80",
703
- "94": "Unknown",
704
- "95": "Unknown",
705
- "96": "Unknown",
706
- "97": "Unknown",
707
- "98": "Unknown"
 
 
 
 
708
  },
709
  "Average Performance": {
710
  "0": "14.26",
@@ -788,24 +816,28 @@
788
  "78": "39.81",
789
  "79": "43.86",
790
  "80": "19.79",
791
- "81": "35.34",
792
- "82": "39.18",
793
- "83": "39.25",
794
- "84": "41.69",
795
- "85": "28.81",
796
- "86": "32.12",
797
- "87": "29.59",
798
- "88": "25.86",
799
- "89": "33.9",
800
- "90": "41.01",
801
- "91": "18.17",
802
- "92": "29.05",
803
- "93": "37.24",
804
- "94": "35.3",
805
- "95": "44.2",
806
- "96": "43.03",
807
- "97": "44.84",
808
- "98": "43.85"
 
 
 
 
809
  },
810
  "ADE-Identification": {
811
  "0": 76.71,
@@ -889,24 +921,28 @@
889
  "78": 82.16,
890
  "79": 77.83,
891
  "80": 80.33,
892
- "81": 77.34,
893
- "82": 82.36,
894
- "83": 78.57,
895
- "84": 81.95,
896
- "85": 84.06,
897
- "86": 79.6,
898
- "87": 83.52,
899
- "88": 62.04,
900
- "89": 70.06,
901
- "90": 80.95,
902
- "91": 38.55,
903
- "92": 78.43,
904
- "93": 75.98,
905
- "94": 82.94,
906
- "95": 83.5,
907
- "96": 77.55,
908
- "97": 75.46,
909
- "98": 81.89
 
 
 
 
910
  },
911
  "BrainMRI-AIS": {
912
  "0": 30.75,
@@ -990,24 +1026,28 @@
990
  "78": 95.95,
991
  "79": 97.73,
992
  "80": 88.47,
993
- "81": 95.47,
994
- "82": 96.99,
995
- "83": 95.86,
996
- "84": 97.41,
997
- "85": 92.5,
998
- "86": 94.01,
999
- "87": 91.33,
1000
- "88": 94.36,
1001
- "89": 95.17,
1002
- "90": 96.97,
1003
- "91": 84.35,
1004
- "92": 96.69,
1005
- "93": 97.35,
1006
- "94": 93.99,
1007
- "95": 96.63,
1008
- "96": 95.13,
1009
- "97": 96.29,
1010
- "98": 95.81
 
 
 
 
1011
  },
1012
  "Brateca-Hospitalization": {
1013
  "0": 56.55,
@@ -1091,24 +1131,28 @@
1091
  "78": 58.8,
1092
  "79": 75.5,
1093
  "80": 47.32,
1094
- "81": 62.02,
1095
- "82": 73.82,
1096
- "83": 67.31,
1097
- "84": 66.35,
1098
- "85": 68.23,
1099
- "86": 69.89,
1100
- "87": 68.29,
1101
- "88": 46.23,
1102
- "89": 54.49,
1103
- "90": 65.79,
1104
- "91": 59.81,
1105
- "92": 72.35,
1106
- "93": 74.32,
1107
- "94": 63.22,
1108
- "95": 61.34,
1109
- "96": 68.0,
1110
- "97": 62.58,
1111
- "98": 73.65
 
 
 
 
1112
  },
1113
  "Brateca-Mortality": {
1114
  "0": 40.79,
@@ -1192,24 +1236,28 @@
1192
  "78": 82.69,
1193
  "79": 92.25,
1194
  "80": 37.03,
1195
- "81": 83.55,
1196
- "82": 79.36,
1197
- "83": 81.28,
1198
- "84": 92.35,
1199
- "85": 24.12,
1200
- "86": 69.39,
1201
- "87": 81.13,
1202
- "88": 79.47,
1203
- "89": 88.39,
1204
- "90": 92.72,
1205
- "91": 33.05,
1206
- "92": 90.38,
1207
- "93": 91.66,
1208
- "94": 51.6,
1209
- "95": 83.02,
1210
- "96": 80.87,
1211
- "97": 81.87,
1212
- "98": 83.96
 
 
 
 
1213
  },
1214
  "Cantemist-Coding": {
1215
  "0": 0.0,
@@ -1293,24 +1341,28 @@
1293
  "78": 1.04,
1294
  "79": 1.32,
1295
  "80": 0.0,
1296
- "81": 0.98,
1297
- "82": 1.04,
1298
- "83": 0.33,
1299
- "84": 0.67,
1300
- "85": 0.0,
1301
- "86": 0.69,
1302
- "87": 0.0,
1303
- "88": 0.0,
1304
- "89": 1.01,
1305
- "90": 0.99,
1306
  "91": 0.0,
1307
- "92": 0.34,
1308
- "93": 0.65,
1309
- "94": 0.98,
1310
- "95": 1.03,
1311
- "96": 1.31,
1312
- "97": 1.35,
1313
- "98": 0.97
 
 
 
 
1314
  },
1315
  "CARES-Area": {
1316
  "0": 27.54,
@@ -1394,24 +1446,28 @@
1394
  "78": 94.54,
1395
  "79": 92.69,
1396
  "80": 60.43,
1397
- "81": 90.41,
1398
- "82": 76.54,
1399
- "83": 87.45,
1400
- "84": 92.34,
1401
- "85": 55.66,
1402
- "86": 64.31,
1403
- "87": 43.28,
1404
- "88": 57.2,
1405
- "89": 90.98,
1406
- "90": 85.0,
1407
- "91": 22.76,
1408
- "92": 90.38,
1409
- "93": 93.41,
1410
- "94": 92.43,
1411
- "95": 95.54,
1412
- "96": 95.15,
1413
- "97": 93.9,
1414
- "98": 94.95
 
 
 
 
1415
  },
1416
  "CARES-ICD10 Chapter": {
1417
  "0": 2.7,
@@ -1495,24 +1551,28 @@
1495
  "78": 9.25,
1496
  "79": 20.0,
1497
  "80": 10.28,
1498
- "81": 21.04,
1499
- "82": 21.17,
1500
- "83": 20.99,
1501
- "84": 3.52,
1502
- "85": 0.31,
1503
- "86": 0.3,
1504
- "87": 5.49,
1505
- "88": 6.03,
1506
- "89": 7.01,
1507
- "90": 3.21,
1508
- "91": 9.19,
1509
- "92": 17.4,
1510
- "93": 17.0,
1511
- "94": 12.74,
1512
- "95": 12.06,
1513
- "96": 4.57,
1514
- "97": 12.92,
1515
- "98": 8.14
 
 
 
 
1516
  },
1517
  "CARES ICD10 Block": {
1518
  "0": 0.0,
@@ -1596,24 +1656,28 @@
1596
  "78": 8.28,
1597
  "79": 11.58,
1598
  "80": 0.0,
1599
- "81": 5.7,
1600
- "82": 8.46,
1601
- "83": 4.85,
1602
- "84": 5.62,
1603
- "85": 1.14,
1604
- "86": 2.07,
1605
- "87": 1.0,
1606
- "88": 3.41,
1607
- "89": 6.0,
1608
- "90": 5.37,
1609
- "91": 0.22,
1610
- "92": 0.31,
1611
- "93": 11.83,
1612
- "94": 5.15,
1613
- "95": 7.25,
1614
- "96": 9.1,
1615
- "97": 11.59,
1616
- "98": 8.78
 
 
 
 
1617
  },
1618
  "CARES-ICD10 Subblock": {
1619
  "0": 0.0,
@@ -1697,24 +1761,28 @@
1697
  "78": 0.2,
1698
  "79": 0.82,
1699
  "80": 0.0,
1700
- "81": 0.21,
1701
- "82": 0.42,
1702
- "83": 0.31,
1703
- "84": 0.84,
1704
- "85": 0.0,
1705
- "86": 0.1,
1706
- "87": 0.0,
1707
- "88": 0.0,
1708
  "89": 0.0,
1709
- "90": 0.93,
1710
  "91": 0.0,
1711
  "92": 0.0,
1712
- "93": 1.13,
1713
- "94": 1.14,
1714
- "95": 1.14,
1715
- "96": 0.83,
1716
- "97": 2.11,
1717
- "98": 0.72
 
 
 
 
1718
  },
1719
  "C-EMRS": {
1720
  "0": 34.27,
@@ -1798,24 +1866,28 @@
1798
  "78": 88.67,
1799
  "79": 89.08,
1800
  "80": 35.96,
1801
- "81": 85.07,
1802
- "82": 84.17,
1803
- "83": 87.9,
1804
- "84": 91.91,
1805
- "85": 71.51,
1806
- "86": 79.72,
1807
- "87": 76.6,
1808
- "88": 67.11,
1809
- "89": 80.6,
1810
- "90": 88.43,
1811
- "91": 46.28,
1812
- "92": 87.84,
1813
- "93": 91.29,
1814
- "94": 74.57,
1815
- "95": 89.24,
1816
- "96": 89.93,
1817
- "97": 90.25,
1818
- "98": 87.19
 
 
 
 
1819
  },
1820
  "ClinicalNotes-UPMC": {
1821
  "0": 80.65,
@@ -1899,24 +1971,28 @@
1899
  "78": 96.13,
1900
  "79": 88.18,
1901
  "80": 85.12,
1902
- "81": 86.01,
1903
- "82": 86.42,
1904
- "83": 92.62,
1905
- "84": 88.29,
1906
- "85": 63.21,
1907
- "86": 87.16,
1908
- "87": 47.51,
1909
- "88": 87.37,
1910
- "89": 92.19,
1911
- "90": 83.54,
1912
- "91": 80.76,
1913
- "92": 87.78,
1914
- "93": 87.74,
1915
- "94": 96.12,
1916
- "95": 78.45,
1917
- "96": 92.89,
1918
- "97": 93.46,
1919
- "98": 92.24
 
 
 
 
1920
  },
1921
  "PPTS": {
1922
  "0": 44.97,
@@ -2000,24 +2076,28 @@
2000
  "78": 77.85,
2001
  "79": 75.3,
2002
  "80": 61.43,
2003
- "81": 77.9,
2004
- "82": 77.81,
2005
- "83": 76.84,
2006
- "84": 77.72,
2007
- "85": 37.34,
2008
- "86": 64.13,
2009
- "87": 60.9,
2010
- "88": 69.18,
2011
- "89": 81.75,
2012
- "90": 79.83,
2013
- "91": 54.26,
2014
- "92": 78.38,
2015
- "93": 76.57,
2016
- "94": 84.74,
2017
- "95": 79.03,
2018
- "96": 81.75,
2019
- "97": 80.95,
2020
- "98": 82.48
 
 
 
 
2021
  },
2022
  "CLIP": {
2023
  "0": 9.34,
@@ -2101,24 +2181,28 @@
2101
  "78": 44.1,
2102
  "79": 39.76,
2103
  "80": 18.02,
2104
- "81": 35.22,
2105
- "82": 42.85,
2106
- "83": 41.7,
2107
- "84": 41.05,
2108
- "85": 24.39,
2109
- "86": 34.03,
2110
- "87": 37.4,
2111
- "88": 12.94,
2112
- "89": 41.43,
2113
- "90": 41.91,
2114
- "91": 6.78,
2115
- "92": 35.98,
2116
- "93": 44.96,
2117
- "94": 40.34,
2118
- "95": 38.4,
2119
- "96": 43.92,
2120
- "97": 42.96,
2121
- "98": 40.95
 
 
 
 
2122
  },
2123
  "DialMed": {
2124
  "0": 0.5,
@@ -2202,24 +2286,28 @@
2202
  "78": 15.69,
2203
  "79": 21.78,
2204
  "80": 0.51,
2205
- "81": 9.58,
2206
- "82": 14.11,
2207
- "83": 15.29,
2208
- "84": 16.11,
2209
- "85": 1.57,
2210
- "86": 7.59,
2211
- "87": 7.39,
2212
- "88": 1.58,
2213
- "89": 6.79,
2214
- "90": 16.19,
2215
- "91": 1.35,
2216
- "92": 7.75,
2217
- "93": 16.14,
2218
- "94": 4.34,
2219
- "95": 18.14,
2220
- "96": 20.41,
2221
- "97": 22.76,
2222
- "98": 18.39
 
 
 
 
2223
  },
2224
  "EHRQA-Primary department": {
2225
  "0": 29.22,
@@ -2303,24 +2391,28 @@
2303
  "78": 63.27,
2304
  "79": 67.58,
2305
  "80": 33.73,
2306
- "81": 60.16,
2307
- "82": 61.9,
2308
- "83": 65.94,
2309
- "84": 66.18,
2310
- "85": 60.12,
2311
- "86": 62.85,
2312
- "87": 50.9,
2313
- "88": 52.09,
2314
- "89": 60.17,
2315
- "90": 66.9,
2316
- "91": 45.53,
2317
- "92": 63.79,
2318
- "93": 67.95,
2319
- "94": 55.0,
2320
- "95": 67.5,
2321
- "96": 66.84,
2322
- "97": 66.61,
2323
- "98": 64.34
 
 
 
 
2324
  },
2325
  "EHRQA-Sub department": {
2326
  "0": 12.6,
@@ -2404,24 +2496,28 @@
2404
  "78": 57.81,
2405
  "79": 60.54,
2406
  "80": 25.19,
2407
- "81": 59.23,
2408
- "82": 58.06,
2409
- "83": 60.67,
2410
- "84": 56.42,
2411
- "85": 54.69,
2412
- "86": 58.05,
2413
- "87": 36.46,
2414
- "88": 47.28,
2415
- "89": 55.69,
2416
- "90": 58.16,
2417
- "91": 23.89,
2418
- "92": 57.02,
2419
- "93": 61.34,
2420
- "94": 54.56,
2421
- "95": 60.13,
2422
- "96": 61.75,
2423
- "97": 61.78,
2424
- "98": 61.47
 
 
 
 
2425
  },
2426
  "GOUT-CC-Consensus": {
2427
  "0": 43.21,
@@ -2505,24 +2601,28 @@
2505
  "78": 84.47,
2506
  "79": 86.55,
2507
  "80": 54.0,
2508
- "81": 81.81,
2509
- "82": 85.71,
2510
- "83": 82.56,
2511
- "84": 83.98,
2512
- "85": 83.31,
2513
- "86": 84.47,
2514
- "87": 83.82,
2515
- "88": 64.92,
2516
- "89": 79.7,
2517
- "90": 84.01,
2518
- "91": 55.22,
2519
- "92": 84.73,
2520
- "93": 88.44,
2521
- "94": 81.11,
2522
- "95": 83.04,
2523
- "96": 83.29,
2524
- "97": 84.9,
2525
- "98": 81.04
 
 
 
 
2526
  },
2527
  "JP-STS": {
2528
  "0": 16.93,
@@ -2606,24 +2706,28 @@
2606
  "78": 35.32,
2607
  "79": 26.19,
2608
  "80": 25.36,
2609
- "81": 20.81,
2610
- "82": 37.9,
2611
- "83": 37.25,
2612
- "84": 47.21,
2613
- "85": 34.26,
2614
- "86": 33.5,
2615
- "87": 41.69,
2616
- "88": 16.52,
2617
- "89": 17.35,
2618
- "90": 51.11,
2619
- "91": 12.83,
2620
- "92": 23.99,
2621
- "93": 23.06,
2622
- "94": 37.38,
2623
- "95": 40.75,
2624
- "96": 41.08,
2625
- "97": 21.82,
2626
- "98": 32.54
 
 
 
 
2627
  },
2628
  "MEDIQA 2019-RQE": {
2629
  "0": 57.42,
@@ -2707,24 +2811,28 @@
2707
  "78": 69.8,
2708
  "79": 78.24,
2709
  "80": 72.47,
2710
- "81": 70.47,
2711
- "82": 77.78,
2712
- "83": 77.53,
2713
- "84": 77.43,
2714
- "85": 66.28,
2715
- "86": 63.8,
2716
- "87": 58.1,
2717
- "88": 72.09,
2718
- "89": 76.48,
2719
- "90": 79.66,
2720
- "91": 56.34,
2721
- "92": 82.17,
2722
- "93": 82.44,
2723
- "94": 70.53,
2724
- "95": 80.38,
2725
- "96": 83.89,
2726
- "97": 76.87,
2727
- "98": 82.75
 
 
 
 
2728
  },
2729
  "MedNLI": {
2730
  "0": 51.68,
@@ -2808,24 +2916,28 @@
2808
  "78": 82.86,
2809
  "79": 81.83,
2810
  "80": 76.88,
2811
- "81": 85.7,
2812
- "82": 86.36,
2813
- "83": 84.34,
2814
- "84": 81.82,
2815
- "85": 73.58,
2816
- "86": 80.55,
2817
- "87": 83.03,
2818
- "88": 72.23,
2819
- "89": 81.0,
2820
- "90": 81.51,
2821
- "91": 54.03,
2822
- "92": 84.76,
2823
- "93": 85.45,
2824
- "94": 73.56,
2825
- "95": 87.42,
2826
- "96": 79.28,
2827
- "97": 85.33,
2828
- "98": 80.69
 
 
 
 
2829
  },
2830
  "MedSTS": {
2831
  "0": 29.75,
@@ -2909,24 +3021,28 @@
2909
  "78": 47.33,
2910
  "79": 45.81,
2911
  "80": 33.68,
2912
- "81": 43.51,
2913
- "82": 44.13,
2914
- "83": 51.94,
2915
- "84": 44.99,
2916
- "85": 36.64,
2917
- "86": 45.81,
2918
- "87": 48.28,
2919
- "88": 48.7,
2920
- "89": 47.13,
2921
- "90": 43.38,
2922
- "91": 36.09,
2923
- "92": 38.8,
2924
- "93": 45.34,
2925
- "94": 49.41,
2926
- "95": 54.7,
2927
- "96": 36.89,
2928
- "97": 40.84,
2929
- "98": 54.3
 
 
 
 
2930
  },
2931
  "MTS": {
2932
  "0": 3.35,
@@ -3010,24 +3126,28 @@
3010
  "78": 28.51,
3011
  "79": 26.1,
3012
  "80": 18.26,
3013
- "81": 21.29,
3014
- "82": 18.66,
3015
- "83": 33.21,
3016
- "84": 28.84,
3017
- "85": 15.22,
3018
- "86": 18.71,
3019
- "87": 17.43,
3020
- "88": 11.45,
3021
- "89": 0.82,
3022
- "90": 33.6,
3023
- "91": 0.43,
3024
- "92": 5.9,
3025
- "93": 40.91,
3026
- "94": 15.37,
3027
- "95": 42.01,
3028
- "96": 34.55,
3029
- "97": 32.02,
3030
- "98": 5.94
 
 
 
 
3031
  },
3032
  "MEDIQA 2023-sum-A": {
3033
  "0": 28.06,
@@ -3111,24 +3231,28 @@
3111
  "78": 69.8,
3112
  "79": 70.92,
3113
  "80": 51.79,
3114
- "81": 67.71,
3115
- "82": 68.17,
3116
- "83": 67.17,
3117
- "84": 66.29,
3118
- "85": 57.78,
3119
- "86": 65.47,
3120
- "87": 58.23,
3121
- "88": 53.35,
3122
- "89": 65.63,
3123
- "90": 66.29,
3124
- "91": 25.66,
3125
- "92": 68.29,
3126
- "93": 68.47,
3127
- "94": 68.27,
3128
- "95": 73.03,
3129
- "96": 68.2,
3130
- "97": 73.89,
3131
- "98": 71.77
 
 
 
 
3132
  },
3133
  "RuMedDaNet": {
3134
  "0": 66.92,
@@ -3212,24 +3336,28 @@
3212
  "78": 99.23,
3213
  "79": 98.07,
3214
  "80": 88.61,
3215
- "81": 98.01,
3216
- "82": 98.07,
3217
- "83": 98.04,
3218
- "84": 97.28,
3219
- "85": 90.73,
3220
- "86": 94.15,
3221
- "87": 94.14,
3222
- "88": 95.34,
3223
- "89": 96.96,
3224
- "90": 97.26,
3225
- "91": 82.87,
3226
- "92": 98.02,
3227
- "93": 98.41,
3228
- "94": 93.74,
3229
- "95": 96.94,
3230
- "96": 98.03,
3231
- "97": 97.63,
3232
- "98": 97.67
 
 
 
 
3233
  },
3234
  "CBLUE-CDN": {
3235
  "0": 0.15,
@@ -3313,24 +3441,28 @@
3313
  "78": 13.3,
3314
  "79": 9.4,
3315
  "80": 0.3,
3316
- "81": 9.7,
3317
- "82": 8.76,
3318
- "83": 11.38,
3319
- "84": 10.36,
3320
- "85": 8.22,
3321
- "86": 9.11,
3322
- "87": 8.04,
3323
- "88": 1.98,
3324
- "89": 3.53,
3325
- "90": 9.93,
3326
- "91": 0.15,
3327
- "92": 3.14,
3328
- "93": 11.13,
3329
- "94": 0.75,
3330
- "95": 15.94,
3331
- "96": 11.92,
3332
- "97": 12.9,
3333
- "98": 12.56
 
 
 
 
3334
  },
3335
  "CHIP-CTC": {
3336
  "0": 40.61,
@@ -3414,24 +3546,28 @@
3414
  "78": 67.54,
3415
  "79": 71.31,
3416
  "80": 23.39,
3417
- "81": 66.12,
3418
- "82": 69.24,
3419
- "83": 74.27,
3420
- "84": 66.71,
3421
- "85": 55.37,
3422
- "86": 62.67,
3423
- "87": 59.96,
3424
- "88": 47.12,
3425
- "89": 58.58,
3426
- "90": 64.07,
3427
- "91": 28.34,
3428
- "92": 71.83,
3429
- "93": 73.14,
3430
- "94": 69.78,
3431
- "95": 74.68,
3432
- "96": 69.81,
3433
- "97": 73.82,
3434
- "98": 68.82
 
 
 
 
3435
  },
3436
  "IMCS-V2-DAC": {
3437
  "0": 22.78,
@@ -3515,24 +3651,28 @@
3515
  "78": 71.13,
3516
  "79": 77.46,
3517
  "80": 29.15,
3518
- "81": 66.05,
3519
- "82": 55.26,
3520
- "83": 71.87,
3521
- "84": 69.98,
3522
- "85": 52.6,
3523
- "86": 58.7,
3524
- "87": 44.4,
3525
- "88": 51.72,
3526
- "89": 67.06,
3527
- "90": 68.11,
3528
- "91": 27.14,
3529
- "92": 69.49,
3530
- "93": 73.24,
3531
- "94": 49.98,
3532
- "95": 73.05,
3533
- "96": 72.34,
3534
- "97": 77.1,
3535
- "98": 69.75
 
 
 
 
3536
  },
3537
  "RuMedNLI": {
3538
  "0": 41.51,
@@ -3616,24 +3756,28 @@
3616
  "78": 79.31,
3617
  "79": 81.54,
3618
  "80": 58.27,
3619
- "81": 81.11,
3620
- "82": 84.06,
3621
- "83": 79.56,
3622
- "84": 78.56,
3623
- "85": 61.37,
3624
- "86": 56.55,
3625
- "87": 74.98,
3626
- "88": 63.52,
3627
- "89": 75.92,
3628
- "90": 77.19,
3629
- "91": 47.92,
3630
- "92": 80.9,
3631
- "93": 81.14,
3632
- "94": 66.37,
3633
- "95": 84.74,
3634
- "96": 77.75,
3635
- "97": 83.09,
3636
- "98": 77.56
 
 
 
 
3637
  },
3638
  "CLISTER": {
3639
  "0": 25.54,
@@ -3717,24 +3861,28 @@
3717
  "78": 54.48,
3718
  "79": 35.47,
3719
  "80": 19.51,
3720
- "81": 36.49,
3721
- "82": 52.71,
3722
- "83": 38.47,
3723
- "84": 52.16,
3724
- "85": 40.36,
3725
- "86": 46.95,
3726
- "87": 39.08,
3727
- "88": 32.74,
3728
- "89": 39.35,
3729
- "90": 51.06,
3730
- "91": 25.77,
3731
- "92": 34.76,
3732
- "93": 35.69,
3733
- "94": 49.78,
3734
- "95": 48.26,
3735
- "96": 37.53,
3736
- "97": 28.04,
3737
- "98": 36.3
 
 
 
 
3738
  },
3739
  "IFMIR-Incident type": {
3740
  "0": 18.46,
@@ -3818,24 +3966,28 @@
3818
  "78": 33.59,
3819
  "79": 34.71,
3820
  "80": 22.46,
3821
- "81": 32.69,
3822
- "82": 36.08,
3823
- "83": 35.06,
3824
- "84": 34.14,
3825
- "85": 27.68,
3826
- "86": 30.01,
3827
- "87": 30.07,
3828
- "88": 25.96,
3829
- "89": 31.78,
3830
- "90": 34.24,
3831
- "91": 15.66,
3832
- "92": 24.96,
3833
- "93": 35.7,
3834
- "94": 30.75,
3835
- "95": 35.27,
3836
- "96": 34.71,
3837
- "97": 34.57,
3838
- "98": 33.62
 
 
 
 
3839
  },
3840
  "MIMIC-IV CDM": {
3841
  "0": 45.36,
@@ -3919,24 +4071,28 @@
3919
  "78": 92.08,
3920
  "79": 94.15,
3921
  "80": 82.58,
3922
- "81": 87.57,
3923
- "82": 88.31,
3924
- "83": 89.18,
3925
- "84": 87.87,
3926
- "85": 72.55,
3927
- "86": 84.73,
3928
- "87": 87.14,
3929
- "88": 88.76,
3930
- "89": 92.97,
3931
- "90": 89.17,
3932
- "91": 77.53,
3933
- "92": 91.64,
3934
- "93": 93.72,
3935
- "94": 85.83,
3936
- "95": 92.46,
3937
- "96": 90.83,
3938
- "97": 95.36,
3939
- "98": 90.03
 
 
 
 
3940
  },
3941
  "MIMIC-III Outcome.LoS": {
3942
  "0": 20.29,
@@ -4020,24 +4176,28 @@
4020
  "78": 25.83,
4021
  "79": 40.93,
4022
  "80": 27.36,
4023
- "81": 28.4,
4024
- "82": 27.44,
4025
- "83": 36.85,
4026
- "84": 39.18,
4027
- "85": 35.23,
4028
- "86": 39.24,
4029
- "87": 36.3,
4030
- "88": 27.3,
4031
- "89": 28.85,
4032
- "90": 42.21,
4033
- "91": 15.54,
4034
- "92": 34.84,
4035
- "93": 40.17,
4036
- "94": 32.46,
4037
- "95": 35.67,
4038
- "96": 33.81,
4039
- "97": 30.93,
4040
- "98": 39.4
 
 
 
 
4041
  },
4042
  "MIMIC-III Outcome.Mortality": {
4043
  "0": 26.0,
@@ -4121,24 +4281,28 @@
4121
  "78": 59.65,
4122
  "79": 71.08,
4123
  "80": 16.73,
4124
- "81": 36.37,
4125
- "82": 85.9,
4126
- "83": 38.92,
4127
- "84": 71.05,
4128
- "85": 65.0,
4129
- "86": 90.27,
4130
- "87": 58.95,
4131
- "88": 18.76,
4132
- "89": 38.69,
4133
- "90": 69.32,
4134
- "91": 24.95,
4135
- "92": 50.43,
4136
- "93": 68.28,
4137
- "94": 24.33,
4138
- "95": 70.7,
4139
- "96": 77.87,
4140
- "97": 32.88,
4141
- "98": 80.36
 
 
 
 
4142
  },
4143
  "MIMIC-IV DiReCT.Dis": {
4144
  "0": 23.17,
@@ -4222,24 +4386,28 @@
4222
  "78": 83.98,
4223
  "79": 86.12,
4224
  "80": 66.58,
4225
- "81": 73.96,
4226
- "82": 80.87,
4227
- "83": 85.6,
4228
- "84": 79.72,
4229
- "85": 68.65,
4230
- "86": 70.28,
4231
- "87": 63.42,
4232
- "88": 62.93,
4233
- "89": 78.64,
4234
- "90": 79.96,
4235
- "91": 58.12,
4236
- "92": 43.17,
4237
- "93": 86.81,
4238
- "94": 75.51,
4239
- "95": 84.63,
4240
- "96": 83.71,
4241
- "97": 86.98,
4242
- "98": 84.75
 
 
 
 
4243
  },
4244
  "MIMIC-IV DiReCT.PDD": {
4245
  "0": 10.29,
@@ -4323,24 +4491,28 @@
4323
  "78": 75.54,
4324
  "79": 80.48,
4325
  "80": 54.3,
4326
- "81": 63.17,
4327
- "82": 62.98,
4328
- "83": 77.83,
4329
- "84": 73.54,
4330
- "85": 45.74,
4331
- "86": 52.38,
4332
- "87": 53.59,
4333
- "88": 51.65,
4334
- "89": 69.04,
4335
- "90": 73.6,
4336
- "91": 36.19,
4337
- "92": 52.33,
4338
- "93": 82.13,
4339
- "94": 59.23,
4340
- "95": 75.25,
4341
- "96": 75.49,
4342
- "97": 80.32,
4343
- "98": 74.06
 
 
 
 
4344
  },
4345
  "ADE-Extraction": {
4346
  "0": 17.33,
@@ -4424,24 +4596,28 @@
4424
  "78": 67.51,
4425
  "79": 71.18,
4426
  "80": 42.88,
4427
- "81": 60.01,
4428
- "82": 60.41,
4429
- "83": 53.29,
4430
- "84": 70.05,
4431
- "85": 57.83,
4432
- "86": 59.41,
4433
- "87": 44.52,
4434
- "88": 41.61,
4435
- "89": 41.42,
4436
- "90": 73.91,
4437
- "91": 9.62,
4438
- "92": 59.12,
4439
- "93": 55.86,
4440
- "94": 61.66,
4441
- "95": 64.0,
4442
- "96": 68.01,
4443
- "97": 72.98,
4444
- "98": 69.27
 
 
 
 
4445
  },
4446
  "ADE-Drug dosage": {
4447
  "0": 9.51,
@@ -4525,24 +4701,28 @@
4525
  "78": 46.46,
4526
  "79": 55.14,
4527
  "80": 21.67,
4528
- "81": 45.1,
4529
- "82": 60.61,
4530
- "83": 43.94,
4531
- "84": 63.6,
4532
- "85": 50.17,
4533
- "86": 51.62,
4534
- "87": 11.7,
4535
- "88": 27.63,
4536
- "89": 37.0,
4537
- "90": 60.85,
4538
- "91": 7.72,
4539
- "92": 39.01,
4540
- "93": 37.21,
4541
- "94": 54.99,
4542
- "95": 56.48,
4543
- "96": 51.94,
4544
- "97": 59.14,
4545
- "98": 56.89
 
 
 
 
4546
  },
4547
  "BARR2": {
4548
  "0": 0.51,
@@ -4626,24 +4806,28 @@
4626
  "78": 18.46,
4627
  "79": 30.58,
4628
  "80": 0.0,
4629
- "81": 15.09,
4630
- "82": 7.38,
4631
- "83": 20.63,
4632
- "84": 27.35,
4633
- "85": 4.53,
4634
- "86": 4.79,
4635
- "87": 9.43,
4636
- "88": 8.91,
4637
- "89": 5.9,
4638
- "90": 26.85,
4639
- "91": 0.46,
4640
- "92": 2.9,
4641
- "93": 9.11,
4642
- "94": 17.54,
4643
- "95": 31.14,
4644
- "96": 31.14,
4645
- "97": 32.79,
4646
- "98": 26.27
 
 
 
 
4647
  },
4648
  "Cantemis-NER": {
4649
  "0": 0.63,
@@ -4727,24 +4911,28 @@
4727
  "78": 19.81,
4728
  "79": 21.22,
4729
  "80": 4.02,
4730
- "81": 18.8,
4731
- "82": 19.45,
4732
- "83": 14.29,
4733
- "84": 18.29,
4734
- "85": 18.21,
4735
- "86": 14.25,
4736
- "87": 15.29,
4737
- "88": 10.06,
4738
- "89": 14.11,
4739
- "90": 18.58,
4740
- "91": 3.75,
4741
- "92": 5.83,
4742
- "93": 10.29,
4743
- "94": 20.85,
4744
- "95": 23.54,
4745
- "96": 21.68,
4746
- "97": 18.08,
4747
- "98": 21.38
 
 
 
 
4748
  },
4749
  "Cantemis-Norm": {
4750
  "0": 0.0,
@@ -4828,24 +5016,28 @@
4828
  "78": 6.35,
4829
  "79": 9.3,
4830
  "80": 0.0,
4831
- "81": 2.17,
4832
- "82": 4.52,
4833
- "83": 1.88,
4834
- "84": 6.19,
4835
- "85": 0.0,
4836
- "86": 1.07,
4837
- "87": 0.17,
4838
- "88": 2.89,
4839
- "89": 6.97,
4840
- "90": 6.37,
4841
- "91": 0.71,
4842
- "92": 0.06,
4843
- "93": 2.7,
4844
- "94": 11.32,
4845
- "95": 10.1,
4846
- "96": 8.33,
4847
- "97": 17.02,
4848
- "98": 14.98
 
 
 
 
4849
  },
4850
  "CHIP-CDEE": {
4851
  "0": 0.0,
@@ -4929,24 +5121,28 @@
4929
  "78": 17.19,
4930
  "79": 8.83,
4931
  "80": 0.74,
4932
- "81": 9.47,
4933
- "82": 7.59,
4934
- "83": 26.59,
4935
- "84": 24.35,
4936
- "85": 5.11,
4937
- "86": 22.8,
4938
- "87": 3.93,
4939
- "88": 0.35,
4940
- "89": 12.58,
4941
- "90": 23.06,
4942
- "91": 1.64,
4943
- "92": 11.23,
4944
- "93": 24.5,
4945
- "94": 8.71,
4946
- "95": 26.69,
4947
- "96": 29.96,
4948
- "97": 38.38,
4949
- "98": 33.79
 
 
 
 
4950
  },
4951
  "CodiEsp-ICD-10-CM": {
4952
  "0": 0.0,
@@ -5030,24 +5226,28 @@
5030
  "78": 5.13,
5031
  "79": 2.58,
5032
  "80": 0.06,
5033
- "81": 3.99,
5034
- "82": 5.31,
5035
- "83": 1.45,
5036
- "84": 8.85,
5037
- "85": 0.41,
5038
- "86": 2.86,
5039
- "87": 0.18,
5040
- "88": 0.61,
5041
- "89": 5.22,
5042
- "90": 8.18,
5043
- "91": 0.54,
5044
- "92": 1.53,
5045
- "93": 5.57,
5046
- "94": 10.58,
5047
- "95": 16.38,
5048
- "96": 17.19,
5049
- "97": 14.83,
5050
- "98": 14.14
 
 
 
 
5051
  },
5052
  "CodiEsp-ICD-10-PCS": {
5053
  "0": 0.0,
@@ -5131,24 +5331,28 @@
5131
  "78": 2.03,
5132
  "79": 0.17,
5133
  "80": 0.0,
5134
- "81": 0.18,
5135
- "82": 0.1,
5136
  "83": 0.0,
5137
- "84": 0.0,
5138
- "85": 0.0,
5139
  "86": 0.0,
5140
  "87": 0.0,
5141
  "88": 0.0,
5142
- "89": 0.3,
5143
  "90": 0.0,
5144
  "91": 0.0,
5145
  "92": 0.0,
5146
- "93": 0.0,
5147
- "94": 0.16,
5148
- "95": 4.84,
5149
- "96": 0.81,
5150
- "97": 1.67,
5151
- "98": 1.27
 
 
 
 
5152
  },
5153
  "CLINpt-NER": {
5154
  "0": 0.3,
@@ -5232,24 +5436,28 @@
5232
  "78": 26.23,
5233
  "79": 32.46,
5234
  "80": 1.49,
5235
- "81": 19.06,
5236
- "82": 20.8,
5237
- "83": 23.15,
5238
- "84": 24.96,
5239
- "85": 20.86,
5240
- "86": 22.02,
5241
- "87": 14.43,
5242
- "88": 8.91,
5243
- "89": 15.51,
5244
- "90": 25.73,
5245
- "91": 4.08,
5246
- "92": 2.81,
5247
- "93": 8.01,
5248
- "94": 21.8,
5249
- "95": 28.71,
5250
- "96": 33.23,
5251
- "97": 40.25,
5252
- "98": 32.39
 
 
 
 
5253
  },
5254
  "DiSMed-NER": {
5255
  "0": 6.42,
@@ -5333,24 +5541,28 @@
5333
  "78": 36.02,
5334
  "79": 32.68,
5335
  "80": 10.25,
5336
- "81": 31.67,
5337
- "82": 32.74,
5338
- "83": 33.5,
5339
- "84": 33.11,
5340
- "85": 15.02,
5341
- "86": 15.12,
5342
- "87": 26.25,
5343
- "88": 28.14,
5344
- "89": 31.61,
5345
- "90": 31.86,
5346
- "91": 22.99,
5347
- "92": 10.51,
5348
- "93": 26.08,
5349
- "94": 28.49,
5350
- "95": 34.66,
5351
- "96": 34.59,
5352
- "97": 34.62,
5353
- "98": 37.5
 
 
 
 
5354
  },
5355
  "MIE": {
5356
  "0": 1.39,
@@ -5434,24 +5646,28 @@
5434
  "78": 30.0,
5435
  "79": 57.89,
5436
  "80": 1.13,
5437
- "81": 31.63,
5438
- "82": 33.58,
5439
- "83": 42.39,
5440
- "84": 42.02,
5441
- "85": 15.92,
5442
- "86": 2.02,
5443
- "87": 13.46,
5444
- "88": 10.22,
5445
- "89": 26.84,
5446
- "90": 35.56,
5447
- "91": 3.72,
5448
- "92": 19.28,
5449
- "93": 51.01,
5450
- "94": 22.49,
5451
- "95": 50.25,
5452
- "96": 44.66,
5453
- "97": 58.39,
5454
- "98": 33.58
 
 
 
 
5455
  },
5456
  "Ex4CDS": {
5457
  "0": 1.95,
@@ -5535,24 +5751,28 @@
5535
  "78": 28.73,
5536
  "79": 48.67,
5537
  "80": 5.56,
5538
- "81": 20.34,
5539
- "82": 28.98,
5540
- "83": 39.44,
5541
- "84": 35.35,
5542
- "85": 27.4,
5543
- "86": 31.37,
5544
- "87": 30.87,
5545
- "88": 12.74,
5546
- "89": 22.65,
5547
- "90": 33.57,
5548
- "91": 3.31,
5549
- "92": 13.3,
5550
- "93": 38.9,
5551
- "94": 36.12,
5552
- "95": 45.27,
5553
- "96": 38.16,
5554
- "97": 47.96,
5555
- "98": 46.99
 
 
 
 
5556
  },
5557
  "n2c2 2006-De-identification": {
5558
  "0": 0.09,
@@ -5636,24 +5856,28 @@
5636
  "78": 36.91,
5637
  "79": 40.52,
5638
  "80": 13.48,
5639
- "81": 32.81,
5640
- "82": 32.19,
5641
- "83": 35.58,
5642
- "84": 33.1,
5643
- "85": 3.85,
5644
- "86": 18.41,
5645
- "87": 5.34,
5646
- "88": 9.02,
5647
- "89": 22.74,
5648
- "90": 29.33,
5649
- "91": 9.23,
5650
- "92": 7.85,
5651
- "93": 24.51,
5652
- "94": 1.82,
5653
- "95": 28.24,
5654
- "96": 38.75,
5655
- "97": 44.41,
5656
- "98": 29.81
 
 
 
 
5657
  },
5658
  "Medication extraction": {
5659
  "0": 0.07,
@@ -5737,24 +5961,28 @@
5737
  "78": 1.23,
5738
  "79": 1.98,
5739
  "80": 1.31,
5740
- "81": 1.59,
5741
- "82": 1.74,
5742
- "83": 1.58,
5743
- "84": 2.87,
5744
- "85": 0.13,
5745
- "86": 0.65,
5746
- "87": 0.57,
5747
- "88": 0.0,
5748
- "89": 0.51,
5749
- "90": 2.89,
5750
- "91": 0.03,
5751
- "92": 1.81,
5752
- "93": 2.22,
5753
- "94": 1.32,
5754
- "95": 2.56,
5755
- "96": 2.37,
5756
- "97": 2.32,
5757
- "98": 7.56
 
 
 
 
5758
  },
5759
  "n2c2 2010-Concept": {
5760
  "0": 0.68,
@@ -5838,24 +6066,28 @@
5838
  "78": 29.03,
5839
  "79": 37.66,
5840
  "80": 0.52,
5841
- "81": 18.97,
5842
- "82": 24.64,
5843
- "83": 23.75,
5844
- "84": 29.11,
5845
- "85": 20.05,
5846
- "86": 32.11,
5847
- "87": 18.72,
5848
- "88": 18.72,
5849
- "89": 24.77,
5850
- "90": 31.46,
5851
- "91": 14.92,
5852
- "92": 2.81,
5853
- "93": 12.84,
5854
- "94": 25.24,
5855
- "95": 38.16,
5856
- "96": 40.73,
5857
- "97": 47.71,
5858
- "98": 40.0
 
 
 
 
5859
  },
5860
  "n2c2 2010-Assertion": {
5861
  "0": 3.48,
@@ -5939,24 +6171,28 @@
5939
  "78": 22.04,
5940
  "79": 24.04,
5941
  "80": 1.95,
5942
- "81": 20.91,
5943
- "82": 24.02,
5944
- "83": 19.44,
5945
- "84": 33.56,
5946
- "85": 16.87,
5947
- "86": 20.57,
5948
- "87": 11.77,
5949
- "88": 13.36,
5950
- "89": 19.08,
5951
- "90": 33.31,
5952
- "91": 10.62,
5953
- "92": 2.39,
5954
- "93": 10.81,
5955
- "94": 21.77,
5956
- "95": 36.5,
5957
- "96": 37.02,
5958
- "97": 40.94,
5959
- "98": 39.97
 
 
 
 
5960
  },
5961
  "n2c2 2010-Relation": {
5962
  "0": 0.0,
@@ -6040,24 +6276,28 @@
6040
  "78": 1.25,
6041
  "79": 2.01,
6042
  "80": 0.0,
6043
- "81": 0.52,
6044
- "82": 1.08,
6045
- "83": 1.42,
6046
- "84": 3.61,
6047
- "85": 0.06,
6048
- "86": 0.15,
6049
- "87": 0.0,
6050
- "88": 0.21,
6051
- "89": 1.17,
6052
- "90": 3.78,
6053
  "91": 0.0,
6054
- "92": 0.15,
6055
- "93": 1.49,
6056
- "94": 1.16,
6057
- "95": 3.7,
6058
- "96": 3.05,
6059
- "97": 11.33,
6060
- "98": 4.06
 
 
 
 
6061
  },
6062
  "n2c2 2014-De-identification": {
6063
  "0": 0.07,
@@ -6141,24 +6381,28 @@
6141
  "78": 48.46,
6142
  "79": 59.34,
6143
  "80": 4.17,
6144
- "81": 41.85,
6145
- "82": 38.08,
6146
- "83": 51.28,
6147
- "84": 45.75,
6148
- "85": 7.33,
6149
- "86": 13.03,
6150
- "87": 15.64,
6151
- "88": 13.41,
6152
- "89": 24.36,
6153
- "90": 38.35,
6154
- "91": 14.54,
6155
- "92": 8.14,
6156
- "93": 26.27,
6157
- "94": 0.71,
6158
- "95": 57.24,
6159
- "96": 72.75,
6160
- "97": 74.94,
6161
- "98": 57.45
 
 
 
 
6162
  },
6163
  "IMCS-V2-NER": {
6164
  "0": 1.98,
@@ -6242,24 +6486,28 @@
6242
  "78": 59.61,
6243
  "79": 62.52,
6244
  "80": 5.41,
6245
- "81": 57.05,
6246
- "82": 57.09,
6247
- "83": 63.1,
6248
- "84": 65.0,
6249
- "85": 57.88,
6250
- "86": 46.88,
6251
- "87": 52.7,
6252
- "88": 31.63,
6253
- "89": 53.51,
6254
- "90": 63.55,
6255
- "91": 16.9,
6256
- "92": 37.77,
6257
- "93": 61.84,
6258
- "94": 62.08,
6259
- "95": 66.78,
6260
- "96": 69.04,
6261
- "97": 67.25,
6262
- "98": 68.71
 
 
 
 
6263
  },
6264
  "meddocan": {
6265
  "0": 0.08,
@@ -6343,24 +6591,28 @@
6343
  "78": 37.62,
6344
  "79": 35.58,
6345
  "80": 0.07,
6346
- "81": 28.1,
6347
- "82": 32.94,
6348
- "83": 29.1,
6349
- "84": 34.58,
6350
- "85": 11.72,
6351
- "86": 6.35,
6352
- "87": 21.32,
6353
- "88": 20.2,
6354
- "89": 28.6,
6355
- "90": 31.81,
6356
- "91": 21.46,
6357
- "92": 7.54,
6358
- "93": 21.45,
6359
- "94": 23.55,
6360
- "95": 33.52,
6361
- "96": 34.25,
6362
- "97": 36.5,
6363
- "98": 34.08
 
 
 
 
6364
  },
6365
  "MTS-Temporal": {
6366
  "0": 1.51,
@@ -6444,24 +6696,28 @@
6444
  "78": 26.31,
6445
  "79": 36.34,
6446
  "80": 5.19,
6447
- "81": 26.12,
6448
- "82": 21.03,
6449
- "83": 24.45,
6450
- "84": 27.76,
6451
- "85": 4.07,
6452
- "86": 7.0,
6453
- "87": 13.11,
6454
- "88": 11.76,
6455
- "89": 22.18,
6456
- "90": 27.75,
6457
- "91": 2.42,
6458
- "92": 7.53,
6459
- "93": 7.21,
6460
- "94": 21.14,
6461
- "95": 32.57,
6462
- "96": 9.5,
6463
- "97": 33.44,
6464
- "98": 33.81
 
 
 
 
6465
  },
6466
  "n2c2 2018-ADE&medication": {
6467
  "0": 0.1,
@@ -6545,24 +6801,28 @@
6545
  "78": 0.62,
6546
  "79": 2.23,
6547
  "80": 0.03,
6548
- "81": 1.15,
6549
- "82": 1.94,
6550
- "83": 1.04,
6551
- "84": 3.31,
6552
- "85": 2.2,
6553
- "86": 5.44,
6554
- "87": 1.86,
6555
- "88": 5.58,
6556
- "89": 3.27,
6557
- "90": 4.31,
6558
- "91": 5.51,
6559
- "92": 1.66,
6560
- "93": 3.18,
6561
- "94": 4.3,
6562
- "95": 8.22,
6563
- "96": 5.6,
6564
- "97": 13.23,
6565
- "98": 11.18
 
 
 
 
6566
  },
6567
  "NorSynthClinical-NER": {
6568
  "0": 5.47,
@@ -6646,24 +6906,28 @@
6646
  "78": 46.07,
6647
  "79": 58.36,
6648
  "80": 4.17,
6649
- "81": 43.55,
6650
- "82": 44.86,
6651
- "83": 54.9,
6652
- "84": 45.45,
6653
- "85": 42.04,
6654
- "86": 40.64,
6655
- "87": 33.26,
6656
- "88": 37.12,
6657
- "89": 46.27,
6658
- "90": 43.78,
6659
- "91": 16.01,
6660
- "92": 27.85,
6661
- "93": 46.21,
6662
- "94": 47.72,
6663
- "95": 58.57,
6664
- "96": 56.32,
6665
- "97": 57.2,
6666
- "98": 55.38
 
 
 
 
6667
  },
6668
  "NorSynthClinical-RE": {
6669
  "0": 0.09,
@@ -6747,24 +7011,28 @@
6747
  "78": 2.78,
6748
  "79": 18.39,
6749
  "80": 0.09,
6750
- "81": 2.06,
6751
- "82": 5.62,
6752
- "83": 7.28,
6753
- "84": 7.74,
6754
- "85": 0.92,
6755
- "86": 1.9,
6756
- "87": 6.59,
6757
- "88": 0.76,
6758
- "89": 3.21,
6759
- "90": 7.13,
6760
- "91": 0.09,
6761
- "92": 12.57,
6762
- "93": 17.54,
6763
- "94": 4.81,
6764
- "95": 14.89,
6765
- "96": 10.16,
6766
- "97": 7.54,
6767
- "98": 20.59
 
 
 
 
6768
  },
6769
  "NUBES": {
6770
  "0": 0.0,
@@ -6848,24 +7116,28 @@
6848
  "78": 2.34,
6849
  "79": 31.71,
6850
  "80": 0.17,
6851
- "81": 10.12,
6852
- "82": 6.03,
6853
- "83": 13.78,
6854
- "84": 24.1,
6855
- "85": 0.03,
6856
- "86": 2.9,
6857
- "87": 0.0,
6858
- "88": 0.12,
6859
- "89": 2.73,
6860
- "90": 20.54,
6861
  "91": 0.0,
6862
- "92": 0.71,
6863
- "93": 3.13,
6864
- "94": 1.72,
6865
- "95": 5.41,
6866
- "96": 13.17,
6867
- "97": 48.84,
6868
- "98": 14.63
 
 
 
 
6869
  },
6870
  "CHIP-MDCFNPC": {
6871
  "0": 0.53,
@@ -6949,24 +7221,28 @@
6949
  "78": 32.51,
6950
  "79": 37.59,
6951
  "80": 1.88,
6952
- "81": 20.34,
6953
- "82": 28.71,
6954
- "83": 28.06,
6955
- "84": 38.09,
6956
- "85": 14.55,
6957
- "86": 16.11,
6958
- "87": 1.86,
6959
- "88": 8.02,
6960
- "89": 21.54,
6961
- "90": 34.65,
6962
- "91": 0.44,
6963
- "92": 16.14,
6964
- "93": 35.4,
6965
- "94": 12.68,
6966
- "95": 39.54,
6967
- "96": 35.99,
6968
- "97": 38.44,
6969
- "98": 39.65
 
 
 
 
6970
  },
6971
  "IMCS-V2-SR": {
6972
  "0": 0.22,
@@ -7050,24 +7326,28 @@
7050
  "78": 26.31,
7051
  "79": 31.03,
7052
  "80": 0.13,
7053
- "81": 18.9,
7054
- "82": 25.34,
7055
- "83": 27.02,
7056
- "84": 25.25,
7057
- "85": 17.7,
7058
- "86": 21.36,
7059
- "87": 12.69,
7060
- "88": 10.16,
7061
- "89": 22.44,
7062
- "90": 26.3,
7063
- "91": 3.11,
7064
- "92": 2.56,
7065
- "93": 9.61,
7066
- "94": 22.16,
7067
- "95": 25.42,
7068
- "96": 5.7,
7069
- "97": 28.64,
7070
- "98": 39.02
 
 
 
 
7071
  },
7072
  "n2c2 2014-Diabetes": {
7073
  "0": 0.77,
@@ -7151,24 +7431,28 @@
7151
  "78": 19.05,
7152
  "79": 20.02,
7153
  "80": 0.42,
7154
- "81": 14.64,
7155
- "82": 21.21,
7156
- "83": 17.65,
7157
- "84": 21.49,
7158
- "85": 6.16,
7159
- "86": 3.64,
7160
- "87": 6.95,
7161
- "88": 13.25,
7162
- "89": 19.01,
7163
- "90": 20.88,
7164
- "91": 6.41,
7165
- "92": 10.57,
7166
- "93": 13.57,
7167
- "94": 21.63,
7168
- "95": 24.27,
7169
- "96": 19.67,
7170
- "97": 19.85,
7171
- "98": 27.5
 
 
 
 
7172
  },
7173
  "n2c2 2014-CAD": {
7174
  "0": 0.44,
@@ -7252,24 +7536,28 @@
7252
  "78": 11.72,
7253
  "79": 18.33,
7254
  "80": 2.2,
7255
- "81": 10.34,
7256
- "82": 11.55,
7257
- "83": 11.84,
7258
- "84": 15.55,
7259
- "85": 5.92,
7260
- "86": 2.57,
7261
- "87": 4.68,
7262
- "88": 10.66,
7263
- "89": 13.0,
7264
- "90": 14.83,
7265
- "91": 6.95,
7266
- "92": 8.84,
7267
- "93": 10.88,
7268
- "94": 9.2,
7269
- "95": 18.84,
7270
- "96": 9.69,
7271
- "97": 19.16,
7272
- "98": 19.99
 
 
 
 
7273
  },
7274
  "n2c2 2014-Hyperlipidemia": {
7275
  "0": 1.44,
@@ -7353,24 +7641,28 @@
7353
  "78": 32.64,
7354
  "79": 41.25,
7355
  "80": 0.25,
7356
- "81": 23.28,
7357
- "82": 38.99,
7358
- "83": 29.87,
7359
- "84": 37.88,
7360
- "85": 17.96,
7361
- "86": 11.43,
7362
- "87": 3.84,
7363
- "88": 21.16,
7364
- "89": 32.41,
7365
- "90": 37.41,
7366
- "91": 19.1,
7367
- "92": 13.35,
7368
- "93": 28.73,
7369
- "94": 35.19,
7370
- "95": 43.03,
7371
- "96": 34.88,
7372
- "97": 31.48,
7373
- "98": 37.83
 
 
 
 
7374
  },
7375
  "n2c2 2014-Hypertension": {
7376
  "0": 2.71,
@@ -7454,24 +7746,28 @@
7454
  "78": 34.53,
7455
  "79": 30.12,
7456
  "80": 0.99,
7457
- "81": 20.2,
7458
- "82": 35.66,
7459
- "83": 22.03,
7460
- "84": 37.33,
7461
- "85": 14.07,
7462
- "86": 5.58,
7463
- "87": 10.27,
7464
- "88": 23.14,
7465
- "89": 27.16,
7466
- "90": 36.5,
7467
- "91": 19.91,
7468
- "92": 15.06,
7469
- "93": 16.41,
7470
- "94": 35.7,
7471
- "95": 38.66,
7472
- "96": 35.74,
7473
- "97": 27.99,
7474
- "98": 36.45
 
 
 
 
7475
  },
7476
  "n2c2 2014-Medication": {
7477
  "0": 2.83,
@@ -7555,24 +7851,28 @@
7555
  "78": 7.98,
7556
  "79": 9.6,
7557
  "80": 0.4,
7558
- "81": 5.53,
7559
- "82": 8.56,
7560
- "83": 7.13,
7561
- "84": 10.35,
7562
- "85": 6.58,
7563
- "86": 5.28,
7564
- "87": 5.57,
7565
- "88": 19.38,
7566
- "89": 24.33,
7567
- "90": 13.41,
7568
- "91": 14.75,
7569
- "92": 6.96,
7570
- "93": 3.71,
7571
- "94": 21.86,
7572
- "95": 14.94,
7573
- "96": 1.91,
7574
- "97": 3.94,
7575
- "98": 15.48
 
 
 
 
7576
  },
7577
  "CAS-label": {
7578
  "0": 2.7,
@@ -7656,24 +7956,28 @@
7656
  "78": 45.6,
7657
  "79": 46.56,
7658
  "80": 5.78,
7659
- "81": 8.62,
7660
- "82": 44.82,
7661
- "83": 32.09,
7662
- "84": 49.94,
7663
- "85": 20.03,
7664
- "86": 41.95,
7665
- "87": 28.64,
7666
- "88": 3.63,
7667
- "89": 3.79,
7668
- "90": 47.54,
7669
- "91": 7.62,
7670
- "92": 15.59,
7671
- "93": 43.49,
7672
- "94": 49.3,
7673
- "95": 48.92,
7674
- "96": 49.58,
7675
- "97": 40.93,
7676
- "98": 39.98
 
 
 
 
7677
  },
7678
  "RuDReC-NER": {
7679
  "0": 1.2,
@@ -7757,24 +8061,28 @@
7757
  "78": 31.2,
7758
  "79": 41.9,
7759
  "80": 4.11,
7760
- "81": 30.85,
7761
- "82": 33.1,
7762
- "83": 42.08,
7763
- "84": 34.41,
7764
- "85": 14.39,
7765
- "86": 17.04,
7766
- "87": 23.96,
7767
- "88": 20.85,
7768
- "89": 30.7,
7769
- "90": 37.17,
7770
- "91": 7.19,
7771
- "92": 29.46,
7772
- "93": 38.01,
7773
- "94": 26.08,
7774
- "95": 44.69,
7775
- "96": 48.81,
7776
- "97": 45.25,
7777
- "98": 40.5
 
 
 
 
7778
  },
7779
  "NorSynthClinical-PHI": {
7780
  "0": 3.24,
@@ -7858,24 +8166,28 @@
7858
  "78": 71.81,
7859
  "79": 76.58,
7860
  "80": 8.01,
7861
- "81": 55.79,
7862
- "82": 75.8,
7863
- "83": 65.82,
7864
- "84": 67.22,
7865
- "85": 27.83,
7866
- "86": 21.02,
7867
- "87": 39.82,
7868
- "88": 30.95,
7869
- "89": 63.89,
7870
- "90": 62.91,
7871
- "91": 6.7,
7872
- "92": 40.64,
7873
- "93": 82.8,
7874
- "94": 40.22,
7875
- "95": 88.98,
7876
- "96": 82.21,
7877
- "97": 81.68,
7878
- "98": 76.72
 
 
 
 
7879
  },
7880
  "RuCCoN": {
7881
  "0": 0.47,
@@ -7959,24 +8271,28 @@
7959
  "78": 24.06,
7960
  "79": 32.8,
7961
  "80": 1.28,
7962
- "81": 30.02,
7963
- "82": 29.75,
7964
- "83": 29.34,
7965
- "84": 30.8,
7966
- "85": 18.09,
7967
- "86": 20.81,
7968
- "87": 24.11,
7969
- "88": 15.34,
7970
- "89": 26.43,
7971
- "90": 31.67,
7972
- "91": 6.87,
7973
- "92": 3.18,
7974
- "93": 9.8,
7975
- "94": 27.75,
7976
- "95": 32.46,
7977
- "96": 35.24,
7978
- "97": 33.64,
7979
- "98": 34.28
 
 
 
 
7980
  },
7981
  "BRONCO150-NER&Status": {
7982
  "0": 0.98,
@@ -8060,24 +8376,28 @@
8060
  "78": 33.92,
8061
  "79": 38.39,
8062
  "80": 2.45,
8063
- "81": 28.27,
8064
- "82": 37.8,
8065
- "83": 34.09,
8066
- "84": 37.47,
8067
- "85": 27.01,
8068
- "86": 30.65,
8069
- "87": 23.62,
8070
- "88": 13.82,
8071
- "89": 33.04,
8072
- "90": 42.75,
8073
- "91": 6.82,
8074
- "92": 3.47,
8075
- "93": 25.82,
8076
- "94": 37.55,
8077
- "95": 41.7,
8078
- "96": 49.95,
8079
- "97": 52.83,
8080
- "98": 52.61
 
 
 
 
8081
  },
8082
  "CARDIO-DE": {
8083
  "0": 0.09,
@@ -8161,24 +8481,28 @@
8161
  "78": 51.06,
8162
  "79": 62.33,
8163
  "80": 2.4,
8164
- "81": 49.96,
8165
- "82": 41.35,
8166
- "83": 21.22,
8167
- "84": 48.11,
8168
- "85": 13.32,
8169
- "86": 15.83,
8170
- "87": 37.41,
8171
- "88": 16.51,
8172
- "89": 46.49,
8173
- "90": 48.9,
8174
- "91": 17.44,
8175
- "92": 12.75,
8176
- "93": 22.81,
8177
- "94": 35.53,
8178
- "95": 53.56,
8179
- "96": 55.81,
8180
- "97": 68.11,
8181
- "98": 53.49
 
 
 
 
8182
  },
8183
  "GraSSCo PHI": {
8184
  "0": 0.43,
@@ -8262,24 +8586,28 @@
8262
  "78": 55.13,
8263
  "79": 76.28,
8264
  "80": 4.04,
8265
- "81": 18.42,
8266
- "82": 57.28,
8267
- "83": 58.44,
8268
- "84": 51.04,
8269
- "85": 26.56,
8270
- "86": 17.05,
8271
- "87": 35.99,
8272
- "88": 29.25,
8273
- "89": 52.69,
8274
- "90": 44.85,
8275
- "91": 7.81,
8276
- "92": 4.43,
8277
- "93": 56.3,
8278
- "94": 27.69,
8279
- "95": 68.1,
8280
- "96": 61.48,
8281
- "97": 73.65,
8282
- "98": 65.11
 
 
 
 
8283
  },
8284
  "IFMIR-NER": {
8285
  "0": 0.91,
@@ -8363,24 +8691,28 @@
8363
  "78": 34.91,
8364
  "79": 46.27,
8365
  "80": 2.88,
8366
- "81": 33.58,
8367
- "82": 35.34,
8368
- "83": 33.45,
8369
- "84": 35.0,
8370
- "85": 17.04,
8371
- "86": 13.33,
8372
- "87": 28.02,
8373
- "88": 10.39,
8374
- "89": 29.93,
8375
- "90": 34.24,
8376
- "91": 6.39,
8377
- "92": 3.02,
8378
- "93": 24.83,
8379
- "94": 33.33,
8380
- "95": 41.53,
8381
- "96": 38.04,
8382
- "97": 44.81,
8383
- "98": 42.24
 
 
 
 
8384
  },
8385
  "IFMIR - NER&factuality": {
8386
  "0": 0.25,
@@ -8464,24 +8796,28 @@
8464
  "78": 18.08,
8465
  "79": 27.95,
8466
  "80": 0.79,
8467
- "81": 20.66,
8468
- "82": 23.7,
8469
- "83": 12.58,
8470
- "84": 15.91,
8471
- "85": 2.88,
8472
- "86": 3.97,
8473
- "87": 2.19,
8474
- "88": 2.88,
8475
- "89": 11.69,
8476
- "90": 17.43,
8477
- "91": 2.25,
8478
- "92": 4.79,
8479
- "93": 12.48,
8480
- "94": 12.7,
8481
- "95": 22.38,
8482
- "96": 21.47,
8483
- "97": 26.85,
8484
- "98": 23.18
 
 
 
 
8485
  },
8486
  "iCorpus": {
8487
  "0": 0.0,
@@ -8565,24 +8901,28 @@
8565
  "78": 32.74,
8566
  "79": 48.66,
8567
  "80": 4.21,
8568
- "81": 8.15,
8569
- "82": 29.75,
8570
- "83": 24.94,
8571
- "84": 35.98,
8572
- "85": 16.36,
8573
- "86": 23.35,
8574
- "87": 16.65,
8575
- "88": 11.89,
8576
- "89": 30.59,
8577
- "90": 37.92,
8578
- "91": 4.56,
8579
- "92": 1.72,
8580
- "93": 9.95,
8581
- "94": 27.85,
8582
- "95": 47.1,
8583
- "96": 44.53,
8584
- "97": 48.43,
8585
- "98": 44.89
 
 
 
 
8586
  },
8587
  "cMedQA": {
8588
  "0": 17.95,
@@ -8666,24 +9006,28 @@
8666
  "78": 20.04,
8667
  "79": 18.32,
8668
  "80": 12.37,
8669
- "81": 18.79,
8670
- "82": 20.52,
8671
- "83": 18.97,
8672
- "84": 21.5,
8673
- "85": 20.15,
8674
- "86": 20.47,
8675
- "87": 18.36,
8676
- "88": 3.25,
8677
- "89": 3.45,
8678
- "90": 21.19,
8679
- "91": 1.4,
8680
- "92": 8.08,
8681
- "93": 9.89,
8682
- "94": 20.64,
8683
- "95": 21.28,
8684
- "96": 21.34,
8685
- "97": 18.25,
8686
- "98": 19.91
 
 
 
 
8687
  },
8688
  "EHRQA-QA": {
8689
  "0": 15.56,
@@ -8767,24 +9111,28 @@
8767
  "78": 18.94,
8768
  "79": 17.03,
8769
  "80": 9.52,
8770
- "81": 15.81,
8771
- "82": 17.01,
8772
- "83": 17.82,
8773
- "84": 20.3,
8774
- "85": 19.19,
8775
- "86": 17.94,
8776
- "87": 11.26,
8777
- "88": 3.03,
8778
- "89": 3.18,
8779
- "90": 19.65,
8780
- "91": 1.45,
8781
- "92": 8.77,
8782
- "93": 7.12,
8783
- "94": 21.6,
8784
- "95": 19.08,
8785
- "96": 21.63,
8786
- "97": 17.72,
8787
- "98": 18.07
 
 
 
 
8788
  },
8789
  "MEDIQA 2023-chat-A": {
8790
  "0": 19.27,
@@ -8868,24 +9216,28 @@
8868
  "78": 31.41,
8869
  "79": 30.03,
8870
  "80": 25.53,
8871
- "81": 28.16,
8872
- "82": 27.49,
8873
- "83": 31.62,
8874
- "84": 33.46,
8875
- "85": 29.68,
8876
- "86": 32.51,
8877
- "87": 30.29,
8878
- "88": 7.44,
8879
- "89": 8.45,
8880
- "90": 31.26,
8881
- "91": 5.56,
8882
- "92": 31.5,
8883
- "93": 32.13,
8884
- "94": 31.2,
8885
- "95": 31.4,
8886
- "96": 33.83,
8887
- "97": 33.76,
8888
- "98": 33.53
 
 
 
 
8889
  },
8890
  "MEDIQA 2023-sum-B": {
8891
  "0": 19.75,
@@ -8969,24 +9321,28 @@
8969
  "78": 31.79,
8970
  "79": 32.15,
8971
  "80": 26.7,
8972
- "81": 26.48,
8973
- "82": 26.87,
8974
- "83": 31.77,
8975
- "84": 33.05,
8976
- "85": 30.69,
8977
- "86": 32.69,
8978
- "87": 31.51,
8979
- "88": 7.31,
8980
- "89": 8.13,
8981
- "90": 30.65,
8982
- "91": 5.39,
8983
- "92": 31.81,
8984
- "93": 32.26,
8985
- "94": 31.32,
8986
- "95": 29.56,
8987
- "96": 33.85,
8988
- "97": 34.26,
8989
- "98": 35.43
 
 
 
 
8990
  },
8991
  "MedDG": {
8992
  "0": 13.62,
@@ -9070,24 +9426,28 @@
9070
  "78": 14.68,
9071
  "79": 13.29,
9072
  "80": 7.22,
9073
- "81": 13.64,
9074
- "82": 15.45,
9075
- "83": 14.54,
9076
- "84": 16.68,
9077
- "85": 15.2,
9078
- "86": 16.96,
9079
- "87": 11.93,
9080
- "88": 1.24,
9081
- "89": 1.23,
9082
- "90": 15.64,
9083
- "91": 6.4,
9084
- "92": 3.24,
9085
- "93": 4.83,
9086
- "94": 20.23,
9087
- "95": 15.22,
9088
- "96": 21.89,
9089
- "97": 19.31,
9090
- "98": 19.54
 
 
 
 
9091
  },
9092
  "IMCS-V2-MRG": {
9093
  "0": 27.87,
@@ -9171,24 +9531,28 @@
9171
  "78": 32.08,
9172
  "79": 41.05,
9173
  "80": 16.14,
9174
- "81": 30.48,
9175
- "82": 33.34,
9176
- "83": 38.26,
9177
- "84": 35.02,
9178
- "85": 39.79,
9179
- "86": 43.63,
9180
- "87": 14.76,
9181
- "88": 6.42,
9182
- "89": 6.04,
9183
- "90": 19.49,
9184
- "91": 4.19,
9185
- "92": 22.56,
9186
- "93": 27.9,
9187
- "94": 38.81,
9188
- "95": 38.85,
9189
- "96": 37.79,
9190
- "97": 32.47,
9191
- "98": 40.6
 
 
 
 
9192
  },
9193
  "CAS-evidence": {
9194
  "0": 2.77,
@@ -9272,24 +9636,28 @@
9272
  "78": 38.68,
9273
  "79": 49.25,
9274
  "80": 18.19,
9275
- "81": 38.22,
9276
- "82": 38.01,
9277
- "83": 47.17,
9278
- "84": 47.31,
9279
- "85": 30.55,
9280
- "86": 34.53,
9281
- "87": 23.45,
9282
- "88": 19.34,
9283
- "89": 41.26,
9284
- "90": 47.31,
9285
- "91": 23.73,
9286
- "92": 13.84,
9287
- "93": 14.5,
9288
- "94": 32.29,
9289
- "95": 49.28,
9290
- "96": 43.77,
9291
- "97": 47.31,
9292
- "98": 39.8
 
 
 
 
9293
  },
9294
  "icliniq-10k": {
9295
  "0": 11.47,
@@ -9373,24 +9741,28 @@
9373
  "78": 13.84,
9374
  "79": 13.39,
9375
  "80": 10.31,
9376
- "81": 12.16,
9377
- "82": 12.88,
9378
- "83": 13.05,
9379
- "84": 14.26,
9380
- "85": 12.43,
9381
- "86": 11.29,
9382
- "87": 12.5,
9383
- "88": 8.22,
9384
- "89": 8.86,
9385
- "90": 14.22,
9386
- "91": 7.41,
9387
- "92": 4.8,
9388
- "93": 8.84,
9389
- "94": 12.17,
9390
- "95": 14.17,
9391
- "96": 13.21,
9392
- "97": 14.2,
9393
- "98": 13.39
 
 
 
 
9394
  },
9395
  "HealthCareMagic-100k": {
9396
  "0": 10.9,
@@ -9474,24 +9846,28 @@
9474
  "78": 13.31,
9475
  "79": 12.63,
9476
  "80": 10.75,
9477
- "81": 12.96,
9478
- "82": 13.22,
9479
- "83": 12.84,
9480
- "84": 14.39,
9481
- "85": 12.97,
9482
- "86": 12.49,
9483
- "87": 12.75,
9484
- "88": 8.91,
9485
- "89": 9.67,
9486
- "90": 14.32,
9487
- "91": 8.13,
9488
- "92": 4.69,
9489
- "93": 9.18,
9490
- "94": 10.66,
9491
- "95": 14.34,
9492
- "96": 13.76,
9493
- "97": 14.14,
9494
- "98": 13.51
 
 
 
 
9495
  },
9496
  "MIMIC-IV BHC": {
9497
  "0": 12.55,
@@ -9575,23 +9951,27 @@
9575
  "78": 16.76,
9576
  "79": 13.37,
9577
  "80": 12.67,
9578
- "81": 17.04,
9579
- "82": 18.71,
9580
- "83": 14.61,
9581
- "84": 19.66,
9582
- "85": 17.56,
9583
- "86": 16.54,
9584
- "87": 18.63,
9585
- "88": 15.87,
9586
- "89": 15.85,
9587
- "90": 19.48,
9588
- "91": 14.76,
9589
- "92": 11.93,
9590
- "93": 18.05,
9591
- "94": 15.37,
9592
- "95": 18.63,
9593
- "96": 18.78,
9594
- "97": 16.45,
9595
- "98": 16.71
 
 
 
 
9596
  }
9597
  }
 
1
  {
2
  "T": {
3
+ "0": 100,
4
+ "1": 81,
5
+ "2": 76,
6
+ "3": 48,
7
+ "4": 55,
8
+ "5": 36,
9
  "6": 24,
10
  "7": 2,
11
  "8": 25,
12
+ "9": 42,
13
+ "10": 54,
14
+ "11": 35,
15
+ "12": 97,
16
+ "13": 75,
17
+ "14": 40,
18
  "15": 20,
19
+ "16": 71,
20
  "17": 15,
21
  "18": 16,
22
+ "19": 37,
23
+ "20": 96,
24
+ "21": 88,
25
+ "22": 82,
26
+ "23": 73,
27
  "24": 32,
28
+ "25": 102,
29
+ "26": 84,
30
  "27": 22,
31
+ "28": 53,
32
+ "29": 62,
33
+ "30": 103,
34
+ "31": 98,
35
+ "32": 89,
36
+ "33": 63,
37
+ "34": 101,
38
+ "35": 61,
39
+ "36": 92,
40
+ "37": 93,
41
+ "38": 59,
42
+ "39": 68,
43
+ "40": 52,
44
+ "41": 39,
45
  "42": 26,
46
+ "43": 38,
47
  "44": 7,
48
+ "45": 90,
49
+ "46": 80,
50
+ "47": 70,
51
+ "48": 47,
52
+ "49": 83,
53
+ "50": 87,
54
+ "51": 85,
55
+ "52": 77,
56
+ "53": 66,
57
  "54": 21,
58
  "55": 11,
59
+ "56": 65,
60
  "57": 27,
61
+ "58": 91,
62
+ "59": 99,
63
+ "60": 78,
64
+ "61": 86,
65
  "62": 33,
66
+ "63": 60,
67
  "64": 19,
68
+ "65": 58,
69
  "66": 17,
70
+ "67": 44,
71
  "68": 12,
72
  "69": 28,
73
  "70": 14,
74
+ "71": 46,
75
  "72": 10,
76
  "73": 30,
77
+ "74": 56,
78
  "75": 18,
79
+ "76": 43,
80
  "77": 8,
81
  "78": 23,
82
  "79": 4,
83
+ "80": 94,
84
+ "81": 67,
85
+ "82": 49,
86
+ "83": 34,
87
+ "84": 50,
88
+ "85": 31,
89
+ "86": 45,
90
+ "87": 29,
91
+ "88": 9,
92
+ "89": 74,
93
+ "90": 64,
94
+ "91": 69,
95
+ "92": 79,
96
+ "93": 57,
97
+ "94": 13,
98
+ "95": 95,
99
+ "96": 72,
100
+ "97": 41,
101
+ "98": 51,
102
+ "99": 3,
103
+ "100": 6,
104
+ "101": 1,
105
+ "102": 5
106
  },
107
  "Model": {
108
  "0": "DeepSeek-R1-Distill-Qwen-1.5B",
 
186
  "78": "Qwen3-Next-80B-A3B-Instruct",
187
  "79": "Qwen3-Next-80B-A3B-Thinking",
188
  "80": "OpenThinker3-7B",
189
+ "81": "Hulu-Med-7B",
190
+ "82": "Hulu-Med-14B",
191
+ "83": "Hulu-Med-32B",
192
+ "84": "Biomni-R0-32B-Preview-Thinking",
193
+ "85": "Biomni-R0-32B-Preview-Non-Thinking",
194
+ "86": "AntAngelMed",
195
+ "87": "QwenLong-L1-32B",
196
+ "88": "Athene-V2-Chat",
197
+ "89": "Yi-1.5-9B-Chat-16K",
198
+ "90": "Yi-1.5-34B-Chat-16K",
199
+ "91": "HuatuoGPT-o1-7B",
200
+ "92": "HuatuoGPT-o1-8B",
201
+ "93": "HuatuoGPT-o1-70B",
202
+ "94": "HuatuoGPT-o1-72B",
203
+ "95": "MedReason-8B",
204
+ "96": "gpt-oss-20b",
205
+ "97": "gpt-oss-120b",
206
+ "98": "gpt-35-turbo-0125",
207
+ "99": "gpt-4o-0806",
208
+ "100": "gemini-2.0-flash-001",
209
+ "101": "gemini-2.5-flash",
210
+ "102": "gemini-1.5-pro-002"
211
  },
212
  "Model: Domain": {
213
  "0": "General",
 
293
  "80": "General",
294
  "81": "Medical",
295
  "82": "Medical",
296
+ "83": "Medical",
297
+ "84": "Medical",
298
+ "85": "Medical",
299
+ "86": "Medical",
300
+ "87": "General",
301
+ "88": "General",
302
+ "89": "General",
303
+ "90": "General",
304
  "91": "Medical",
305
+ "92": "Medical",
306
+ "93": "Medical",
307
+ "94": "Medical",
308
+ "95": "Medical",
309
  "96": "General",
310
  "97": "General",
311
+ "98": "General",
312
+ "99": "General",
313
+ "100": "General",
314
+ "101": "General",
315
+ "102": "General"
316
  },
317
  "Model: License": {
318
  "0": "MIT",
 
396
  "78": "Apache 2.0",
397
  "79": "Apache 2.0",
398
  "80": "Apache 2.0",
399
+ "81": "Apache 2.0",
400
+ "82": "Apache 2.0",
401
  "83": "Apache 2.0",
402
+ "84": "MIT",
403
+ "85": "MIT",
404
  "86": "Apache 2.0",
405
  "87": "Apache 2.0",
406
+ "88": "Nexusflow Research License",
407
  "89": "Apache 2.0",
408
  "90": "Apache 2.0",
409
  "91": "Apache 2.0",
410
  "92": "Apache 2.0",
411
  "93": "Apache 2.0",
412
+ "94": "Apache 2.0",
413
+ "95": "Apache 2.0",
414
+ "96": "Apache 2.0",
415
+ "97": "Apache 2.0",
416
+ "98": "Proprietary",
417
+ "99": "Proprietary",
418
+ "100": "Proprietary",
419
+ "101": "Proprietary",
420
+ "102": "Proprietary"
421
  },
422
  "Model: Accessibility": {
423
  "0": "Open Source",
 
514
  "91": "Open Source",
515
  "92": "Open Source",
516
  "93": "Open Source",
517
+ "94": "Open Source",
518
+ "95": "Open Source",
519
+ "96": "Open Source",
520
+ "97": "Open Source",
521
+ "98": "Proprietary",
522
+ "99": "Proprietary",
523
+ "100": "Proprietary",
524
+ "101": "Proprietary",
525
+ "102": "Proprietary"
526
  },
527
  "Size (B)": {
528
  "0": 1.5,
 
606
  "78": 80,
607
  "79": 80,
608
  "80": 7,
609
+ "81": 7,
610
+ "82": 14,
611
  "83": 32,
612
+ "84": 32,
613
+ "85": 32,
614
+ "86": 103,
615
+ "87": 32,
616
+ "88": 72,
617
+ "89": 9,
618
+ "90": 34,
619
+ "91": 7,
620
+ "92": 8,
621
+ "93": 70,
622
+ "94": 72,
623
+ "95": 8,
624
+ "96": 20,
625
+ "97": 120,
626
+ "98": "Unknown",
627
+ "99": "Unknown",
628
+ "100": "Unknown",
629
+ "101": "Unknown",
630
+ "102": "Unknown"
631
  },
632
  "Model: Size Range": {
633
  "0": "0-5",
 
711
  "78": ">80",
712
  "79": ">80",
713
  "80": "5-10",
714
+ "81": "5-10",
715
  "82": "10-40",
716
  "83": "10-40",
717
+ "84": "10-40",
718
+ "85": "10-40",
719
+ "86": ">80",
720
+ "87": "10-40",
721
+ "88": "40-80",
722
+ "89": "5-10",
723
+ "90": "10-40",
724
  "91": "5-10",
725
+ "92": "5-10",
726
+ "93": "40-80",
727
+ "94": "40-80",
728
+ "95": "5-10",
729
+ "96": "10-40",
730
+ "97": ">80",
731
+ "98": "Unknown",
732
+ "99": "Unknown",
733
+ "100": "Unknown",
734
+ "101": "Unknown",
735
+ "102": "Unknown"
736
  },
737
  "Average Performance": {
738
  "0": "14.26",
 
816
  "78": "39.81",
817
  "79": "43.86",
818
  "80": "19.79",
819
+ "81": "30.71",
820
+ "82": "35.45",
821
+ "83": "38.29",
822
+ "84": "35.34",
823
+ "85": "39.18",
824
+ "86": "36.65",
825
+ "87": "39.25",
826
+ "88": "41.69",
827
+ "89": "28.81",
828
+ "90": "32.12",
829
+ "91": "29.59",
830
+ "92": "25.86",
831
+ "93": "33.9",
832
+ "94": "41.01",
833
+ "95": "18.17",
834
+ "96": "29.05",
835
+ "97": "37.24",
836
+ "98": "35.3",
837
+ "99": "44.2",
838
+ "100": "43.03",
839
+ "101": "44.84",
840
+ "102": "43.85"
841
  },
842
  "ADE-Identification": {
843
  "0": 76.71,
 
921
  "78": 82.16,
922
  "79": 77.83,
923
  "80": 80.33,
924
+ "81": 83.48,
925
+ "82": 81.01,
926
+ "83": 80.84,
927
+ "84": 77.34,
928
+ "85": 82.36,
929
+ "86": 78.05,
930
+ "87": 78.57,
931
+ "88": 81.95,
932
+ "89": 84.06,
933
+ "90": 79.6,
934
+ "91": 83.52,
935
+ "92": 62.04,
936
+ "93": 70.06,
937
+ "94": 80.95,
938
+ "95": 38.55,
939
+ "96": 78.43,
940
+ "97": 75.98,
941
+ "98": 82.94,
942
+ "99": 83.5,
943
+ "100": 77.55,
944
+ "101": 75.46,
945
+ "102": 81.89
946
  },
947
  "BrainMRI-AIS": {
948
  "0": 30.75,
 
1026
  "78": 95.95,
1027
  "79": 97.73,
1028
  "80": 88.47,
1029
+ "81": 94.39,
1030
+ "82": 96.23,
1031
+ "83": 96.22,
1032
+ "84": 95.47,
1033
+ "85": 96.99,
1034
+ "86": 97.05,
1035
+ "87": 95.86,
1036
+ "88": 97.41,
1037
+ "89": 92.5,
1038
+ "90": 94.01,
1039
+ "91": 91.33,
1040
+ "92": 94.36,
1041
+ "93": 95.17,
1042
+ "94": 96.97,
1043
+ "95": 84.35,
1044
+ "96": 96.69,
1045
+ "97": 97.35,
1046
+ "98": 93.99,
1047
+ "99": 96.63,
1048
+ "100": 95.13,
1049
+ "101": 96.29,
1050
+ "102": 95.81
1051
  },
1052
  "Brateca-Hospitalization": {
1053
  "0": 56.55,
 
1131
  "78": 58.8,
1132
  "79": 75.5,
1133
  "80": 47.32,
1134
+ "81": 67.56,
1135
+ "82": 70.31,
1136
+ "83": 68.01,
1137
+ "84": 62.02,
1138
+ "85": 73.82,
1139
+ "86": 74.74,
1140
+ "87": 67.31,
1141
+ "88": 66.35,
1142
+ "89": 68.23,
1143
+ "90": 69.89,
1144
+ "91": 68.29,
1145
+ "92": 46.23,
1146
+ "93": 54.49,
1147
+ "94": 65.79,
1148
+ "95": 59.81,
1149
+ "96": 72.35,
1150
+ "97": 74.32,
1151
+ "98": 63.22,
1152
+ "99": 61.34,
1153
+ "100": 68.0,
1154
+ "101": 62.58,
1155
+ "102": 73.65
1156
  },
1157
  "Brateca-Mortality": {
1158
  "0": 40.79,
 
1236
  "78": 82.69,
1237
  "79": 92.25,
1238
  "80": 37.03,
1239
+ "81": 62.43,
1240
+ "82": 80.17,
1241
+ "83": 75.19,
1242
+ "84": 83.55,
1243
+ "85": 79.36,
1244
+ "86": 88.05,
1245
+ "87": 81.28,
1246
+ "88": 92.35,
1247
+ "89": 24.12,
1248
+ "90": 69.39,
1249
+ "91": 81.13,
1250
+ "92": 79.47,
1251
+ "93": 88.39,
1252
+ "94": 92.72,
1253
+ "95": 33.05,
1254
+ "96": 90.38,
1255
+ "97": 91.66,
1256
+ "98": 51.6,
1257
+ "99": 83.02,
1258
+ "100": 80.87,
1259
+ "101": 81.87,
1260
+ "102": 83.96
1261
  },
1262
  "Cantemist-Coding": {
1263
  "0": 0.0,
 
1341
  "78": 1.04,
1342
  "79": 1.32,
1343
  "80": 0.0,
1344
+ "81": 0.0,
1345
+ "82": 0.0,
1346
+ "83": 0.36,
1347
+ "84": 0.98,
1348
+ "85": 1.04,
1349
+ "86": 0.96,
1350
+ "87": 0.33,
1351
+ "88": 0.67,
1352
+ "89": 0.0,
1353
+ "90": 0.69,
1354
  "91": 0.0,
1355
+ "92": 0.0,
1356
+ "93": 1.01,
1357
+ "94": 0.99,
1358
+ "95": 0.0,
1359
+ "96": 0.34,
1360
+ "97": 0.65,
1361
+ "98": 0.98,
1362
+ "99": 1.03,
1363
+ "100": 1.31,
1364
+ "101": 1.35,
1365
+ "102": 0.97
1366
  },
1367
  "CARES-Area": {
1368
  "0": 27.54,
 
1446
  "78": 94.54,
1447
  "79": 92.69,
1448
  "80": 60.43,
1449
+ "81": 39.33,
1450
+ "82": 53.19,
1451
+ "83": 70.28,
1452
+ "84": 90.41,
1453
+ "85": 76.54,
1454
+ "86": 93.73,
1455
+ "87": 87.45,
1456
+ "88": 92.34,
1457
+ "89": 55.66,
1458
+ "90": 64.31,
1459
+ "91": 43.28,
1460
+ "92": 57.2,
1461
+ "93": 90.98,
1462
+ "94": 85.0,
1463
+ "95": 22.76,
1464
+ "96": 90.38,
1465
+ "97": 93.41,
1466
+ "98": 92.43,
1467
+ "99": 95.54,
1468
+ "100": 95.15,
1469
+ "101": 93.9,
1470
+ "102": 94.95
1471
  },
1472
  "CARES-ICD10 Chapter": {
1473
  "0": 2.7,
 
1551
  "78": 9.25,
1552
  "79": 20.0,
1553
  "80": 10.28,
1554
+ "81": 3.41,
1555
+ "82": 9.82,
1556
+ "83": 18.69,
1557
+ "84": 21.04,
1558
+ "85": 21.17,
1559
+ "86": 18.49,
1560
+ "87": 20.99,
1561
+ "88": 3.52,
1562
+ "89": 0.31,
1563
+ "90": 0.3,
1564
+ "91": 5.49,
1565
+ "92": 6.03,
1566
+ "93": 7.01,
1567
+ "94": 3.21,
1568
+ "95": 9.19,
1569
+ "96": 17.4,
1570
+ "97": 17.0,
1571
+ "98": 12.74,
1572
+ "99": 12.06,
1573
+ "100": 4.57,
1574
+ "101": 12.92,
1575
+ "102": 8.14
1576
  },
1577
  "CARES ICD10 Block": {
1578
  "0": 0.0,
 
1656
  "78": 8.28,
1657
  "79": 11.58,
1658
  "80": 0.0,
1659
+ "81": 0.52,
1660
+ "82": 2.17,
1661
+ "83": 3.73,
1662
+ "84": 5.7,
1663
+ "85": 8.46,
1664
+ "86": 5.28,
1665
+ "87": 4.85,
1666
+ "88": 5.62,
1667
+ "89": 1.14,
1668
+ "90": 2.07,
1669
+ "91": 1.0,
1670
+ "92": 3.41,
1671
+ "93": 6.0,
1672
+ "94": 5.37,
1673
+ "95": 0.22,
1674
+ "96": 0.31,
1675
+ "97": 11.83,
1676
+ "98": 5.15,
1677
+ "99": 7.25,
1678
+ "100": 9.1,
1679
+ "101": 11.59,
1680
+ "102": 8.78
1681
  },
1682
  "CARES-ICD10 Subblock": {
1683
  "0": 0.0,
 
1761
  "78": 0.2,
1762
  "79": 0.82,
1763
  "80": 0.0,
1764
+ "81": 0.0,
1765
+ "82": 0.52,
1766
+ "83": 0.73,
1767
+ "84": 0.21,
1768
+ "85": 0.42,
1769
+ "86": 0.0,
1770
+ "87": 0.31,
1771
+ "88": 0.84,
1772
  "89": 0.0,
1773
+ "90": 0.1,
1774
  "91": 0.0,
1775
  "92": 0.0,
1776
+ "93": 0.0,
1777
+ "94": 0.93,
1778
+ "95": 0.0,
1779
+ "96": 0.0,
1780
+ "97": 1.13,
1781
+ "98": 1.14,
1782
+ "99": 1.14,
1783
+ "100": 0.83,
1784
+ "101": 2.11,
1785
+ "102": 0.72
1786
  },
1787
  "C-EMRS": {
1788
  "0": 34.27,
 
1866
  "78": 88.67,
1867
  "79": 89.08,
1868
  "80": 35.96,
1869
+ "81": 78.12,
1870
+ "82": 84.7,
1871
+ "83": 85.14,
1872
+ "84": 85.07,
1873
+ "85": 84.17,
1874
+ "86": 86.72,
1875
+ "87": 87.9,
1876
+ "88": 91.91,
1877
+ "89": 71.51,
1878
+ "90": 79.72,
1879
+ "91": 76.6,
1880
+ "92": 67.11,
1881
+ "93": 80.6,
1882
+ "94": 88.43,
1883
+ "95": 46.28,
1884
+ "96": 87.84,
1885
+ "97": 91.29,
1886
+ "98": 74.57,
1887
+ "99": 89.24,
1888
+ "100": 89.93,
1889
+ "101": 90.25,
1890
+ "102": 87.19
1891
  },
1892
  "ClinicalNotes-UPMC": {
1893
  "0": 80.65,
 
1971
  "78": 96.13,
1972
  "79": 88.18,
1973
  "80": 85.12,
1974
+ "81": 95.24,
1975
+ "82": 92.99,
1976
+ "83": 84.35,
1977
+ "84": 86.01,
1978
+ "85": 86.42,
1979
+ "86": 91.22,
1980
+ "87": 92.62,
1981
+ "88": 88.29,
1982
+ "89": 63.21,
1983
+ "90": 87.16,
1984
+ "91": 47.51,
1985
+ "92": 87.37,
1986
+ "93": 92.19,
1987
+ "94": 83.54,
1988
+ "95": 80.76,
1989
+ "96": 87.78,
1990
+ "97": 87.74,
1991
+ "98": 96.12,
1992
+ "99": 78.45,
1993
+ "100": 92.89,
1994
+ "101": 93.46,
1995
+ "102": 92.24
1996
  },
1997
  "PPTS": {
1998
  "0": 44.97,
 
2076
  "78": 77.85,
2077
  "79": 75.3,
2078
  "80": 61.43,
2079
+ "81": 79.75,
2080
+ "82": 78.95,
2081
+ "83": 82.27,
2082
+ "84": 77.9,
2083
+ "85": 77.81,
2084
+ "86": 73.14,
2085
+ "87": 76.84,
2086
+ "88": 77.72,
2087
+ "89": 37.34,
2088
+ "90": 64.13,
2089
+ "91": 60.9,
2090
+ "92": 69.18,
2091
+ "93": 81.75,
2092
+ "94": 79.83,
2093
+ "95": 54.26,
2094
+ "96": 78.38,
2095
+ "97": 76.57,
2096
+ "98": 84.74,
2097
+ "99": 79.03,
2098
+ "100": 81.75,
2099
+ "101": 80.95,
2100
+ "102": 82.48
2101
  },
2102
  "CLIP": {
2103
  "0": 9.34,
 
2181
  "78": 44.1,
2182
  "79": 39.76,
2183
  "80": 18.02,
2184
+ "81": 35.55,
2185
+ "82": 46.7,
2186
+ "83": 45.88,
2187
+ "84": 35.22,
2188
+ "85": 42.85,
2189
+ "86": 33.27,
2190
+ "87": 41.7,
2191
+ "88": 41.05,
2192
+ "89": 24.39,
2193
+ "90": 34.03,
2194
+ "91": 37.4,
2195
+ "92": 12.94,
2196
+ "93": 41.43,
2197
+ "94": 41.91,
2198
+ "95": 6.78,
2199
+ "96": 35.98,
2200
+ "97": 44.96,
2201
+ "98": 40.34,
2202
+ "99": 38.4,
2203
+ "100": 43.92,
2204
+ "101": 42.96,
2205
+ "102": 40.95
2206
  },
2207
  "DialMed": {
2208
  "0": 0.5,
 
2286
  "78": 15.69,
2287
  "79": 21.78,
2288
  "80": 0.51,
2289
+ "81": 2.26,
2290
+ "82": 8.03,
2291
+ "83": 9.44,
2292
+ "84": 9.58,
2293
+ "85": 14.11,
2294
+ "86": 17.71,
2295
+ "87": 15.29,
2296
+ "88": 16.11,
2297
+ "89": 1.57,
2298
+ "90": 7.59,
2299
+ "91": 7.39,
2300
+ "92": 1.58,
2301
+ "93": 6.79,
2302
+ "94": 16.19,
2303
+ "95": 1.35,
2304
+ "96": 7.75,
2305
+ "97": 16.14,
2306
+ "98": 4.34,
2307
+ "99": 18.14,
2308
+ "100": 20.41,
2309
+ "101": 22.76,
2310
+ "102": 18.39
2311
  },
2312
  "EHRQA-Primary department": {
2313
  "0": 29.22,
 
2391
  "78": 63.27,
2392
  "79": 67.58,
2393
  "80": 33.73,
2394
+ "81": 58.34,
2395
+ "82": 53.53,
2396
+ "83": 58.53,
2397
+ "84": 60.16,
2398
+ "85": 61.9,
2399
+ "86": 63.61,
2400
+ "87": 65.94,
2401
+ "88": 66.18,
2402
+ "89": 60.12,
2403
+ "90": 62.85,
2404
+ "91": 50.9,
2405
+ "92": 52.09,
2406
+ "93": 60.17,
2407
+ "94": 66.9,
2408
+ "95": 45.53,
2409
+ "96": 63.79,
2410
+ "97": 67.95,
2411
+ "98": 55.0,
2412
+ "99": 67.5,
2413
+ "100": 66.84,
2414
+ "101": 66.61,
2415
+ "102": 64.34
2416
  },
2417
  "EHRQA-Sub department": {
2418
  "0": 12.6,
 
2496
  "78": 57.81,
2497
  "79": 60.54,
2498
  "80": 25.19,
2499
+ "81": 44.88,
2500
+ "82": 50.75,
2501
+ "83": 57.02,
2502
+ "84": 59.23,
2503
+ "85": 58.06,
2504
+ "86": 59.96,
2505
+ "87": 60.67,
2506
+ "88": 56.42,
2507
+ "89": 54.69,
2508
+ "90": 58.05,
2509
+ "91": 36.46,
2510
+ "92": 47.28,
2511
+ "93": 55.69,
2512
+ "94": 58.16,
2513
+ "95": 23.89,
2514
+ "96": 57.02,
2515
+ "97": 61.34,
2516
+ "98": 54.56,
2517
+ "99": 60.13,
2518
+ "100": 61.75,
2519
+ "101": 61.78,
2520
+ "102": 61.47
2521
  },
2522
  "GOUT-CC-Consensus": {
2523
  "0": 43.21,
 
2601
  "78": 84.47,
2602
  "79": 86.55,
2603
  "80": 54.0,
2604
+ "81": 85.53,
2605
+ "82": 84.26,
2606
+ "83": 84.69,
2607
+ "84": 81.81,
2608
+ "85": 85.71,
2609
+ "86": 83.74,
2610
+ "87": 82.56,
2611
+ "88": 83.98,
2612
+ "89": 83.31,
2613
+ "90": 84.47,
2614
+ "91": 83.82,
2615
+ "92": 64.92,
2616
+ "93": 79.7,
2617
+ "94": 84.01,
2618
+ "95": 55.22,
2619
+ "96": 84.73,
2620
+ "97": 88.44,
2621
+ "98": 81.11,
2622
+ "99": 83.04,
2623
+ "100": 83.29,
2624
+ "101": 84.9,
2625
+ "102": 81.04
2626
  },
2627
  "JP-STS": {
2628
  "0": 16.93,
 
2706
  "78": 35.32,
2707
  "79": 26.19,
2708
  "80": 25.36,
2709
+ "81": 26.99,
2710
+ "82": 35.12,
2711
+ "83": 39.61,
2712
+ "84": 20.81,
2713
+ "85": 37.9,
2714
+ "86": 19.81,
2715
+ "87": 37.25,
2716
+ "88": 47.21,
2717
+ "89": 34.26,
2718
+ "90": 33.5,
2719
+ "91": 41.69,
2720
+ "92": 16.52,
2721
+ "93": 17.35,
2722
+ "94": 51.11,
2723
+ "95": 12.83,
2724
+ "96": 23.99,
2725
+ "97": 23.06,
2726
+ "98": 37.38,
2727
+ "99": 40.75,
2728
+ "100": 41.08,
2729
+ "101": 21.82,
2730
+ "102": 32.54
2731
  },
2732
  "MEDIQA 2019-RQE": {
2733
  "0": 57.42,
 
2811
  "78": 69.8,
2812
  "79": 78.24,
2813
  "80": 72.47,
2814
+ "81": 71.26,
2815
+ "82": 70.37,
2816
+ "83": 82.19,
2817
+ "84": 70.47,
2818
+ "85": 77.78,
2819
+ "86": 77.5,
2820
+ "87": 77.53,
2821
+ "88": 77.43,
2822
+ "89": 66.28,
2823
+ "90": 63.8,
2824
+ "91": 58.1,
2825
+ "92": 72.09,
2826
+ "93": 76.48,
2827
+ "94": 79.66,
2828
+ "95": 56.34,
2829
+ "96": 82.17,
2830
+ "97": 82.44,
2831
+ "98": 70.53,
2832
+ "99": 80.38,
2833
+ "100": 83.89,
2834
+ "101": 76.87,
2835
+ "102": 82.75
2836
  },
2837
  "MedNLI": {
2838
  "0": 51.68,
 
2916
  "78": 82.86,
2917
  "79": 81.83,
2918
  "80": 76.88,
2919
+ "81": 81.13,
2920
+ "82": 82.38,
2921
+ "83": 85.7,
2922
+ "84": 85.7,
2923
+ "85": 86.36,
2924
+ "86": 82.43,
2925
+ "87": 84.34,
2926
+ "88": 81.82,
2927
+ "89": 73.58,
2928
+ "90": 80.55,
2929
+ "91": 83.03,
2930
+ "92": 72.23,
2931
+ "93": 81.0,
2932
+ "94": 81.51,
2933
+ "95": 54.03,
2934
+ "96": 84.76,
2935
+ "97": 85.45,
2936
+ "98": 73.56,
2937
+ "99": 87.42,
2938
+ "100": 79.28,
2939
+ "101": 85.33,
2940
+ "102": 80.69
2941
  },
2942
  "MedSTS": {
2943
  "0": 29.75,
 
3021
  "78": 47.33,
3022
  "79": 45.81,
3023
  "80": 33.68,
3024
+ "81": 51.19,
3025
+ "82": 44.17,
3026
+ "83": 52.88,
3027
+ "84": 43.51,
3028
+ "85": 44.13,
3029
+ "86": 40.14,
3030
+ "87": 51.94,
3031
+ "88": 44.99,
3032
+ "89": 36.64,
3033
+ "90": 45.81,
3034
+ "91": 48.28,
3035
+ "92": 48.7,
3036
+ "93": 47.13,
3037
+ "94": 43.38,
3038
+ "95": 36.09,
3039
+ "96": 38.8,
3040
+ "97": 45.34,
3041
+ "98": 49.41,
3042
+ "99": 54.7,
3043
+ "100": 36.89,
3044
+ "101": 40.84,
3045
+ "102": 54.3
3046
  },
3047
  "MTS": {
3048
  "0": 3.35,
 
3126
  "78": 28.51,
3127
  "79": 26.1,
3128
  "80": 18.26,
3129
+ "81": 14.81,
3130
+ "82": 25.23,
3131
+ "83": 35.37,
3132
+ "84": 21.29,
3133
+ "85": 18.66,
3134
+ "86": 19.6,
3135
+ "87": 33.21,
3136
+ "88": 28.84,
3137
+ "89": 15.22,
3138
+ "90": 18.71,
3139
+ "91": 17.43,
3140
+ "92": 11.45,
3141
+ "93": 0.82,
3142
+ "94": 33.6,
3143
+ "95": 0.43,
3144
+ "96": 5.9,
3145
+ "97": 40.91,
3146
+ "98": 15.37,
3147
+ "99": 42.01,
3148
+ "100": 34.55,
3149
+ "101": 32.02,
3150
+ "102": 5.94
3151
  },
3152
  "MEDIQA 2023-sum-A": {
3153
  "0": 28.06,
 
3231
  "78": 69.8,
3232
  "79": 70.92,
3233
  "80": 51.79,
3234
+ "81": 58.77,
3235
+ "82": 66.37,
3236
+ "83": 65.15,
3237
+ "84": 67.71,
3238
+ "85": 68.17,
3239
+ "86": 65.34,
3240
+ "87": 67.17,
3241
+ "88": 66.29,
3242
+ "89": 57.78,
3243
+ "90": 65.47,
3244
+ "91": 58.23,
3245
+ "92": 53.35,
3246
+ "93": 65.63,
3247
+ "94": 66.29,
3248
+ "95": 25.66,
3249
+ "96": 68.29,
3250
+ "97": 68.47,
3251
+ "98": 68.27,
3252
+ "99": 73.03,
3253
+ "100": 68.2,
3254
+ "101": 73.89,
3255
+ "102": 71.77
3256
  },
3257
  "RuMedDaNet": {
3258
  "0": 66.92,
 
3336
  "78": 99.23,
3337
  "79": 98.07,
3338
  "80": 88.61,
3339
+ "81": 96.09,
3340
+ "82": 96.91,
3341
+ "83": 97.63,
3342
+ "84": 98.01,
3343
+ "85": 98.07,
3344
+ "86": 97.25,
3345
+ "87": 98.04,
3346
+ "88": 97.28,
3347
+ "89": 90.73,
3348
+ "90": 94.15,
3349
+ "91": 94.14,
3350
+ "92": 95.34,
3351
+ "93": 96.96,
3352
+ "94": 97.26,
3353
+ "95": 82.87,
3354
+ "96": 98.02,
3355
+ "97": 98.41,
3356
+ "98": 93.74,
3357
+ "99": 96.94,
3358
+ "100": 98.03,
3359
+ "101": 97.63,
3360
+ "102": 97.67
3361
  },
3362
  "CBLUE-CDN": {
3363
  "0": 0.15,
 
3441
  "78": 13.3,
3442
  "79": 9.4,
3443
  "80": 0.3,
3444
+ "81": 8.0,
3445
+ "82": 9.48,
3446
+ "83": 10.16,
3447
+ "84": 9.7,
3448
+ "85": 8.76,
3449
+ "86": 10.1,
3450
+ "87": 11.38,
3451
+ "88": 10.36,
3452
+ "89": 8.22,
3453
+ "90": 9.11,
3454
+ "91": 8.04,
3455
+ "92": 1.98,
3456
+ "93": 3.53,
3457
+ "94": 9.93,
3458
+ "95": 0.15,
3459
+ "96": 3.14,
3460
+ "97": 11.13,
3461
+ "98": 0.75,
3462
+ "99": 15.94,
3463
+ "100": 11.92,
3464
+ "101": 12.9,
3465
+ "102": 12.56
3466
  },
3467
  "CHIP-CTC": {
3468
  "0": 40.61,
 
3546
  "78": 67.54,
3547
  "79": 71.31,
3548
  "80": 23.39,
3549
+ "81": 53.98,
3550
+ "82": 59.8,
3551
+ "83": 71.1,
3552
+ "84": 66.12,
3553
+ "85": 69.24,
3554
+ "86": 68.91,
3555
+ "87": 74.27,
3556
+ "88": 66.71,
3557
+ "89": 55.37,
3558
+ "90": 62.67,
3559
+ "91": 59.96,
3560
+ "92": 47.12,
3561
+ "93": 58.58,
3562
+ "94": 64.07,
3563
+ "95": 28.34,
3564
+ "96": 71.83,
3565
+ "97": 73.14,
3566
+ "98": 69.78,
3567
+ "99": 74.68,
3568
+ "100": 69.81,
3569
+ "101": 73.82,
3570
+ "102": 68.82
3571
  },
3572
  "IMCS-V2-DAC": {
3573
  "0": 22.78,
 
3651
  "78": 71.13,
3652
  "79": 77.46,
3653
  "80": 29.15,
3654
+ "81": 40.12,
3655
+ "82": 58.21,
3656
+ "83": 65.95,
3657
+ "84": 66.05,
3658
+ "85": 55.26,
3659
+ "86": 75.24,
3660
+ "87": 71.87,
3661
+ "88": 69.98,
3662
+ "89": 52.6,
3663
+ "90": 58.7,
3664
+ "91": 44.4,
3665
+ "92": 51.72,
3666
+ "93": 67.06,
3667
+ "94": 68.11,
3668
+ "95": 27.14,
3669
+ "96": 69.49,
3670
+ "97": 73.24,
3671
+ "98": 49.98,
3672
+ "99": 73.05,
3673
+ "100": 72.34,
3674
+ "101": 77.1,
3675
+ "102": 69.75
3676
  },
3677
  "RuMedNLI": {
3678
  "0": 41.51,
 
3756
  "78": 79.31,
3757
  "79": 81.54,
3758
  "80": 58.27,
3759
+ "81": 75.74,
3760
+ "82": 77.2,
3761
+ "83": 81.5,
3762
+ "84": 81.11,
3763
+ "85": 84.06,
3764
+ "86": 80.28,
3765
+ "87": 79.56,
3766
+ "88": 78.56,
3767
+ "89": 61.37,
3768
+ "90": 56.55,
3769
+ "91": 74.98,
3770
+ "92": 63.52,
3771
+ "93": 75.92,
3772
+ "94": 77.19,
3773
+ "95": 47.92,
3774
+ "96": 80.9,
3775
+ "97": 81.14,
3776
+ "98": 66.37,
3777
+ "99": 84.74,
3778
+ "100": 77.75,
3779
+ "101": 83.09,
3780
+ "102": 77.56
3781
  },
3782
  "CLISTER": {
3783
  "0": 25.54,
 
3861
  "78": 54.48,
3862
  "79": 35.47,
3863
  "80": 19.51,
3864
+ "81": 32.18,
3865
+ "82": 51.33,
3866
+ "83": 53.74,
3867
+ "84": 36.49,
3868
+ "85": 52.71,
3869
+ "86": 37.21,
3870
+ "87": 38.47,
3871
+ "88": 52.16,
3872
+ "89": 40.36,
3873
+ "90": 46.95,
3874
+ "91": 39.08,
3875
+ "92": 32.74,
3876
+ "93": 39.35,
3877
+ "94": 51.06,
3878
+ "95": 25.77,
3879
+ "96": 34.76,
3880
+ "97": 35.69,
3881
+ "98": 49.78,
3882
+ "99": 48.26,
3883
+ "100": 37.53,
3884
+ "101": 28.04,
3885
+ "102": 36.3
3886
  },
3887
  "IFMIR-Incident type": {
3888
  "0": 18.46,
 
3966
  "78": 33.59,
3967
  "79": 34.71,
3968
  "80": 22.46,
3969
+ "81": 18.79,
3970
+ "82": 30.48,
3971
+ "83": 32.89,
3972
+ "84": 32.69,
3973
+ "85": 36.08,
3974
+ "86": 35.03,
3975
+ "87": 35.06,
3976
+ "88": 34.14,
3977
+ "89": 27.68,
3978
+ "90": 30.01,
3979
+ "91": 30.07,
3980
+ "92": 25.96,
3981
+ "93": 31.78,
3982
+ "94": 34.24,
3983
+ "95": 15.66,
3984
+ "96": 24.96,
3985
+ "97": 35.7,
3986
+ "98": 30.75,
3987
+ "99": 35.27,
3988
+ "100": 34.71,
3989
+ "101": 34.57,
3990
+ "102": 33.62
3991
  },
3992
  "MIMIC-IV CDM": {
3993
  "0": 45.36,
 
4071
  "78": 92.08,
4072
  "79": 94.15,
4073
  "80": 82.58,
4074
+ "81": 82.92,
4075
+ "82": 87.05,
4076
+ "83": 91.31,
4077
+ "84": 87.57,
4078
+ "85": 88.31,
4079
+ "86": 79.11,
4080
+ "87": 89.18,
4081
+ "88": 87.87,
4082
+ "89": 72.55,
4083
+ "90": 84.73,
4084
+ "91": 87.14,
4085
+ "92": 88.76,
4086
+ "93": 92.97,
4087
+ "94": 89.17,
4088
+ "95": 77.53,
4089
+ "96": 91.64,
4090
+ "97": 93.72,
4091
+ "98": 85.83,
4092
+ "99": 92.46,
4093
+ "100": 90.83,
4094
+ "101": 95.36,
4095
+ "102": 90.03
4096
  },
4097
  "MIMIC-III Outcome.LoS": {
4098
  "0": 20.29,
 
4176
  "78": 25.83,
4177
  "79": 40.93,
4178
  "80": 27.36,
4179
+ "81": 33.92,
4180
+ "82": 38.46,
4181
+ "83": 32.01,
4182
+ "84": 28.4,
4183
+ "85": 27.44,
4184
+ "86": 38.11,
4185
+ "87": 36.85,
4186
+ "88": 39.18,
4187
+ "89": 35.23,
4188
+ "90": 39.24,
4189
+ "91": 36.3,
4190
+ "92": 27.3,
4191
+ "93": 28.85,
4192
+ "94": 42.21,
4193
+ "95": 15.54,
4194
+ "96": 34.84,
4195
+ "97": 40.17,
4196
+ "98": 32.46,
4197
+ "99": 35.67,
4198
+ "100": 33.81,
4199
+ "101": 30.93,
4200
+ "102": 39.4
4201
  },
4202
  "MIMIC-III Outcome.Mortality": {
4203
  "0": 26.0,
 
4281
  "78": 59.65,
4282
  "79": 71.08,
4283
  "80": 16.73,
4284
+ "81": 30.18,
4285
+ "82": 48.91,
4286
+ "83": 61.52,
4287
+ "84": 36.37,
4288
+ "85": 85.9,
4289
+ "86": 50.18,
4290
+ "87": 38.92,
4291
+ "88": 71.05,
4292
+ "89": 65.0,
4293
+ "90": 90.27,
4294
+ "91": 58.95,
4295
+ "92": 18.76,
4296
+ "93": 38.69,
4297
+ "94": 69.32,
4298
+ "95": 24.95,
4299
+ "96": 50.43,
4300
+ "97": 68.28,
4301
+ "98": 24.33,
4302
+ "99": 70.7,
4303
+ "100": 77.87,
4304
+ "101": 32.88,
4305
+ "102": 80.36
4306
  },
4307
  "MIMIC-IV DiReCT.Dis": {
4308
  "0": 23.17,
 
4386
  "78": 83.98,
4387
  "79": 86.12,
4388
  "80": 66.58,
4389
+ "81": 73.89,
4390
+ "82": 82.4,
4391
+ "83": 81.44,
4392
+ "84": 73.96,
4393
+ "85": 80.87,
4394
+ "86": 78.92,
4395
+ "87": 85.6,
4396
+ "88": 79.72,
4397
+ "89": 68.65,
4398
+ "90": 70.28,
4399
+ "91": 63.42,
4400
+ "92": 62.93,
4401
+ "93": 78.64,
4402
+ "94": 79.96,
4403
+ "95": 58.12,
4404
+ "96": 43.17,
4405
+ "97": 86.81,
4406
+ "98": 75.51,
4407
+ "99": 84.63,
4408
+ "100": 83.71,
4409
+ "101": 86.98,
4410
+ "102": 84.75
4411
  },
4412
  "MIMIC-IV DiReCT.PDD": {
4413
  "0": 10.29,
 
4491
  "78": 75.54,
4492
  "79": 80.48,
4493
  "80": 54.3,
4494
+ "81": 53.77,
4495
+ "82": 66.81,
4496
+ "83": 69.18,
4497
+ "84": 63.17,
4498
+ "85": 62.98,
4499
+ "86": 71.23,
4500
+ "87": 77.83,
4501
+ "88": 73.54,
4502
+ "89": 45.74,
4503
+ "90": 52.38,
4504
+ "91": 53.59,
4505
+ "92": 51.65,
4506
+ "93": 69.04,
4507
+ "94": 73.6,
4508
+ "95": 36.19,
4509
+ "96": 52.33,
4510
+ "97": 82.13,
4511
+ "98": 59.23,
4512
+ "99": 75.25,
4513
+ "100": 75.49,
4514
+ "101": 80.32,
4515
+ "102": 74.06
4516
  },
4517
  "ADE-Extraction": {
4518
  "0": 17.33,
 
4596
  "78": 67.51,
4597
  "79": 71.18,
4598
  "80": 42.88,
4599
+ "81": 61.3,
4600
+ "82": 57.66,
4601
+ "83": 59.75,
4602
+ "84": 60.01,
4603
+ "85": 60.41,
4604
+ "86": 64.2,
4605
+ "87": 53.29,
4606
+ "88": 70.05,
4607
+ "89": 57.83,
4608
+ "90": 59.41,
4609
+ "91": 44.52,
4610
+ "92": 41.61,
4611
+ "93": 41.42,
4612
+ "94": 73.91,
4613
+ "95": 9.62,
4614
+ "96": 59.12,
4615
+ "97": 55.86,
4616
+ "98": 61.66,
4617
+ "99": 64.0,
4618
+ "100": 68.01,
4619
+ "101": 72.98,
4620
+ "102": 69.27
4621
  },
4622
  "ADE-Drug dosage": {
4623
  "0": 9.51,
 
4701
  "78": 46.46,
4702
  "79": 55.14,
4703
  "80": 21.67,
4704
+ "81": 50.69,
4705
+ "82": 56.74,
4706
+ "83": 46.23,
4707
+ "84": 45.1,
4708
+ "85": 60.61,
4709
+ "86": 49.7,
4710
+ "87": 43.94,
4711
+ "88": 63.6,
4712
+ "89": 50.17,
4713
+ "90": 51.62,
4714
+ "91": 11.7,
4715
+ "92": 27.63,
4716
+ "93": 37.0,
4717
+ "94": 60.85,
4718
+ "95": 7.72,
4719
+ "96": 39.01,
4720
+ "97": 37.21,
4721
+ "98": 54.99,
4722
+ "99": 56.48,
4723
+ "100": 51.94,
4724
+ "101": 59.14,
4725
+ "102": 56.89
4726
  },
4727
  "BARR2": {
4728
  "0": 0.51,
 
4806
  "78": 18.46,
4807
  "79": 30.58,
4808
  "80": 0.0,
4809
+ "81": 10.76,
4810
+ "82": 19.27,
4811
+ "83": 12.72,
4812
+ "84": 15.09,
4813
+ "85": 7.38,
4814
+ "86": 21.12,
4815
+ "87": 20.63,
4816
+ "88": 27.35,
4817
+ "89": 4.53,
4818
+ "90": 4.79,
4819
+ "91": 9.43,
4820
+ "92": 8.91,
4821
+ "93": 5.9,
4822
+ "94": 26.85,
4823
+ "95": 0.46,
4824
+ "96": 2.9,
4825
+ "97": 9.11,
4826
+ "98": 17.54,
4827
+ "99": 31.14,
4828
+ "100": 31.14,
4829
+ "101": 32.79,
4830
+ "102": 26.27
4831
  },
4832
  "Cantemis-NER": {
4833
  "0": 0.63,
 
4911
  "78": 19.81,
4912
  "79": 21.22,
4913
  "80": 4.02,
4914
+ "81": 13.48,
4915
+ "82": 13.61,
4916
+ "83": 14.69,
4917
+ "84": 18.8,
4918
+ "85": 19.45,
4919
+ "86": 5.16,
4920
+ "87": 14.29,
4921
+ "88": 18.29,
4922
+ "89": 18.21,
4923
+ "90": 14.25,
4924
+ "91": 15.29,
4925
+ "92": 10.06,
4926
+ "93": 14.11,
4927
+ "94": 18.58,
4928
+ "95": 3.75,
4929
+ "96": 5.83,
4930
+ "97": 10.29,
4931
+ "98": 20.85,
4932
+ "99": 23.54,
4933
+ "100": 21.68,
4934
+ "101": 18.08,
4935
+ "102": 21.38
4936
  },
4937
  "Cantemis-Norm": {
4938
  "0": 0.0,
 
5016
  "78": 6.35,
5017
  "79": 9.3,
5018
  "80": 0.0,
5019
+ "81": 0.0,
5020
+ "82": 1.54,
5021
+ "83": 0.37,
5022
+ "84": 2.17,
5023
+ "85": 4.52,
5024
+ "86": 1.82,
5025
+ "87": 1.88,
5026
+ "88": 6.19,
5027
+ "89": 0.0,
5028
+ "90": 1.07,
5029
+ "91": 0.17,
5030
+ "92": 2.89,
5031
+ "93": 6.97,
5032
+ "94": 6.37,
5033
+ "95": 0.71,
5034
+ "96": 0.06,
5035
+ "97": 2.7,
5036
+ "98": 11.32,
5037
+ "99": 10.1,
5038
+ "100": 8.33,
5039
+ "101": 17.02,
5040
+ "102": 14.98
5041
  },
5042
  "CHIP-CDEE": {
5043
  "0": 0.0,
 
5121
  "78": 17.19,
5122
  "79": 8.83,
5123
  "80": 0.74,
5124
+ "81": 0.93,
5125
+ "82": 9.71,
5126
+ "83": 12.4,
5127
+ "84": 9.47,
5128
+ "85": 7.59,
5129
+ "86": 18.69,
5130
+ "87": 26.59,
5131
+ "88": 24.35,
5132
+ "89": 5.11,
5133
+ "90": 22.8,
5134
+ "91": 3.93,
5135
+ "92": 0.35,
5136
+ "93": 12.58,
5137
+ "94": 23.06,
5138
+ "95": 1.64,
5139
+ "96": 11.23,
5140
+ "97": 24.5,
5141
+ "98": 8.71,
5142
+ "99": 26.69,
5143
+ "100": 29.96,
5144
+ "101": 38.38,
5145
+ "102": 33.79
5146
  },
5147
  "CodiEsp-ICD-10-CM": {
5148
  "0": 0.0,
 
5226
  "78": 5.13,
5227
  "79": 2.58,
5228
  "80": 0.06,
5229
+ "81": 0.92,
5230
+ "82": 2.33,
5231
+ "83": 4.3,
5232
+ "84": 3.99,
5233
+ "85": 5.31,
5234
+ "86": 1.88,
5235
+ "87": 1.45,
5236
+ "88": 8.85,
5237
+ "89": 0.41,
5238
+ "90": 2.86,
5239
+ "91": 0.18,
5240
+ "92": 0.61,
5241
+ "93": 5.22,
5242
+ "94": 8.18,
5243
+ "95": 0.54,
5244
+ "96": 1.53,
5245
+ "97": 5.57,
5246
+ "98": 10.58,
5247
+ "99": 16.38,
5248
+ "100": 17.19,
5249
+ "101": 14.83,
5250
+ "102": 14.14
5251
  },
5252
  "CodiEsp-ICD-10-PCS": {
5253
  "0": 0.0,
 
5331
  "78": 2.03,
5332
  "79": 0.17,
5333
  "80": 0.0,
5334
+ "81": 0.0,
5335
+ "82": 0.0,
5336
  "83": 0.0,
5337
+ "84": 0.18,
5338
+ "85": 0.1,
5339
  "86": 0.0,
5340
  "87": 0.0,
5341
  "88": 0.0,
5342
+ "89": 0.0,
5343
  "90": 0.0,
5344
  "91": 0.0,
5345
  "92": 0.0,
5346
+ "93": 0.3,
5347
+ "94": 0.0,
5348
+ "95": 0.0,
5349
+ "96": 0.0,
5350
+ "97": 0.0,
5351
+ "98": 0.16,
5352
+ "99": 4.84,
5353
+ "100": 0.81,
5354
+ "101": 1.67,
5355
+ "102": 1.27
5356
  },
5357
  "CLINpt-NER": {
5358
  "0": 0.3,
 
5436
  "78": 26.23,
5437
  "79": 32.46,
5438
  "80": 1.49,
5439
+ "81": 16.76,
5440
+ "82": 20.89,
5441
+ "83": 20.2,
5442
+ "84": 19.06,
5443
+ "85": 20.8,
5444
+ "86": 7.93,
5445
+ "87": 23.15,
5446
+ "88": 24.96,
5447
+ "89": 20.86,
5448
+ "90": 22.02,
5449
+ "91": 14.43,
5450
+ "92": 8.91,
5451
+ "93": 15.51,
5452
+ "94": 25.73,
5453
+ "95": 4.08,
5454
+ "96": 2.81,
5455
+ "97": 8.01,
5456
+ "98": 21.8,
5457
+ "99": 28.71,
5458
+ "100": 33.23,
5459
+ "101": 40.25,
5460
+ "102": 32.39
5461
  },
5462
  "DiSMed-NER": {
5463
  "0": 6.42,
 
5541
  "78": 36.02,
5542
  "79": 32.68,
5543
  "80": 10.25,
5544
+ "81": 28.28,
5545
+ "82": 28.96,
5546
+ "83": 31.87,
5547
+ "84": 31.67,
5548
+ "85": 32.74,
5549
+ "86": 31.37,
5550
+ "87": 33.5,
5551
+ "88": 33.11,
5552
+ "89": 15.02,
5553
+ "90": 15.12,
5554
+ "91": 26.25,
5555
+ "92": 28.14,
5556
+ "93": 31.61,
5557
+ "94": 31.86,
5558
+ "95": 22.99,
5559
+ "96": 10.51,
5560
+ "97": 26.08,
5561
+ "98": 28.49,
5562
+ "99": 34.66,
5563
+ "100": 34.59,
5564
+ "101": 34.62,
5565
+ "102": 37.5
5566
  },
5567
  "MIE": {
5568
  "0": 1.39,
 
5646
  "78": 30.0,
5647
  "79": 57.89,
5648
  "80": 1.13,
5649
+ "81": 8.25,
5650
+ "82": 16.72,
5651
+ "83": 25.57,
5652
+ "84": 31.63,
5653
+ "85": 33.58,
5654
+ "86": 28.63,
5655
+ "87": 42.39,
5656
+ "88": 42.02,
5657
+ "89": 15.92,
5658
+ "90": 2.02,
5659
+ "91": 13.46,
5660
+ "92": 10.22,
5661
+ "93": 26.84,
5662
+ "94": 35.56,
5663
+ "95": 3.72,
5664
+ "96": 19.28,
5665
+ "97": 51.01,
5666
+ "98": 22.49,
5667
+ "99": 50.25,
5668
+ "100": 44.66,
5669
+ "101": 58.39,
5670
+ "102": 33.58
5671
  },
5672
  "Ex4CDS": {
5673
  "0": 1.95,
 
5751
  "78": 28.73,
5752
  "79": 48.67,
5753
  "80": 5.56,
5754
+ "81": 29.45,
5755
+ "82": 30.49,
5756
+ "83": 31.4,
5757
+ "84": 20.34,
5758
+ "85": 28.98,
5759
+ "86": 23.42,
5760
+ "87": 39.44,
5761
+ "88": 35.35,
5762
+ "89": 27.4,
5763
+ "90": 31.37,
5764
+ "91": 30.87,
5765
+ "92": 12.74,
5766
+ "93": 22.65,
5767
+ "94": 33.57,
5768
+ "95": 3.31,
5769
+ "96": 13.3,
5770
+ "97": 38.9,
5771
+ "98": 36.12,
5772
+ "99": 45.27,
5773
+ "100": 38.16,
5774
+ "101": 47.96,
5775
+ "102": 46.99
5776
  },
5777
  "n2c2 2006-De-identification": {
5778
  "0": 0.09,
 
5856
  "78": 36.91,
5857
  "79": 40.52,
5858
  "80": 13.48,
5859
+ "81": 3.09,
5860
+ "82": 22.17,
5861
+ "83": 19.65,
5862
+ "84": 32.81,
5863
+ "85": 32.19,
5864
+ "86": 13.04,
5865
+ "87": 35.58,
5866
+ "88": 33.1,
5867
+ "89": 3.85,
5868
+ "90": 18.41,
5869
+ "91": 5.34,
5870
+ "92": 9.02,
5871
+ "93": 22.74,
5872
+ "94": 29.33,
5873
+ "95": 9.23,
5874
+ "96": 7.85,
5875
+ "97": 24.51,
5876
+ "98": 1.82,
5877
+ "99": 28.24,
5878
+ "100": 38.75,
5879
+ "101": 44.41,
5880
+ "102": 29.81
5881
  },
5882
  "Medication extraction": {
5883
  "0": 0.07,
 
5961
  "78": 1.23,
5962
  "79": 1.98,
5963
  "80": 1.31,
5964
+ "81": 0.08,
5965
+ "82": 1.35,
5966
+ "83": 2.14,
5967
+ "84": 1.59,
5968
+ "85": 1.74,
5969
+ "86": 0.87,
5970
+ "87": 1.58,
5971
+ "88": 2.87,
5972
+ "89": 0.13,
5973
+ "90": 0.65,
5974
+ "91": 0.57,
5975
+ "92": 0.0,
5976
+ "93": 0.51,
5977
+ "94": 2.89,
5978
+ "95": 0.03,
5979
+ "96": 1.81,
5980
+ "97": 2.22,
5981
+ "98": 1.32,
5982
+ "99": 2.56,
5983
+ "100": 2.37,
5984
+ "101": 2.32,
5985
+ "102": 7.56
5986
  },
5987
  "n2c2 2010-Concept": {
5988
  "0": 0.68,
 
6066
  "78": 29.03,
6067
  "79": 37.66,
6068
  "80": 0.52,
6069
+ "81": 24.83,
6070
+ "82": 23.64,
6071
+ "83": 25.19,
6072
+ "84": 18.97,
6073
+ "85": 24.64,
6074
+ "86": 24.52,
6075
+ "87": 23.75,
6076
+ "88": 29.11,
6077
+ "89": 20.05,
6078
+ "90": 32.11,
6079
+ "91": 18.72,
6080
+ "92": 18.72,
6081
+ "93": 24.77,
6082
+ "94": 31.46,
6083
+ "95": 14.92,
6084
+ "96": 2.81,
6085
+ "97": 12.84,
6086
+ "98": 25.24,
6087
+ "99": 38.16,
6088
+ "100": 40.73,
6089
+ "101": 47.71,
6090
+ "102": 40.0
6091
  },
6092
  "n2c2 2010-Assertion": {
6093
  "0": 3.48,
 
6171
  "78": 22.04,
6172
  "79": 24.04,
6173
  "80": 1.95,
6174
+ "81": 20.58,
6175
+ "82": 19.56,
6176
+ "83": 20.97,
6177
+ "84": 20.91,
6178
+ "85": 24.02,
6179
+ "86": 17.42,
6180
+ "87": 19.44,
6181
+ "88": 33.56,
6182
+ "89": 16.87,
6183
+ "90": 20.57,
6184
+ "91": 11.77,
6185
+ "92": 13.36,
6186
+ "93": 19.08,
6187
+ "94": 33.31,
6188
+ "95": 10.62,
6189
+ "96": 2.39,
6190
+ "97": 10.81,
6191
+ "98": 21.77,
6192
+ "99": 36.5,
6193
+ "100": 37.02,
6194
+ "101": 40.94,
6195
+ "102": 39.97
6196
  },
6197
  "n2c2 2010-Relation": {
6198
  "0": 0.0,
 
6276
  "78": 1.25,
6277
  "79": 2.01,
6278
  "80": 0.0,
6279
+ "81": 0.42,
6280
+ "82": 1.55,
6281
+ "83": 0.53,
6282
+ "84": 0.52,
6283
+ "85": 1.08,
6284
+ "86": 0.31,
6285
+ "87": 1.42,
6286
+ "88": 3.61,
6287
+ "89": 0.06,
6288
+ "90": 0.15,
6289
  "91": 0.0,
6290
+ "92": 0.21,
6291
+ "93": 1.17,
6292
+ "94": 3.78,
6293
+ "95": 0.0,
6294
+ "96": 0.15,
6295
+ "97": 1.49,
6296
+ "98": 1.16,
6297
+ "99": 3.7,
6298
+ "100": 3.05,
6299
+ "101": 11.33,
6300
+ "102": 4.06
6301
  },
6302
  "n2c2 2014-De-identification": {
6303
  "0": 0.07,
 
6381
  "78": 48.46,
6382
  "79": 59.34,
6383
  "80": 4.17,
6384
+ "81": 11.41,
6385
+ "82": 27.78,
6386
+ "83": 31.78,
6387
+ "84": 41.85,
6388
+ "85": 38.08,
6389
+ "86": 26.98,
6390
+ "87": 51.28,
6391
+ "88": 45.75,
6392
+ "89": 7.33,
6393
+ "90": 13.03,
6394
+ "91": 15.64,
6395
+ "92": 13.41,
6396
+ "93": 24.36,
6397
+ "94": 38.35,
6398
+ "95": 14.54,
6399
+ "96": 8.14,
6400
+ "97": 26.27,
6401
+ "98": 0.71,
6402
+ "99": 57.24,
6403
+ "100": 72.75,
6404
+ "101": 74.94,
6405
+ "102": 57.45
6406
  },
6407
  "IMCS-V2-NER": {
6408
  "0": 1.98,
 
6486
  "78": 59.61,
6487
  "79": 62.52,
6488
  "80": 5.41,
6489
+ "81": 48.57,
6490
+ "82": 53.53,
6491
+ "83": 58.03,
6492
+ "84": 57.05,
6493
+ "85": 57.09,
6494
+ "86": 51.8,
6495
+ "87": 63.1,
6496
+ "88": 65.0,
6497
+ "89": 57.88,
6498
+ "90": 46.88,
6499
+ "91": 52.7,
6500
+ "92": 31.63,
6501
+ "93": 53.51,
6502
+ "94": 63.55,
6503
+ "95": 16.9,
6504
+ "96": 37.77,
6505
+ "97": 61.84,
6506
+ "98": 62.08,
6507
+ "99": 66.78,
6508
+ "100": 69.04,
6509
+ "101": 67.25,
6510
+ "102": 68.71
6511
  },
6512
  "meddocan": {
6513
  "0": 0.08,
 
6591
  "78": 37.62,
6592
  "79": 35.58,
6593
  "80": 0.07,
6594
+ "81": 17.53,
6595
+ "82": 14.08,
6596
+ "83": 26.93,
6597
+ "84": 28.1,
6598
+ "85": 32.94,
6599
+ "86": 13.96,
6600
+ "87": 29.1,
6601
+ "88": 34.58,
6602
+ "89": 11.72,
6603
+ "90": 6.35,
6604
+ "91": 21.32,
6605
+ "92": 20.2,
6606
+ "93": 28.6,
6607
+ "94": 31.81,
6608
+ "95": 21.46,
6609
+ "96": 7.54,
6610
+ "97": 21.45,
6611
+ "98": 23.55,
6612
+ "99": 33.52,
6613
+ "100": 34.25,
6614
+ "101": 36.5,
6615
+ "102": 34.08
6616
  },
6617
  "MTS-Temporal": {
6618
  "0": 1.51,
 
6696
  "78": 26.31,
6697
  "79": 36.34,
6698
  "80": 5.19,
6699
+ "81": 7.89,
6700
+ "82": 12.92,
6701
+ "83": 14.27,
6702
+ "84": 26.12,
6703
+ "85": 21.03,
6704
+ "86": 28.38,
6705
+ "87": 24.45,
6706
+ "88": 27.76,
6707
+ "89": 4.07,
6708
+ "90": 7.0,
6709
+ "91": 13.11,
6710
+ "92": 11.76,
6711
+ "93": 22.18,
6712
+ "94": 27.75,
6713
+ "95": 2.42,
6714
+ "96": 7.53,
6715
+ "97": 7.21,
6716
+ "98": 21.14,
6717
+ "99": 32.57,
6718
+ "100": 9.5,
6719
+ "101": 33.44,
6720
+ "102": 33.81
6721
  },
6722
  "n2c2 2018-ADE&medication": {
6723
  "0": 0.1,
 
6801
  "78": 0.62,
6802
  "79": 2.23,
6803
  "80": 0.03,
6804
+ "81": 7.7,
6805
+ "82": 5.56,
6806
+ "83": 7.89,
6807
+ "84": 1.15,
6808
+ "85": 1.94,
6809
+ "86": 2.62,
6810
+ "87": 1.04,
6811
+ "88": 3.31,
6812
+ "89": 2.2,
6813
+ "90": 5.44,
6814
+ "91": 1.86,
6815
+ "92": 5.58,
6816
+ "93": 3.27,
6817
+ "94": 4.31,
6818
+ "95": 5.51,
6819
+ "96": 1.66,
6820
+ "97": 3.18,
6821
+ "98": 4.3,
6822
+ "99": 8.22,
6823
+ "100": 5.6,
6824
+ "101": 13.23,
6825
+ "102": 11.18
6826
  },
6827
  "NorSynthClinical-NER": {
6828
  "0": 5.47,
 
6906
  "78": 46.07,
6907
  "79": 58.36,
6908
  "80": 4.17,
6909
+ "81": 35.53,
6910
+ "82": 41.69,
6911
+ "83": 42.98,
6912
+ "84": 43.55,
6913
+ "85": 44.86,
6914
+ "86": 54.09,
6915
+ "87": 54.9,
6916
+ "88": 45.45,
6917
+ "89": 42.04,
6918
+ "90": 40.64,
6919
+ "91": 33.26,
6920
+ "92": 37.12,
6921
+ "93": 46.27,
6922
+ "94": 43.78,
6923
+ "95": 16.01,
6924
+ "96": 27.85,
6925
+ "97": 46.21,
6926
+ "98": 47.72,
6927
+ "99": 58.57,
6928
+ "100": 56.32,
6929
+ "101": 57.2,
6930
+ "102": 55.38
6931
  },
6932
  "NorSynthClinical-RE": {
6933
  "0": 0.09,
 
7011
  "78": 2.78,
7012
  "79": 18.39,
7013
  "80": 0.09,
7014
+ "81": 4.44,
7015
+ "82": 3.57,
7016
+ "83": 4.71,
7017
+ "84": 2.06,
7018
+ "85": 5.62,
7019
+ "86": 6.89,
7020
+ "87": 7.28,
7021
+ "88": 7.74,
7022
+ "89": 0.92,
7023
+ "90": 1.9,
7024
+ "91": 6.59,
7025
+ "92": 0.76,
7026
+ "93": 3.21,
7027
+ "94": 7.13,
7028
+ "95": 0.09,
7029
+ "96": 12.57,
7030
+ "97": 17.54,
7031
+ "98": 4.81,
7032
+ "99": 14.89,
7033
+ "100": 10.16,
7034
+ "101": 7.54,
7035
+ "102": 20.59
7036
  },
7037
  "NUBES": {
7038
  "0": 0.0,
 
7116
  "78": 2.34,
7117
  "79": 31.71,
7118
  "80": 0.17,
7119
+ "81": 0.02,
7120
+ "82": 0.29,
7121
+ "83": 1.47,
7122
+ "84": 10.12,
7123
+ "85": 6.03,
7124
+ "86": 4.86,
7125
+ "87": 13.78,
7126
+ "88": 24.1,
7127
+ "89": 0.03,
7128
+ "90": 2.9,
7129
  "91": 0.0,
7130
+ "92": 0.12,
7131
+ "93": 2.73,
7132
+ "94": 20.54,
7133
+ "95": 0.0,
7134
+ "96": 0.71,
7135
+ "97": 3.13,
7136
+ "98": 1.72,
7137
+ "99": 5.41,
7138
+ "100": 13.17,
7139
+ "101": 48.84,
7140
+ "102": 14.63
7141
  },
7142
  "CHIP-MDCFNPC": {
7143
  "0": 0.53,
 
7221
  "78": 32.51,
7222
  "79": 37.59,
7223
  "80": 1.88,
7224
+ "81": 14.74,
7225
+ "82": 19.74,
7226
+ "83": 25.5,
7227
+ "84": 20.34,
7228
+ "85": 28.71,
7229
+ "86": 4.79,
7230
+ "87": 28.06,
7231
+ "88": 38.09,
7232
+ "89": 14.55,
7233
+ "90": 16.11,
7234
+ "91": 1.86,
7235
+ "92": 8.02,
7236
+ "93": 21.54,
7237
+ "94": 34.65,
7238
+ "95": 0.44,
7239
+ "96": 16.14,
7240
+ "97": 35.4,
7241
+ "98": 12.68,
7242
+ "99": 39.54,
7243
+ "100": 35.99,
7244
+ "101": 38.44,
7245
+ "102": 39.65
7246
  },
7247
  "IMCS-V2-SR": {
7248
  "0": 0.22,
 
7326
  "78": 26.31,
7327
  "79": 31.03,
7328
  "80": 0.13,
7329
+ "81": 24.6,
7330
+ "82": 22.33,
7331
+ "83": 23.14,
7332
+ "84": 18.9,
7333
+ "85": 25.34,
7334
+ "86": 6.96,
7335
+ "87": 27.02,
7336
+ "88": 25.25,
7337
+ "89": 17.7,
7338
+ "90": 21.36,
7339
+ "91": 12.69,
7340
+ "92": 10.16,
7341
+ "93": 22.44,
7342
+ "94": 26.3,
7343
+ "95": 3.11,
7344
+ "96": 2.56,
7345
+ "97": 9.61,
7346
+ "98": 22.16,
7347
+ "99": 25.42,
7348
+ "100": 5.7,
7349
+ "101": 28.64,
7350
+ "102": 39.02
7351
  },
7352
  "n2c2 2014-Diabetes": {
7353
  "0": 0.77,
 
7431
  "78": 19.05,
7432
  "79": 20.02,
7433
  "80": 0.42,
7434
+ "81": 12.57,
7435
+ "82": 17.21,
7436
+ "83": 22.77,
7437
+ "84": 14.64,
7438
+ "85": 21.21,
7439
+ "86": 22.26,
7440
+ "87": 17.65,
7441
+ "88": 21.49,
7442
+ "89": 6.16,
7443
+ "90": 3.64,
7444
+ "91": 6.95,
7445
+ "92": 13.25,
7446
+ "93": 19.01,
7447
+ "94": 20.88,
7448
+ "95": 6.41,
7449
+ "96": 10.57,
7450
+ "97": 13.57,
7451
+ "98": 21.63,
7452
+ "99": 24.27,
7453
+ "100": 19.67,
7454
+ "101": 19.85,
7455
+ "102": 27.5
7456
  },
7457
  "n2c2 2014-CAD": {
7458
  "0": 0.44,
 
7536
  "78": 11.72,
7537
  "79": 18.33,
7538
  "80": 2.2,
7539
+ "81": 6.19,
7540
+ "82": 4.99,
7541
+ "83": 11.62,
7542
+ "84": 10.34,
7543
+ "85": 11.55,
7544
+ "86": 14.48,
7545
+ "87": 11.84,
7546
+ "88": 15.55,
7547
+ "89": 5.92,
7548
+ "90": 2.57,
7549
+ "91": 4.68,
7550
+ "92": 10.66,
7551
+ "93": 13.0,
7552
+ "94": 14.83,
7553
+ "95": 6.95,
7554
+ "96": 8.84,
7555
+ "97": 10.88,
7556
+ "98": 9.2,
7557
+ "99": 18.84,
7558
+ "100": 9.69,
7559
+ "101": 19.16,
7560
+ "102": 19.99
7561
  },
7562
  "n2c2 2014-Hyperlipidemia": {
7563
  "0": 1.44,
 
7641
  "78": 32.64,
7642
  "79": 41.25,
7643
  "80": 0.25,
7644
+ "81": 22.25,
7645
+ "82": 29.48,
7646
+ "83": 39.42,
7647
+ "84": 23.28,
7648
+ "85": 38.99,
7649
+ "86": 35.24,
7650
+ "87": 29.87,
7651
+ "88": 37.88,
7652
+ "89": 17.96,
7653
+ "90": 11.43,
7654
+ "91": 3.84,
7655
+ "92": 21.16,
7656
+ "93": 32.41,
7657
+ "94": 37.41,
7658
+ "95": 19.1,
7659
+ "96": 13.35,
7660
+ "97": 28.73,
7661
+ "98": 35.19,
7662
+ "99": 43.03,
7663
+ "100": 34.88,
7664
+ "101": 31.48,
7665
+ "102": 37.83
7666
  },
7667
  "n2c2 2014-Hypertension": {
7668
  "0": 2.71,
 
7746
  "78": 34.53,
7747
  "79": 30.12,
7748
  "80": 0.99,
7749
+ "81": 21.33,
7750
+ "82": 30.95,
7751
+ "83": 38.34,
7752
+ "84": 20.2,
7753
+ "85": 35.66,
7754
+ "86": 32.3,
7755
+ "87": 22.03,
7756
+ "88": 37.33,
7757
+ "89": 14.07,
7758
+ "90": 5.58,
7759
+ "91": 10.27,
7760
+ "92": 23.14,
7761
+ "93": 27.16,
7762
+ "94": 36.5,
7763
+ "95": 19.91,
7764
+ "96": 15.06,
7765
+ "97": 16.41,
7766
+ "98": 35.7,
7767
+ "99": 38.66,
7768
+ "100": 35.74,
7769
+ "101": 27.99,
7770
+ "102": 36.45
7771
  },
7772
  "n2c2 2014-Medication": {
7773
  "0": 2.83,
 
7851
  "78": 7.98,
7852
  "79": 9.6,
7853
  "80": 0.4,
7854
+ "81": 16.18,
7855
+ "82": 10.18,
7856
+ "83": 10.15,
7857
+ "84": 5.53,
7858
+ "85": 8.56,
7859
+ "86": 17.1,
7860
+ "87": 7.13,
7861
+ "88": 10.35,
7862
+ "89": 6.58,
7863
+ "90": 5.28,
7864
+ "91": 5.57,
7865
+ "92": 19.38,
7866
+ "93": 24.33,
7867
+ "94": 13.41,
7868
+ "95": 14.75,
7869
+ "96": 6.96,
7870
+ "97": 3.71,
7871
+ "98": 21.86,
7872
+ "99": 14.94,
7873
+ "100": 1.91,
7874
+ "101": 3.94,
7875
+ "102": 15.48
7876
  },
7877
  "CAS-label": {
7878
  "0": 2.7,
 
7956
  "78": 45.6,
7957
  "79": 46.56,
7958
  "80": 5.78,
7959
+ "81": 14.27,
7960
+ "82": 41.28,
7961
+ "83": 40.99,
7962
+ "84": 8.62,
7963
+ "85": 44.82,
7964
+ "86": 9.13,
7965
+ "87": 32.09,
7966
+ "88": 49.94,
7967
+ "89": 20.03,
7968
+ "90": 41.95,
7969
+ "91": 28.64,
7970
+ "92": 3.63,
7971
+ "93": 3.79,
7972
+ "94": 47.54,
7973
+ "95": 7.62,
7974
+ "96": 15.59,
7975
+ "97": 43.49,
7976
+ "98": 49.3,
7977
+ "99": 48.92,
7978
+ "100": 49.58,
7979
+ "101": 40.93,
7980
+ "102": 39.98
7981
  },
7982
  "RuDReC-NER": {
7983
  "0": 1.2,
 
8061
  "78": 31.2,
8062
  "79": 41.9,
8063
  "80": 4.11,
8064
+ "81": 19.52,
8065
+ "82": 22.63,
8066
+ "83": 32.62,
8067
+ "84": 30.85,
8068
+ "85": 33.1,
8069
+ "86": 34.08,
8070
+ "87": 42.08,
8071
+ "88": 34.41,
8072
+ "89": 14.39,
8073
+ "90": 17.04,
8074
+ "91": 23.96,
8075
+ "92": 20.85,
8076
+ "93": 30.7,
8077
+ "94": 37.17,
8078
+ "95": 7.19,
8079
+ "96": 29.46,
8080
+ "97": 38.01,
8081
+ "98": 26.08,
8082
+ "99": 44.69,
8083
+ "100": 48.81,
8084
+ "101": 45.25,
8085
+ "102": 40.5
8086
  },
8087
  "NorSynthClinical-PHI": {
8088
  "0": 3.24,
 
8166
  "78": 71.81,
8167
  "79": 76.58,
8168
  "80": 8.01,
8169
+ "81": 32.01,
8170
+ "82": 48.05,
8171
+ "83": 54.42,
8172
+ "84": 55.79,
8173
+ "85": 75.8,
8174
+ "86": 66.23,
8175
+ "87": 65.82,
8176
+ "88": 67.22,
8177
+ "89": 27.83,
8178
+ "90": 21.02,
8179
+ "91": 39.82,
8180
+ "92": 30.95,
8181
+ "93": 63.89,
8182
+ "94": 62.91,
8183
+ "95": 6.7,
8184
+ "96": 40.64,
8185
+ "97": 82.8,
8186
+ "98": 40.22,
8187
+ "99": 88.98,
8188
+ "100": 82.21,
8189
+ "101": 81.68,
8190
+ "102": 76.72
8191
  },
8192
  "RuCCoN": {
8193
  "0": 0.47,
 
8271
  "78": 24.06,
8272
  "79": 32.8,
8273
  "80": 1.28,
8274
+ "81": 19.69,
8275
+ "82": 23.69,
8276
+ "83": 25.68,
8277
+ "84": 30.02,
8278
+ "85": 29.75,
8279
+ "86": 25.04,
8280
+ "87": 29.34,
8281
+ "88": 30.8,
8282
+ "89": 18.09,
8283
+ "90": 20.81,
8284
+ "91": 24.11,
8285
+ "92": 15.34,
8286
+ "93": 26.43,
8287
+ "94": 31.67,
8288
+ "95": 6.87,
8289
+ "96": 3.18,
8290
+ "97": 9.8,
8291
+ "98": 27.75,
8292
+ "99": 32.46,
8293
+ "100": 35.24,
8294
+ "101": 33.64,
8295
+ "102": 34.28
8296
  },
8297
  "BRONCO150-NER&Status": {
8298
  "0": 0.98,
 
8376
  "78": 33.92,
8377
  "79": 38.39,
8378
  "80": 2.45,
8379
+ "81": 17.67,
8380
+ "82": 24.17,
8381
+ "83": 34.62,
8382
+ "84": 28.27,
8383
+ "85": 37.8,
8384
+ "86": 40.4,
8385
+ "87": 34.09,
8386
+ "88": 37.47,
8387
+ "89": 27.01,
8388
+ "90": 30.65,
8389
+ "91": 23.62,
8390
+ "92": 13.82,
8391
+ "93": 33.04,
8392
+ "94": 42.75,
8393
+ "95": 6.82,
8394
+ "96": 3.47,
8395
+ "97": 25.82,
8396
+ "98": 37.55,
8397
+ "99": 41.7,
8398
+ "100": 49.95,
8399
+ "101": 52.83,
8400
+ "102": 52.61
8401
  },
8402
  "CARDIO-DE": {
8403
  "0": 0.09,
 
8481
  "78": 51.06,
8482
  "79": 62.33,
8483
  "80": 2.4,
8484
+ "81": 23.15,
8485
+ "82": 40.77,
8486
+ "83": 46.26,
8487
+ "84": 49.96,
8488
+ "85": 41.35,
8489
+ "86": 49.36,
8490
+ "87": 21.22,
8491
+ "88": 48.11,
8492
+ "89": 13.32,
8493
+ "90": 15.83,
8494
+ "91": 37.41,
8495
+ "92": 16.51,
8496
+ "93": 46.49,
8497
+ "94": 48.9,
8498
+ "95": 17.44,
8499
+ "96": 12.75,
8500
+ "97": 22.81,
8501
+ "98": 35.53,
8502
+ "99": 53.56,
8503
+ "100": 55.81,
8504
+ "101": 68.11,
8505
+ "102": 53.49
8506
  },
8507
  "GraSSCo PHI": {
8508
  "0": 0.43,
 
8586
  "78": 55.13,
8587
  "79": 76.28,
8588
  "80": 4.04,
8589
+ "81": 25.76,
8590
+ "82": 28.92,
8591
+ "83": 51.99,
8592
+ "84": 18.42,
8593
+ "85": 57.28,
8594
+ "86": 57.3,
8595
+ "87": 58.44,
8596
+ "88": 51.04,
8597
+ "89": 26.56,
8598
+ "90": 17.05,
8599
+ "91": 35.99,
8600
+ "92": 29.25,
8601
+ "93": 52.69,
8602
+ "94": 44.85,
8603
+ "95": 7.81,
8604
+ "96": 4.43,
8605
+ "97": 56.3,
8606
+ "98": 27.69,
8607
+ "99": 68.1,
8608
+ "100": 61.48,
8609
+ "101": 73.65,
8610
+ "102": 65.11
8611
  },
8612
  "IFMIR-NER": {
8613
  "0": 0.91,
 
8691
  "78": 34.91,
8692
  "79": 46.27,
8693
  "80": 2.88,
8694
+ "81": 20.34,
8695
+ "82": 28.39,
8696
+ "83": 33.07,
8697
+ "84": 33.58,
8698
+ "85": 35.34,
8699
+ "86": 32.56,
8700
+ "87": 33.45,
8701
+ "88": 35.0,
8702
+ "89": 17.04,
8703
+ "90": 13.33,
8704
+ "91": 28.02,
8705
+ "92": 10.39,
8706
+ "93": 29.93,
8707
+ "94": 34.24,
8708
+ "95": 6.39,
8709
+ "96": 3.02,
8710
+ "97": 24.83,
8711
+ "98": 33.33,
8712
+ "99": 41.53,
8713
+ "100": 38.04,
8714
+ "101": 44.81,
8715
+ "102": 42.24
8716
  },
8717
  "IFMIR - NER&factuality": {
8718
  "0": 0.25,
 
8796
  "78": 18.08,
8797
  "79": 27.95,
8798
  "80": 0.79,
8799
+ "81": 3.15,
8800
+ "82": 15.72,
8801
+ "83": 14.77,
8802
+ "84": 20.66,
8803
+ "85": 23.7,
8804
+ "86": 7.1,
8805
+ "87": 12.58,
8806
+ "88": 15.91,
8807
+ "89": 2.88,
8808
+ "90": 3.97,
8809
+ "91": 2.19,
8810
+ "92": 2.88,
8811
+ "93": 11.69,
8812
+ "94": 17.43,
8813
+ "95": 2.25,
8814
+ "96": 4.79,
8815
+ "97": 12.48,
8816
+ "98": 12.7,
8817
+ "99": 22.38,
8818
+ "100": 21.47,
8819
+ "101": 26.85,
8820
+ "102": 23.18
8821
  },
8822
  "iCorpus": {
8823
  "0": 0.0,
 
8901
  "78": 32.74,
8902
  "79": 48.66,
8903
  "80": 4.21,
8904
+ "81": 10.58,
8905
+ "82": 19.53,
8906
+ "83": 24.09,
8907
+ "84": 8.15,
8908
+ "85": 29.75,
8909
+ "86": 11.93,
8910
+ "87": 24.94,
8911
+ "88": 35.98,
8912
+ "89": 16.36,
8913
+ "90": 23.35,
8914
+ "91": 16.65,
8915
+ "92": 11.89,
8916
+ "93": 30.59,
8917
+ "94": 37.92,
8918
+ "95": 4.56,
8919
+ "96": 1.72,
8920
+ "97": 9.95,
8921
+ "98": 27.85,
8922
+ "99": 47.1,
8923
+ "100": 44.53,
8924
+ "101": 48.43,
8925
+ "102": 44.89
8926
  },
8927
  "cMedQA": {
8928
  "0": 17.95,
 
9006
  "78": 20.04,
9007
  "79": 18.32,
9008
  "80": 12.37,
9009
+ "81": 20.89,
9010
+ "82": 21.14,
9011
+ "83": 21.44,
9012
+ "84": 18.79,
9013
+ "85": 20.52,
9014
+ "86": 19.26,
9015
+ "87": 18.97,
9016
+ "88": 21.5,
9017
+ "89": 20.15,
9018
+ "90": 20.47,
9019
+ "91": 18.36,
9020
+ "92": 3.25,
9021
+ "93": 3.45,
9022
+ "94": 21.19,
9023
+ "95": 1.4,
9024
+ "96": 8.08,
9025
+ "97": 9.89,
9026
+ "98": 20.64,
9027
+ "99": 21.28,
9028
+ "100": 21.34,
9029
+ "101": 18.25,
9030
+ "102": 19.91
9031
  },
9032
  "EHRQA-QA": {
9033
  "0": 15.56,
 
9111
  "78": 18.94,
9112
  "79": 17.03,
9113
  "80": 9.52,
9114
+ "81": 19.86,
9115
+ "82": 21.03,
9116
+ "83": 21.93,
9117
+ "84": 15.81,
9118
+ "85": 17.01,
9119
+ "86": 15.76,
9120
+ "87": 17.82,
9121
+ "88": 20.3,
9122
+ "89": 19.19,
9123
+ "90": 17.94,
9124
+ "91": 11.26,
9125
+ "92": 3.03,
9126
+ "93": 3.18,
9127
+ "94": 19.65,
9128
+ "95": 1.45,
9129
+ "96": 8.77,
9130
+ "97": 7.12,
9131
+ "98": 21.6,
9132
+ "99": 19.08,
9133
+ "100": 21.63,
9134
+ "101": 17.72,
9135
+ "102": 18.07
9136
  },
9137
  "MEDIQA 2023-chat-A": {
9138
  "0": 19.27,
 
9216
  "78": 31.41,
9217
  "79": 30.03,
9218
  "80": 25.53,
9219
+ "81": 31.74,
9220
+ "82": 31.37,
9221
+ "83": 31.79,
9222
+ "84": 28.16,
9223
+ "85": 27.49,
9224
+ "86": 32.63,
9225
+ "87": 31.62,
9226
+ "88": 33.46,
9227
+ "89": 29.68,
9228
+ "90": 32.51,
9229
+ "91": 30.29,
9230
+ "92": 7.44,
9231
+ "93": 8.45,
9232
+ "94": 31.26,
9233
+ "95": 5.56,
9234
+ "96": 31.5,
9235
+ "97": 32.13,
9236
+ "98": 31.2,
9237
+ "99": 31.4,
9238
+ "100": 33.83,
9239
+ "101": 33.76,
9240
+ "102": 33.53
9241
  },
9242
  "MEDIQA 2023-sum-B": {
9243
  "0": 19.75,
 
9321
  "78": 31.79,
9322
  "79": 32.15,
9323
  "80": 26.7,
9324
+ "81": 33.14,
9325
+ "82": 31.56,
9326
+ "83": 31.19,
9327
+ "84": 26.48,
9328
+ "85": 26.87,
9329
+ "86": 32.22,
9330
+ "87": 31.77,
9331
+ "88": 33.05,
9332
+ "89": 30.69,
9333
+ "90": 32.69,
9334
+ "91": 31.51,
9335
+ "92": 7.31,
9336
+ "93": 8.13,
9337
+ "94": 30.65,
9338
+ "95": 5.39,
9339
+ "96": 31.81,
9340
+ "97": 32.26,
9341
+ "98": 31.32,
9342
+ "99": 29.56,
9343
+ "100": 33.85,
9344
+ "101": 34.26,
9345
+ "102": 35.43
9346
  },
9347
  "MedDG": {
9348
  "0": 13.62,
 
9426
  "78": 14.68,
9427
  "79": 13.29,
9428
  "80": 7.22,
9429
+ "81": 16.89,
9430
+ "82": 17.34,
9431
+ "83": 19.1,
9432
+ "84": 13.64,
9433
+ "85": 15.45,
9434
+ "86": 15.49,
9435
+ "87": 14.54,
9436
+ "88": 16.68,
9437
+ "89": 15.2,
9438
+ "90": 16.96,
9439
+ "91": 11.93,
9440
+ "92": 1.24,
9441
+ "93": 1.23,
9442
+ "94": 15.64,
9443
+ "95": 6.4,
9444
+ "96": 3.24,
9445
+ "97": 4.83,
9446
+ "98": 20.23,
9447
+ "99": 15.22,
9448
+ "100": 21.89,
9449
+ "101": 19.31,
9450
+ "102": 19.54
9451
  },
9452
  "IMCS-V2-MRG": {
9453
  "0": 27.87,
 
9531
  "78": 32.08,
9532
  "79": 41.05,
9533
  "80": 16.14,
9534
+ "81": 39.5,
9535
+ "82": 42.94,
9536
+ "83": 42.95,
9537
+ "84": 30.48,
9538
+ "85": 33.34,
9539
+ "86": 37.44,
9540
+ "87": 38.26,
9541
+ "88": 35.02,
9542
+ "89": 39.79,
9543
+ "90": 43.63,
9544
+ "91": 14.76,
9545
+ "92": 6.42,
9546
+ "93": 6.04,
9547
+ "94": 19.49,
9548
+ "95": 4.19,
9549
+ "96": 22.56,
9550
+ "97": 27.9,
9551
+ "98": 38.81,
9552
+ "99": 38.85,
9553
+ "100": 37.79,
9554
+ "101": 32.47,
9555
+ "102": 40.6
9556
  },
9557
  "CAS-evidence": {
9558
  "0": 2.77,
 
9636
  "78": 38.68,
9637
  "79": 49.25,
9638
  "80": 18.19,
9639
+ "81": 23.25,
9640
+ "82": 39.25,
9641
+ "83": 39.1,
9642
+ "84": 38.22,
9643
+ "85": 38.01,
9644
+ "86": 39.76,
9645
+ "87": 47.17,
9646
+ "88": 47.31,
9647
+ "89": 30.55,
9648
+ "90": 34.53,
9649
+ "91": 23.45,
9650
+ "92": 19.34,
9651
+ "93": 41.26,
9652
+ "94": 47.31,
9653
+ "95": 23.73,
9654
+ "96": 13.84,
9655
+ "97": 14.5,
9656
+ "98": 32.29,
9657
+ "99": 49.28,
9658
+ "100": 43.77,
9659
+ "101": 47.31,
9660
+ "102": 39.8
9661
  },
9662
  "icliniq-10k": {
9663
  "0": 11.47,
 
9741
  "78": 13.84,
9742
  "79": 13.39,
9743
  "80": 10.31,
9744
+ "81": 14.71,
9745
+ "82": 12.99,
9746
+ "83": 15.52,
9747
+ "84": 12.16,
9748
+ "85": 12.88,
9749
+ "86": 11.78,
9750
+ "87": 13.05,
9751
+ "88": 14.26,
9752
+ "89": 12.43,
9753
+ "90": 11.29,
9754
+ "91": 12.5,
9755
+ "92": 8.22,
9756
+ "93": 8.86,
9757
+ "94": 14.22,
9758
+ "95": 7.41,
9759
+ "96": 4.8,
9760
+ "97": 8.84,
9761
+ "98": 12.17,
9762
+ "99": 14.17,
9763
+ "100": 13.21,
9764
+ "101": 14.2,
9765
+ "102": 13.39
9766
  },
9767
  "HealthCareMagic-100k": {
9768
  "0": 10.9,
 
9846
  "78": 13.31,
9847
  "79": 12.63,
9848
  "80": 10.75,
9849
+ "81": 13.83,
9850
+ "82": 12.73,
9851
+ "83": 13.97,
9852
+ "84": 12.96,
9853
+ "85": 13.22,
9854
+ "86": 12.4,
9855
+ "87": 12.84,
9856
+ "88": 14.39,
9857
+ "89": 12.97,
9858
+ "90": 12.49,
9859
+ "91": 12.75,
9860
+ "92": 8.91,
9861
+ "93": 9.67,
9862
+ "94": 14.32,
9863
+ "95": 8.13,
9864
+ "96": 4.69,
9865
+ "97": 9.18,
9866
+ "98": 10.66,
9867
+ "99": 14.34,
9868
+ "100": 13.76,
9869
+ "101": 14.14,
9870
+ "102": 13.51
9871
  },
9872
  "MIMIC-IV BHC": {
9873
  "0": 12.55,
 
9951
  "78": 16.76,
9952
  "79": 13.37,
9953
  "80": 12.67,
9954
+ "81": 16.84,
9955
+ "82": 16.53,
9956
+ "83": 17.63,
9957
+ "84": 17.04,
9958
+ "85": 18.71,
9959
+ "86": 14.2,
9960
+ "87": 14.61,
9961
+ "88": 19.66,
9962
+ "89": 17.56,
9963
+ "90": 16.54,
9964
+ "91": 18.63,
9965
+ "92": 15.87,
9966
+ "93": 15.85,
9967
+ "94": 19.48,
9968
+ "95": 14.76,
9969
+ "96": 11.93,
9970
+ "97": 18.05,
9971
+ "98": 15.37,
9972
+ "99": 18.63,
9973
+ "100": 18.78,
9974
+ "101": 16.45,
9975
+ "102": 16.71
9976
  }
9977
  }