File size: 6,074 Bytes
6eaba08
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
{
  "train": {
    "token_level": {
      "O": {
        "precision": 0.9997374639012864,
        "recall": 0.9994938037833481,
        "f1-score": 0.9996156189940468,
        "support": 106678.0
      },
      "B-Chemical": {
        "precision": 0.9990338164251208,
        "recall": 0.9971070395371263,
        "f1-score": 0.9980694980694981,
        "support": 5185.0
      },
      "I-Chemical": {
        "precision": 0.9973860005808888,
        "recall": 0.9995633823315383,
        "f1-score": 0.9984735043977612,
        "support": 6871.0
      },
      "B-Disease": {
        "precision": 0.9969259872310239,
        "recall": 0.9966903073286052,
        "f1-score": 0.9968081333490957,
        "support": 4230.0
      },
      "I-Disease": {
        "precision": 0.9927427961579509,
        "recall": 0.9974265494316963,
        "f1-score": 0.995079161317929,
        "support": 4663.0
      },
      "accuracy": 0.9992321374003933,
      "macro avg": {
        "precision": 0.9971652128592542,
        "recall": 0.9980562164824628,
        "f1-score": 0.9976091832256662,
        "support": 127627.0
      },
      "weighted avg": {
        "precision": 0.9992335423279456,
        "recall": 0.9992321374003933,
        "f1-score": 0.9992325239373056,
        "support": 127627.0
      }
    },
    "span_level": {
      "Chemical": {
        "precision": 0.9957289846631722,
        "recall": 0.9893904320987654,
        "f1-score": 0.9925495887760039,
        "support": 5184
      },
      "Disease": {
        "precision": 0.9825224374114313,
        "recall": 0.9719626168224299,
        "f1-score": 0.9772140004698144,
        "support": 4280
      },
      "macro avg": {
        "precision": 0.9891257110373017,
        "recall": 0.9806765244605977,
        "f1-score": 0.9848817946229091,
        "support": 9464
      },
      "weighted avg": {
        "precision": 0.9897564548409565,
        "recall": 0.981508875739645,
        "f1-score": 0.9856142212833485,
        "support": 9464
      }
    }
  },
  "val": {
    "token_level": {
      "O": {
        "precision": 0.9898514194746617,
        "recall": 0.9864303386277361,
        "f1-score": 0.9881379179870406,
        "support": 105898.0
      },
      "B-Chemical": {
        "precision": 0.9675103891197582,
        "recall": 0.9622393387187677,
        "f1-score": 0.9648676650654611,
        "support": 5323.0
      },
      "I-Chemical": {
        "precision": 0.9407634927599825,
        "recall": 0.9688206055128784,
        "f1-score": 0.9545859305431879,
        "support": 6639.0
      },
      "B-Disease": {
        "precision": 0.8871559633027523,
        "recall": 0.8997441265410561,
        "f1-score": 0.8934057050467722,
        "support": 4299.0
      },
      "I-Disease": {
        "precision": 0.847767948981691,
        "recall": 0.8721693121693121,
        "f1-score": 0.859795535155435,
        "support": 4725.0
      },
      "accuracy": 0.9773021027079852,
      "macro avg": {
        "precision": 0.9266098427277691,
        "recall": 0.9378807443139501,
        "f1-score": 0.9321585507595793,
        "support": 126884.0
      },
      "weighted avg": {
        "precision": 0.9775752600361176,
        "recall": 0.9773021027079852,
        "f1-score": 0.9774171750781565,
        "support": 126884.0
      }
    },
    "span_level": {
      "Chemical": {
        "precision": 0.9490314086891104,
        "recall": 0.9474277131055201,
        "f1-score": 0.9482288828337875,
        "support": 5326
      },
      "Disease": {
        "precision": 0.8368648894964684,
        "recall": 0.8435920992191088,
        "f1-score": 0.84021502916619,
        "support": 4354
      },
      "macro avg": {
        "precision": 0.8929481490927894,
        "recall": 0.8955099061623144,
        "f1-score": 0.8942219559999887,
        "support": 9680
      },
      "weighted avg": {
        "precision": 0.8985796499530813,
        "recall": 0.9007231404958678,
        "f1-score": 0.8996449655952834,
        "support": 9680
      }
    }
  },
  "test": {
    "token_level": {
      "O": {
        "precision": 0.9904245019053287,
        "recall": 0.9813587516172471,
        "f1-score": 0.9858707857717575,
        "support": 113619.0
      },
      "B-Chemical": {
        "precision": 0.9497656982193065,
        "recall": 0.9478114478114478,
        "f1-score": 0.9487875667072372,
        "support": 5346.0
      },
      "I-Chemical": {
        "precision": 0.9000288933834152,
        "recall": 0.9705561613958561,
        "f1-score": 0.9339629712915074,
        "support": 6419.0
      },
      "B-Disease": {
        "precision": 0.8520797962648556,
        "recall": 0.901032315978456,
        "f1-score": 0.8758726003490401,
        "support": 4456.0
      },
      "I-Disease": {
        "precision": 0.8230053454761433,
        "recall": 0.8735028367304055,
        "f1-score": 0.8475025484199796,
        "support": 4759.0
      },
      "accuracy": 0.9730384326778059,
      "macro avg": {
        "precision": 0.9030608470498098,
        "recall": 0.9348523027066825,
        "f1-score": 0.9183992945079045,
        "support": 134599.0
      },
      "weighted avg": {
        "precision": 0.9739992450357527,
        "recall": 0.9730384326778059,
        "f1-score": 0.9733886016094058,
        "support": 134599.0
      }
    },
    "span_level": {
      "Chemical": {
        "precision": 0.9266791044776119,
        "recall": 0.924953445065177,
        "f1-score": 0.9258154706430568,
        "support": 5370
      },
      "Disease": {
        "precision": 0.8145806995364517,
        "recall": 0.8617922425323228,
        "f1-score": 0.837521663778163,
        "support": 4486
      },
      "macro avg": {
        "precision": 0.8706299020070318,
        "recall": 0.8933728437987498,
        "f1-score": 0.8816685672106099,
        "support": 9856
      },
      "weighted avg": {
        "precision": 0.8756570423260246,
        "recall": 0.8962053571428571,
        "f1-score": 0.8856281717798351,
        "support": 9856
      }
    }
  }
}