Hugging Face's logo

rafmacalaba
/
gliner_datause

Token Classification
GLiNER
PyTorch
ner
data-use
Model card Files
xet
 Community
rafmacalaba commited on
Commit
0d2cdcf
·
verified ·
1 Parent(s): 45e5283

Upload holdout_metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. holdout_metrics.json +182 -144
holdout_metrics.json CHANGED
@@ -7,195 +7,233 @@
7
  "rows": [
8
  {
9
  "thr": 0.1,
10
- "tp": 16046,
11
- "fp": 9301,
12
- "fn": 123,
13
- "precision": 0.6330532212885154,
14
- "recall": 0.9923928505164203,
15
- "f05": 0.6824774364776236,
16
- "f1": 0.7730031794970613
17
  },
18
  {
19
  "thr": 0.2,
20
- "tp": 16016,
21
- "fp": 6724,
22
- "fn": 153,
23
- "precision": 0.7043095866314864,
24
- "recall": 0.9905374482033521,
25
- "f05": 0.7475100112947941,
26
- "f1": 0.8232542599398597
27
  },
28
  {
29
  "thr": 0.3,
30
- "tp": 15971,
31
- "fp": 5288,
32
- "fn": 198,
33
- "precision": 0.7512582906063314,
34
- "recall": 0.9877543447337498,
35
- "f05": 0.7890420433773034,
36
- "f1": 0.853425243133483
37
  },
38
  {
39
  "thr": 0.4,
40
- "tp": 15895,
41
- "fp": 4053,
42
- "fn": 274,
43
- "precision": 0.7968217365149388,
44
- "recall": 0.9830539922073103,
45
- "f05": 0.8282010400058358,
46
- "f1": 0.8801949220588643
47
  },
48
  {
49
  "thr": 0.5,
50
- "tp": 15694,
51
- "fp": 2871,
52
- "fn": 475,
53
- "precision": 0.8453541610557501,
54
- "recall": 0.9706227967097533,
55
- "f05": 0.8677526014884606,
56
- "f1": 0.9036678758565095
57
  },
58
  {
59
  "thr": 0.6,
60
- "tp": 14185,
61
- "fp": 1753,
62
- "fn": 1984,
63
- "precision": 0.8900112937633329,
64
- "recall": 0.8772960603624219,
65
- "f05": 0.8874388458602871,
66
- "f1": 0.88360793596412
67
  },
68
  {
69
  "thr": 0.7,
70
- "tp": 11161,
71
- "fp": 827,
72
- "fn": 5008,
73
- "precision": 0.9310143476810143,
74
- "recall": 0.6902715072051456,
75
- "f05": 0.8703076995056221,
76
- "f1": 0.7927691160279859
77
  }
78
  ],
79
  "best_f05": {
80
  "thr": 0.6,
81
- "tp": 14185,
82
- "fp": 1753,
83
- "fn": 1984,
84
- "precision": 0.8900112937633329,
85
- "recall": 0.8772960603624219,
86
- "f05": 0.8874388458602871,
87
- "f1": 0.88360793596412
88
  },
89
  "best_f1": {
90
  "thr": 0.5,
91
- "tp": 15694,
92
- "fp": 2871,
93
- "fn": 475,
94
- "precision": 0.8453541610557501,
95
- "recall": 0.9706227967097533,
96
- "f05": 0.8677526014884606,
97
- "f1": 0.9036678758565095
98
  },
99
  "corpus": "all",
100
  "breakdown": {
101
  "overall": {
102
  "thr": 0.6,
103
- "tp": 14185,
104
- "fp": 1753,
105
- "fn": 1984,
106
- "precision": 0.8900112937633329,
107
- "recall": 0.8772960603624219,
108
- "f05": 0.8874388458602871,
109
- "f1": 0.88360793596412,
110
- "examples": 12531,
111
- "spans": 16417
112
  },
113
  "corpus": {
114
- "prwp": {
115
  "thr": 0.6,
116
- "tp": 10988,
117
- "fp": 1377,
118
- "fn": 1310,
119
- "precision": 0.8886372826526486,
120
- "recall": 0.893478614408847,
121
- "f05": 0.8896013471938858,
122
- "f1": 0.8910513725013177,
123
- "examples": 9079,
124
- "spans": 12380
125
  },
126
- "fcv": {
127
- "thr": 0.5,
128
- "tp": 3871,
129
- "fp": 594,
130
- "fn": 0,
131
- "precision": 0.8669652855543113,
132
- "recall": 1.0,
133
- "f05": 0.8906631080023929,
134
- "f1": 0.9287428023032629,
135
- "examples": 3452,
136
- "spans": 4037
137
  }
138
  },
139
  "origin": {
140
- "general_prwp": {
141
  "thr": 0.6,
142
- "tp": 10988,
143
- "fp": 1377,
144
- "fn": 1310,
145
- "precision": 0.8886372826526486,
146
- "recall": 0.893478614408847,
147
- "f05": 0.8896013471938858,
148
- "f1": 0.8910513725013177,
149
- "examples": 9079,
150
- "spans": 12380
151
- },
152
- "fcv_pads_east_asia": {
153
- "thr": 0.5,
154
- "tp": 838,
155
- "fp": 106,
156
- "fn": 0,
157
- "precision": 0.8877118644067796,
158
- "recall": 1.0,
159
- "f05": 0.9081057650628521,
160
- "f1": 0.9405162738496071,
161
- "examples": 784,
162
- "spans": 863
163
  },
164
  "reliefweb": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
165
  "thr": 0.5,
166
- "tp": 2004,
167
- "fp": 306,
168
- "fn": 0,
169
- "precision": 0.8675324675324675,
170
- "recall": 1.0,
171
- "f05": 0.8911419423692635,
172
- "f1": 0.929068150208623,
173
- "examples": 1702,
174
- "spans": 2121
175
  },
176
  "refugee_pads": {
177
- "thr": 0.5,
178
- "tp": 856,
179
- "fp": 154,
180
- "fn": 0,
181
- "precision": 0.8475247524752475,
182
- "recall": 1.0,
183
- "f05": 0.8741830065359478,
184
- "f1": 0.917470525187567,
185
- "examples": 803,
186
- "spans": 875
 
 
 
 
 
 
 
 
 
 
 
 
 
 
187
  },
188
- "jdc_operational": {
 
 
 
 
 
 
 
 
 
 
 
 
189
  "thr": 0.6,
190
- "tp": 148,
191
- "fp": 13,
192
- "fn": 25,
193
- "precision": 0.9192546583850931,
194
- "recall": 0.8554913294797688,
195
- "f05": 0.905752753977968,
196
- "f1": 0.8862275449101796,
197
- "examples": 163,
198
- "spans": 178
199
  }
200
  }
201
  }
 
7
  "rows": [
8
  {
9
  "thr": 0.1,
10
+ "tp": 21384,
11
+ "fp": 11373,
12
+ "fn": 306,
13
+ "precision": 0.6528070336111366,
14
+ "recall": 0.9858921161825727,
15
+ "f05": 0.7001139354889405,
16
+ "f1": 0.7854978235715466
17
  },
18
  {
19
  "thr": 0.2,
20
+ "tp": 21251,
21
+ "fp": 8687,
22
+ "fn": 439,
23
+ "precision": 0.7098336562228605,
24
+ "recall": 0.9797602581834947,
25
+ "f05": 0.7512266512068552,
26
+ "f1": 0.8232354536298133
27
  },
28
  {
29
  "thr": 0.3,
30
+ "tp": 21069,
31
+ "fp": 7139,
32
+ "fn": 621,
33
+ "precision": 0.7469157685762904,
34
+ "recall": 0.9713692946058091,
35
+ "f05": 0.7831061090379268,
36
+ "f1": 0.8444827447993908
37
  },
38
  {
39
  "thr": 0.4,
40
+ "tp": 20815,
41
+ "fp": 5724,
42
+ "fn": 875,
43
+ "precision": 0.7843174196465579,
44
+ "recall": 0.9596588289534348,
45
+ "f05": 0.8140653598861131,
46
+ "f1": 0.8631736092392543
47
  },
48
  {
49
  "thr": 0.5,
50
+ "tp": 20317,
51
+ "fp": 4241,
52
+ "fn": 1373,
53
+ "precision": 0.8273067839400603,
54
+ "recall": 0.9366989396035039,
55
+ "f05": 0.8470922766464869,
56
+ "f1": 0.8786109669607335
57
  },
58
  {
59
  "thr": 0.6,
60
+ "tp": 19018,
61
+ "fp": 2836,
62
+ "fn": 2672,
63
+ "precision": 0.8702297062322687,
64
+ "recall": 0.8768095896726602,
65
+ "f05": 0.8715377706083992,
66
+ "f1": 0.8735072570273745
67
  },
68
  {
69
  "thr": 0.7,
70
+ "tp": 15666,
71
+ "fp": 1516,
72
+ "fn": 6024,
73
+ "precision": 0.9117681294377837,
74
+ "recall": 0.722268326417704,
75
+ "f05": 0.8663098055696873,
76
+ "f1": 0.8060300473348425
77
  }
78
  ],
79
  "best_f05": {
80
  "thr": 0.6,
81
+ "tp": 19018,
82
+ "fp": 2836,
83
+ "fn": 2672,
84
+ "precision": 0.8702297062322687,
85
+ "recall": 0.8768095896726602,
86
+ "f05": 0.8715377706083992,
87
+ "f1": 0.8735072570273745
88
  },
89
  "best_f1": {
90
  "thr": 0.5,
91
+ "tp": 20317,
92
+ "fp": 4241,
93
+ "fn": 1373,
94
+ "precision": 0.8273067839400603,
95
+ "recall": 0.9366989396035039,
96
+ "f05": 0.8470922766464869,
97
+ "f1": 0.8786109669607335
98
  },
99
  "corpus": "all",
100
  "breakdown": {
101
  "overall": {
102
  "thr": 0.6,
103
+ "tp": 19018,
104
+ "fp": 2836,
105
+ "fn": 2672,
106
+ "precision": 0.8702297062322687,
107
+ "recall": 0.8768095896726602,
108
+ "f05": 0.8715377706083992,
109
+ "f1": 0.8735072570273745,
110
+ "examples": 18709,
111
+ "spans": 22052
112
  },
113
  "corpus": {
114
+ "fcv": {
115
  "thr": 0.6,
116
+ "tp": 8598,
117
+ "fp": 1103,
118
+ "fn": 789,
119
+ "precision": 0.8863003814039789,
120
+ "recall": 0.9159475870885266,
121
+ "f05": 0.8920752837666783,
122
+ "f1": 0.9008801341156747,
123
+ "examples": 9521,
124
+ "spans": 9693
125
  },
126
+ "prwp": {
127
+ "thr": 0.6,
128
+ "tp": 10420,
129
+ "fp": 1733,
130
+ "fn": 1883,
131
+ "precision": 0.857401464658932,
132
+ "recall": 0.8469478988864505,
133
+ "f05": 0.8552901584174669,
134
+ "f1": 0.852142623487079,
135
+ "examples": 9188,
136
+ "spans": 12359
137
  }
138
  },
139
  "origin": {
140
+ "fcv_pads_east_africa": {
141
  "thr": 0.6,
142
+ "tp": 6003,
143
+ "fp": 674,
144
+ "fn": 553,
145
+ "precision": 0.8990564624831511,
146
+ "recall": 0.9156497864551556,
147
+ "f05": 0.9023268398268397,
148
+ "f1": 0.9072772613919747,
149
+ "examples": 6794,
150
+ "spans": 6784
 
 
 
 
 
 
 
 
 
 
 
 
151
  },
152
  "reliefweb": {
153
+ "thr": 0.7,
154
+ "tp": 1479,
155
+ "fp": 179,
156
+ "fn": 433,
157
+ "precision": 0.8920386007237636,
158
+ "recall": 0.7735355648535565,
159
+ "f05": 0.8655196629213484,
160
+ "f1": 0.8285714285714285,
161
+ "examples": 1882,
162
+ "spans": 1962
163
+ },
164
+ "general_prwp": {
165
+ "thr": 0.6,
166
+ "tp": 10420,
167
+ "fp": 1733,
168
+ "fn": 1883,
169
+ "precision": 0.857401464658932,
170
+ "recall": 0.8469478988864505,
171
+ "f05": 0.8552901584174669,
172
+ "f1": 0.852142623487079,
173
+ "examples": 9188,
174
+ "spans": 12359
175
+ },
176
+ "jdc_operational": {
177
  "thr": 0.5,
178
+ "tp": 187,
179
+ "fp": 16,
180
+ "fn": 9,
181
+ "precision": 0.9211822660098522,
182
+ "recall": 0.9540816326530612,
183
+ "f05": 0.9275793650793649,
184
+ "f1": 0.93734335839599,
185
+ "examples": 158,
186
+ "spans": 204
187
  },
188
  "refugee_pads": {
189
+ "thr": 0.7,
190
+ "tp": 581,
191
+ "fp": 48,
192
+ "fn": 142,
193
+ "precision": 0.9236883942766295,
194
+ "recall": 0.8035961272475796,
195
+ "f05": 0.8968817536276629,
196
+ "f1": 0.8594674556213017,
197
+ "examples": 687,
198
+ "spans": 743
199
+ }
200
+ },
201
+ "label": {
202
+ "NAMED_DATA": {
203
+ "thr": 0.7,
204
+ "tp": 6187,
205
+ "fp": 998,
206
+ "fn": 2276,
207
+ "precision": 0.8610995128740432,
208
+ "recall": 0.7310646342904408,
209
+ "f05": 0.8315189635244471,
210
+ "f1": 0.7907719836400818,
211
+ "examples": 18709,
212
+ "spans": 8571
213
  },
214
+ "DESCRIPTIVE_DATA": {
215
+ "thr": 0.7,
216
+ "tp": 7540,
217
+ "fp": 1305,
218
+ "fn": 3605,
219
+ "precision": 0.8524590163934426,
220
+ "recall": 0.6765365634813818,
221
+ "f05": 0.8103170338527672,
222
+ "f1": 0.7543771885942971,
223
+ "examples": 18709,
224
+ "spans": 11348
225
+ },
226
+ "VAGUE_DATA": {
227
  "thr": 0.6,
228
+ "tp": 1205,
229
+ "fp": 741,
230
+ "fn": 894,
231
+ "precision": 0.619218910585817,
232
+ "recall": 0.5740828966174368,
233
+ "f05": 0.6096327026206617,
234
+ "f1": 0.595797280593325,
235
+ "examples": 18709,
236
+ "spans": 2133
237
  }
238
  }
239
  }