File size: 8,017 Bytes
6536f3b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
{
  "arms": {
    "H5": {
      "counts": {
        "fn": 153,
        "fp": 229,
        "iou": 0.5,
        "precision": 38.93333333333333,
        "recall": 48.82943143812709,
        "threshold": 0.3,
        "tp": 146
      },
      "panels": {
        "fin_val": {
          "ap": 91.58560936970301,
          "ap50": 96.42307172412028,
          "ap70": 95.68967016952253,
          "ap90": 89.04728335091869,
          "ar100": 97.18354430379745,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 256,
          "per_class_ap": {
            "9": 91.58560936970301
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "financial_val": {
          "ap": 61.51128145000217,
          "ap50": 74.86946506958374,
          "ap70": 68.45692502635225,
          "ap90": 43.322561206462275,
          "ar100": 83.24266432330124,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 1745,
          "per_class_ap": {
            "1": 50.27375835762371,
            "10": 86.8442236905189,
            "11": 21.853779071996104,
            "2": 21.565227712119672,
            "3": -1.0,
            "4": 86.21879623969116,
            "5": 63.222417086128445,
            "6": 48.35856172317618,
            "7": 81.51771563437424,
            "8": 65.42208145342498,
            "9": 89.8362535309683
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "gold_val": {
          "ap": 70.65715440191167,
          "ap50": 88.40568243846039,
          "ap70": 78.13845865429131,
          "ap90": 50.450114112981545,
          "ar100": 82.83261306670309,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 6489,
          "per_class_ap": {
            "1": 86.97437605372829,
            "10": 84.58897292266664,
            "11": 35.963737455625406,
            "2": 70.84972376935531,
            "3": 66.0621205795928,
            "4": 86.0096104111741,
            "5": 53.05098211411177,
            "6": 56.16971374829491,
            "7": 86.3866260466923,
            "8": 67.48086426451377,
            "9": 83.69197105527309
          },
          "taxonomy": "ax-document-unified-25/1"
        }
      },
      "title": {
        "ap": 35.963737455625406,
        "ap50": 45.82497853510442,
        "ap70": 37.919540471954086,
        "ap90": 27.58934006257302,
        "ar100": 62.943143812709025
      }
    },
    "H51-control": {
      "counts": {
        "fn": 147,
        "fp": 232,
        "iou": 0.5,
        "precision": 39.583333333333336,
        "recall": 50.836120401337794,
        "threshold": 0.3,
        "tp": 152
      },
      "panels": {
        "fin_val": {
          "ap": 91.73710137237188,
          "ap50": 96.4099632632333,
          "ap70": 95.72830310105967,
          "ap90": 89.01546582174996,
          "ar100": 97.31012658227849,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 256,
          "per_class_ap": {
            "9": 91.73710137237188
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "financial_val": {
          "ap": 61.54451332090731,
          "ap50": 74.82347437893793,
          "ap70": 68.37143078364227,
          "ap90": 43.45150000241278,
          "ar100": 83.51945585499091,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 1745,
          "per_class_ap": {
            "1": 50.790307872052466,
            "10": 86.95649329534332,
            "11": 21.537754862532495,
            "2": 21.089752984835016,
            "3": -1.0,
            "4": 86.26630590510274,
            "5": 63.45967663532532,
            "6": 48.37271223360353,
            "7": 81.63817745625849,
            "8": 65.42434020637644,
            "9": 89.90961175764326
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "gold_val": {
          "ap": 71.12138935941007,
          "ap50": 88.67129396706581,
          "ap70": 78.75562209735875,
          "ap90": 50.94979086232245,
          "ar100": 83.49783844438394,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 6489,
          "per_class_ap": {
            "1": 87.04700605626007,
            "10": 84.91962874561692,
            "11": 37.09773755641038,
            "2": 70.98562257535825,
            "3": 66.03273966396873,
            "4": 86.30603620785666,
            "5": 54.172316702963194,
            "6": 57.063027563254366,
            "7": 86.45057247965717,
            "8": 68.17739410145994,
            "9": 84.08320130070514
          },
          "taxonomy": "ax-document-unified-25/1"
        }
      },
      "title": {
        "ap": 37.09773755641038,
        "ap50": 47.67067642108576,
        "ap70": 39.006786088722876,
        "ap90": 28.09417805581423,
        "ar100": 68.2943143812709
      }
    },
    "H51-title": {
      "counts": {
        "fn": 131,
        "fp": 296,
        "iou": 0.5,
        "precision": 36.206896551724135,
        "recall": 56.187290969899664,
        "threshold": 0.3,
        "tp": 168
      },
      "panels": {
        "fin_val": {
          "ap": 91.57739593169711,
          "ap50": 96.39212272259813,
          "ap70": 95.6720891685565,
          "ap90": 88.44809936812516,
          "ar100": 97.12025316455696,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 256,
          "per_class_ap": {
            "9": 91.57739593169711
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "financial_val": {
          "ap": 61.73305632696384,
          "ap50": 74.96501865247365,
          "ap70": 68.85316694919942,
          "ap90": 43.47744892431575,
          "ar100": 83.61329149193345,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 1745,
          "per_class_ap": {
            "1": 50.78315145536768,
            "10": 87.04993624291704,
            "11": 22.668975296494782,
            "2": 21.06518949188169,
            "3": -1.0,
            "4": 86.4342933581353,
            "5": 63.68508463365829,
            "6": 48.562555445664245,
            "7": 81.62495775148074,
            "8": 65.49366226902261,
            "9": 89.96275732501599
          },
          "taxonomy": "ax-document-unified-25/1"
        },
        "gold_val": {
          "ap": 71.53267127947552,
          "ap50": 88.96970146715404,
          "ap70": 79.30542557035115,
          "ap90": 51.442965386769316,
          "ar100": 84.26815515047466,
          "ignore_regions_policy": "historical_d5_unfiltered",
          "independent_final_test": false,
          "pages": 6489,
          "per_class_ap": {
            "1": 87.08961007399112,
            "10": 85.14502829116108,
            "11": 38.745347586625584,
            "2": 71.23827368382588,
            "3": 65.97418621206323,
            "4": 86.56001042643845,
            "5": 54.89541594216855,
            "6": 57.75922516457215,
            "7": 86.42092276593523,
            "8": 68.62054515710344,
            "9": 84.41081877034607
          },
          "taxonomy": "ax-document-unified-25/1"
        }
      },
      "title": {
        "ap": 38.745347586625584,
        "ap50": 50.12263329992115,
        "ap70": 40.83531017420843,
        "ap90": 29.40280420667828,
        "ar100": 74.24749163879598
      }
    }
  },
  "extra_class_accuracy_measured": false,
  "frozen_numerical_screen_passed": false,
  "independent_final_test": false,
  "schema": "ax-doclayout.h51-v15-evaluation/1",
  "second_seed_reproducibility_established": false
}