{ "arms": { "H5": { "counts": { "fn": 153, "fp": 229, "iou": 0.5, "precision": 38.93333333333333, "recall": 48.82943143812709, "threshold": 0.3, "tp": 146 }, "panels": { "fin_val": { "ap": 91.58560936970301, "ap50": 96.42307172412028, "ap70": 95.68967016952253, "ap90": 89.04728335091869, "ar100": 97.18354430379745, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 256, "per_class_ap": { "9": 91.58560936970301 }, "taxonomy": "ax-document-unified-25/1" }, "financial_val": { "ap": 61.51128145000217, "ap50": 74.86946506958374, "ap70": 68.45692502635225, "ap90": 43.322561206462275, "ar100": 83.24266432330124, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 1745, "per_class_ap": { "1": 50.27375835762371, "10": 86.8442236905189, "11": 21.853779071996104, "2": 21.565227712119672, "3": -1.0, "4": 86.21879623969116, "5": 63.222417086128445, "6": 48.35856172317618, "7": 81.51771563437424, "8": 65.42208145342498, "9": 89.8362535309683 }, "taxonomy": "ax-document-unified-25/1" }, "gold_val": { "ap": 70.65715440191167, "ap50": 88.40568243846039, "ap70": 78.13845865429131, "ap90": 50.450114112981545, "ar100": 82.83261306670309, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 6489, "per_class_ap": { "1": 86.97437605372829, "10": 84.58897292266664, "11": 35.963737455625406, "2": 70.84972376935531, "3": 66.0621205795928, "4": 86.0096104111741, "5": 53.05098211411177, "6": 56.16971374829491, "7": 86.3866260466923, "8": 67.48086426451377, "9": 83.69197105527309 }, "taxonomy": "ax-document-unified-25/1" } }, "title": { "ap": 35.963737455625406, "ap50": 45.82497853510442, "ap70": 37.919540471954086, "ap90": 27.58934006257302, "ar100": 62.943143812709025 } }, "H51-control": { "counts": { "fn": 147, "fp": 232, "iou": 0.5, "precision": 39.583333333333336, "recall": 50.836120401337794, "threshold": 0.3, "tp": 152 }, "panels": { "fin_val": { "ap": 91.73710137237188, "ap50": 96.4099632632333, "ap70": 95.72830310105967, "ap90": 89.01546582174996, "ar100": 97.31012658227849, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 256, "per_class_ap": { "9": 91.73710137237188 }, "taxonomy": "ax-document-unified-25/1" }, "financial_val": { "ap": 61.54451332090731, "ap50": 74.82347437893793, "ap70": 68.37143078364227, "ap90": 43.45150000241278, "ar100": 83.51945585499091, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 1745, "per_class_ap": { "1": 50.790307872052466, "10": 86.95649329534332, "11": 21.537754862532495, "2": 21.089752984835016, "3": -1.0, "4": 86.26630590510274, "5": 63.45967663532532, "6": 48.37271223360353, "7": 81.63817745625849, "8": 65.42434020637644, "9": 89.90961175764326 }, "taxonomy": "ax-document-unified-25/1" }, "gold_val": { "ap": 71.12138935941007, "ap50": 88.67129396706581, "ap70": 78.75562209735875, "ap90": 50.94979086232245, "ar100": 83.49783844438394, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 6489, "per_class_ap": { "1": 87.04700605626007, "10": 84.91962874561692, "11": 37.09773755641038, "2": 70.98562257535825, "3": 66.03273966396873, "4": 86.30603620785666, "5": 54.172316702963194, "6": 57.063027563254366, "7": 86.45057247965717, "8": 68.17739410145994, "9": 84.08320130070514 }, "taxonomy": "ax-document-unified-25/1" } }, "title": { "ap": 37.09773755641038, "ap50": 47.67067642108576, "ap70": 39.006786088722876, "ap90": 28.09417805581423, "ar100": 68.2943143812709 } }, "H51-title": { "counts": { "fn": 131, "fp": 296, "iou": 0.5, "precision": 36.206896551724135, "recall": 56.187290969899664, "threshold": 0.3, "tp": 168 }, "panels": { "fin_val": { "ap": 91.57739593169711, "ap50": 96.39212272259813, "ap70": 95.6720891685565, "ap90": 88.44809936812516, "ar100": 97.12025316455696, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 256, "per_class_ap": { "9": 91.57739593169711 }, "taxonomy": "ax-document-unified-25/1" }, "financial_val": { "ap": 61.73305632696384, "ap50": 74.96501865247365, "ap70": 68.85316694919942, "ap90": 43.47744892431575, "ar100": 83.61329149193345, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 1745, "per_class_ap": { "1": 50.78315145536768, "10": 87.04993624291704, "11": 22.668975296494782, "2": 21.06518949188169, "3": -1.0, "4": 86.4342933581353, "5": 63.68508463365829, "6": 48.562555445664245, "7": 81.62495775148074, "8": 65.49366226902261, "9": 89.96275732501599 }, "taxonomy": "ax-document-unified-25/1" }, "gold_val": { "ap": 71.53267127947552, "ap50": 88.96970146715404, "ap70": 79.30542557035115, "ap90": 51.442965386769316, "ar100": 84.26815515047466, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 6489, "per_class_ap": { "1": 87.08961007399112, "10": 85.14502829116108, "11": 38.745347586625584, "2": 71.23827368382588, "3": 65.97418621206323, "4": 86.56001042643845, "5": 54.89541594216855, "6": 57.75922516457215, "7": 86.42092276593523, "8": 68.62054515710344, "9": 84.41081877034607 }, "taxonomy": "ax-document-unified-25/1" } }, "title": { "ap": 38.745347586625584, "ap50": 50.12263329992115, "ap70": 40.83531017420843, "ap90": 29.40280420667828, "ar100": 74.24749163879598 } } }, "extra_class_accuracy_measured": false, "frozen_numerical_screen_passed": false, "independent_final_test": false, "schema": "ax-doclayout.h51-v15-evaluation/1", "second_seed_reproducibility_established": false }