AXDocLayout-M-v1.5-CUDA-TF32 / evaluation.json
AutomatosX's picture
Publish owner-selected H5.1 as v1.5 with qualified CUDA profile and preserved tradeoffs
6536f3b verified
Raw History Blame Contribute Delete
8.02 kB
{
"arms": {
"H5": {
"counts": {
"fn": 153,
"fp": 229,
"iou": 0.5,
"precision": 38.93333333333333,
"recall": 48.82943143812709,
"threshold": 0.3,
"tp": 146
},
"panels": {
"fin_val": {
"ap": 91.58560936970301,
"ap50": 96.42307172412028,
"ap70": 95.68967016952253,
"ap90": 89.04728335091869,
"ar100": 97.18354430379745,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 256,
"per_class_ap": {
"9": 91.58560936970301
},
"taxonomy": "ax-document-unified-25/1"
},
"financial_val": {
"ap": 61.51128145000217,
"ap50": 74.86946506958374,
"ap70": 68.45692502635225,
"ap90": 43.322561206462275,
"ar100": 83.24266432330124,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 1745,
"per_class_ap": {
"1": 50.27375835762371,
"10": 86.8442236905189,
"11": 21.853779071996104,
"2": 21.565227712119672,
"3": -1.0,
"4": 86.21879623969116,
"5": 63.222417086128445,
"6": 48.35856172317618,
"7": 81.51771563437424,
"8": 65.42208145342498,
"9": 89.8362535309683
},
"taxonomy": "ax-document-unified-25/1"
},
"gold_val": {
"ap": 70.65715440191167,
"ap50": 88.40568243846039,
"ap70": 78.13845865429131,
"ap90": 50.450114112981545,
"ar100": 82.83261306670309,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 6489,
"per_class_ap": {
"1": 86.97437605372829,
"10": 84.58897292266664,
"11": 35.963737455625406,
"2": 70.84972376935531,
"3": 66.0621205795928,
"4": 86.0096104111741,
"5": 53.05098211411177,
"6": 56.16971374829491,
"7": 86.3866260466923,
"8": 67.48086426451377,
"9": 83.69197105527309
},
"taxonomy": "ax-document-unified-25/1"
}
},
"title": {
"ap": 35.963737455625406,
"ap50": 45.82497853510442,
"ap70": 37.919540471954086,
"ap90": 27.58934006257302,
"ar100": 62.943143812709025
}
},
"H51-control": {
"counts": {
"fn": 147,
"fp": 232,
"iou": 0.5,
"precision": 39.583333333333336,
"recall": 50.836120401337794,
"threshold": 0.3,
"tp": 152
},
"panels": {
"fin_val": {
"ap": 91.73710137237188,
"ap50": 96.4099632632333,
"ap70": 95.72830310105967,
"ap90": 89.01546582174996,
"ar100": 97.31012658227849,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 256,
"per_class_ap": {
"9": 91.73710137237188
},
"taxonomy": "ax-document-unified-25/1"
},
"financial_val": {
"ap": 61.54451332090731,
"ap50": 74.82347437893793,
"ap70": 68.37143078364227,
"ap90": 43.45150000241278,
"ar100": 83.51945585499091,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 1745,
"per_class_ap": {
"1": 50.790307872052466,
"10": 86.95649329534332,
"11": 21.537754862532495,
"2": 21.089752984835016,
"3": -1.0,
"4": 86.26630590510274,
"5": 63.45967663532532,
"6": 48.37271223360353,
"7": 81.63817745625849,
"8": 65.42434020637644,
"9": 89.90961175764326
},
"taxonomy": "ax-document-unified-25/1"
},
"gold_val": {
"ap": 71.12138935941007,
"ap50": 88.67129396706581,
"ap70": 78.75562209735875,
"ap90": 50.94979086232245,
"ar100": 83.49783844438394,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 6489,
"per_class_ap": {
"1": 87.04700605626007,
"10": 84.91962874561692,
"11": 37.09773755641038,
"2": 70.98562257535825,
"3": 66.03273966396873,
"4": 86.30603620785666,
"5": 54.172316702963194,
"6": 57.063027563254366,
"7": 86.45057247965717,
"8": 68.17739410145994,
"9": 84.08320130070514
},
"taxonomy": "ax-document-unified-25/1"
}
},
"title": {
"ap": 37.09773755641038,
"ap50": 47.67067642108576,
"ap70": 39.006786088722876,
"ap90": 28.09417805581423,
"ar100": 68.2943143812709
}
},
"H51-title": {
"counts": {
"fn": 131,
"fp": 296,
"iou": 0.5,
"precision": 36.206896551724135,
"recall": 56.187290969899664,
"threshold": 0.3,
"tp": 168
},
"panels": {
"fin_val": {
"ap": 91.57739593169711,
"ap50": 96.39212272259813,
"ap70": 95.6720891685565,
"ap90": 88.44809936812516,
"ar100": 97.12025316455696,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 256,
"per_class_ap": {
"9": 91.57739593169711
},
"taxonomy": "ax-document-unified-25/1"
},
"financial_val": {
"ap": 61.73305632696384,
"ap50": 74.96501865247365,
"ap70": 68.85316694919942,
"ap90": 43.47744892431575,
"ar100": 83.61329149193345,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 1745,
"per_class_ap": {
"1": 50.78315145536768,
"10": 87.04993624291704,
"11": 22.668975296494782,
"2": 21.06518949188169,
"3": -1.0,
"4": 86.4342933581353,
"5": 63.68508463365829,
"6": 48.562555445664245,
"7": 81.62495775148074,
"8": 65.49366226902261,
"9": 89.96275732501599
},
"taxonomy": "ax-document-unified-25/1"
},
"gold_val": {
"ap": 71.53267127947552,
"ap50": 88.96970146715404,
"ap70": 79.30542557035115,
"ap90": 51.442965386769316,
"ar100": 84.26815515047466,
"ignore_regions_policy": "historical_d5_unfiltered",
"independent_final_test": false,
"pages": 6489,
"per_class_ap": {
"1": 87.08961007399112,
"10": 85.14502829116108,
"11": 38.745347586625584,
"2": 71.23827368382588,
"3": 65.97418621206323,
"4": 86.56001042643845,
"5": 54.89541594216855,
"6": 57.75922516457215,
"7": 86.42092276593523,
"8": 68.62054515710344,
"9": 84.41081877034607
},
"taxonomy": "ax-document-unified-25/1"
}
},
"title": {
"ap": 38.745347586625584,
"ap50": 50.12263329992115,
"ap70": 40.83531017420843,
"ap90": 29.40280420667828,
"ar100": 74.24749163879598
}
}
},
"extra_class_accuracy_measured": false,
"frozen_numerical_screen_passed": false,
"independent_final_test": false,
"schema": "ax-doclayout.h51-v15-evaluation/1",
"second_seed_reproducibility_established": false
}