{ "cuda_matmul_tf32": false, "cudnn_tf32": true, "d5_replacement_numeric_gate_passed": false, "device": "cuda", "extra_class_accuracy_measured": false, "financial_val_is_gold_val_subset": true, "hkex_paired_bot_quality_measured": false, "independent_final_test": false, "notes": [ "All panels have prior evaluation exposure.", "The published model was selected by the owner after qualitative inspection.", "H5 and D5 use different input preprocessing and encoder expansion.", "AR100 is COCO maximum recall averaged over IoU thresholds, not fixed-score recall.", "Financial panel formula AP=-1 means no evaluable ground truth for that class." ], "rows": [ { "metrics": { "ap": 76.19166582723976, "ap50": 90.98408975713708, "ap70": 86.81194095659801, "ap90": 55.84559862719034, "ar100": 86.22013783624641, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 6489, "per_class_ap": { "1": 86.70903263107806, "10": 85.5813874316435, "11": 80.74314377065267, "2": 69.78435802765165, "3": 65.33924251921871, "4": 84.1895668560718, "5": 64.3121998341262, "6": 67.11019333135656, "7": 81.08181904698596, "8": 69.98615931674894, "9": 83.27122133410323 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "gold_val" }, { "metrics": { "ap": 59.61507825342214, "ap50": 74.13378058622597, "ap70": 67.72090649895361, "ap90": 41.72241787446306, "ar100": 80.84989146351496, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 1745, "per_class_ap": { "1": 47.95755592812043, "10": 86.02720279326287, "11": 56.229297278355304, "2": 20.1699362764869, "3": -1.0, "4": 82.08634380195267, "5": 46.514737142033745, "6": 40.005130844566686, "7": 65.04497699099055, "8": 63.640872123281376, "9": 88.47472935517085 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "financial_val" }, { "metrics": { "ap": 91.28285656436957, "ap50": 95.68127621579472, "ap70": 94.61620836375081, "ap90": 89.66164124306354, "ar100": 97.84810126582279, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 256, "per_class_ap": { "9": 91.28285656436957 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "fin_val" }, { "metrics": { "ap": 74.57671072607724, "ap50": 88.6499180767716, "ap70": 82.69361409010283, "ap90": 56.59131638976142, "ar100": 85.3543714942148, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 4999, "per_class_ap": { "1": 71.66545922799146, "10": 85.39587596516118, "11": 83.3115776915911, "2": 77.79882530827484, "3": 65.80239672315209, "4": 83.361646709789, "5": 61.22481684287797, "6": 70.96587498661935, "7": 70.04886276199515, "8": 67.58439194347235, "9": 83.18408982592513 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "gold_test" }, { "metrics": { "ap": 35.63259410695126, "ap50": 47.23659145250525, "ap70": 40.162869908047284, "ap90": 24.336578515260392, "ar100": 55.68786453478267, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 100, "per_class_ap": { "10": 43.05398993404234, "5": 6.736265805045942, "7": 57.77898315926752, "8": 1.6532954888515101, "9": 68.94043614754901 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "synthetic_test" }, { "metrics": { "ap": 88.13510491652141, "ap50": 91.59867274949475, "ap70": 90.84209118391612, "ap90": 85.46398963434821, "ar100": 98.55704697986579, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 255, "per_class_ap": { "9": 88.13510491652141 }, "taxonomy": "ax-document-unified-25/1" }, "model": "D5", "panel": "fin_test" }, { "metrics": { "ap": 70.65715440191167, "ap50": 88.40568243846039, "ap70": 78.13845865429131, "ap90": 50.450114112981545, "ar100": 82.83261306670309, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 6489, "per_class_ap": { "1": 86.97437605372829, "10": 84.58897292266664, "11": 35.963737455625406, "2": 70.84972376935531, "3": 66.0621205795928, "4": 86.0096104111741, "5": 53.05098211411177, "6": 56.16971374829491, "7": 86.3866260466923, "8": 67.48086426451377, "9": 83.69197105527309 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "gold_val" }, { "metrics": { "ap": 61.51128145000217, "ap50": 74.86946506958374, "ap70": 68.45692502635225, "ap90": 43.322561206462275, "ar100": 83.24266432330124, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 1745, "per_class_ap": { "1": 50.27375835762371, "10": 86.8442236905189, "11": 21.853779071996104, "2": 21.565227712119672, "3": -1.0, "4": 86.21879623969116, "5": 63.222417086128445, "6": 48.35856172317618, "7": 81.51771563437424, "8": 65.42208145342498, "9": 89.8362535309683 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "financial_val" }, { "metrics": { "ap": 91.58560936970301, "ap50": 96.42307172412028, "ap70": 95.68967016952253, "ap90": 89.04728335091869, "ar100": 97.18354430379745, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 256, "per_class_ap": { "9": 91.58560936970301 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "fin_val" }, { "metrics": { "ap": 73.37310493769141, "ap50": 87.72827766101842, "ap70": 81.95607525498266, "ap90": 54.231794306726, "ar100": 84.6840964381882, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 4999, "per_class_ap": { "1": 77.13095953008077, "10": 86.54295478039101, "11": 40.68539867522764, "2": 79.78242231056394, "3": 66.80925308547813, "4": 83.7289456191108, "5": 62.769813175330846, "6": 75.40147131862204, "7": 79.67175347238508, "8": 70.25727943143087, "9": 84.32390291598443 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "gold_test" }, { "metrics": { "ap": 32.18538478504935, "ap50": 41.6040522505025, "ap70": 34.71082027217022, "ap90": 23.46969977640973, "ar100": 52.60717603783931, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 100, "per_class_ap": { "10": 16.861314411786914, "5": 0.929781853586765, "7": 59.27641922357392, "8": 0.993526086549976, "9": 82.8658823497492 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "synthetic_test" }, { "metrics": { "ap": 87.82834893861555, "ap50": 92.43168824183101, "ap70": 91.91499994223899, "ap90": 85.49550882800212, "ar100": 97.4496644295302, "ignore_regions_policy": "historical_d5_unfiltered", "independent_final_test": false, "pages": 255, "per_class_ap": { "9": 87.82834893861555 }, "taxonomy": "ax-document-unified-25/1" }, "model": "H5-1024", "panel": "fin_test" } ], "schema": "ax-doclayout.h5-v14-evaluation/1", "torch": "2.12.1+cu129", "transformers": "4.53.3" }