| { |
| "cuda_matmul_tf32": false, |
| "cudnn_tf32": true, |
| "d5_replacement_numeric_gate_passed": false, |
| "device": "cuda", |
| "extra_class_accuracy_measured": false, |
| "financial_val_is_gold_val_subset": true, |
| "hkex_paired_bot_quality_measured": false, |
| "independent_final_test": false, |
| "notes": [ |
| "All panels have prior evaluation exposure.", |
| "The published model was selected by the owner after qualitative inspection.", |
| "H5 and D5 use different input preprocessing and encoder expansion.", |
| "AR100 is COCO maximum recall averaged over IoU thresholds, not fixed-score recall.", |
| "Financial panel formula AP=-1 means no evaluable ground truth for that class." |
| ], |
| "rows": [ |
| { |
| "metrics": { |
| "ap": 76.19166582723976, |
| "ap50": 90.98408975713708, |
| "ap70": 86.81194095659801, |
| "ap90": 55.84559862719034, |
| "ar100": 86.22013783624641, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 6489, |
| "per_class_ap": { |
| "1": 86.70903263107806, |
| "10": 85.5813874316435, |
| "11": 80.74314377065267, |
| "2": 69.78435802765165, |
| "3": 65.33924251921871, |
| "4": 84.1895668560718, |
| "5": 64.3121998341262, |
| "6": 67.11019333135656, |
| "7": 81.08181904698596, |
| "8": 69.98615931674894, |
| "9": 83.27122133410323 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "gold_val" |
| }, |
| { |
| "metrics": { |
| "ap": 59.61507825342214, |
| "ap50": 74.13378058622597, |
| "ap70": 67.72090649895361, |
| "ap90": 41.72241787446306, |
| "ar100": 80.84989146351496, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 1745, |
| "per_class_ap": { |
| "1": 47.95755592812043, |
| "10": 86.02720279326287, |
| "11": 56.229297278355304, |
| "2": 20.1699362764869, |
| "3": -1.0, |
| "4": 82.08634380195267, |
| "5": 46.514737142033745, |
| "6": 40.005130844566686, |
| "7": 65.04497699099055, |
| "8": 63.640872123281376, |
| "9": 88.47472935517085 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "financial_val" |
| }, |
| { |
| "metrics": { |
| "ap": 91.28285656436957, |
| "ap50": 95.68127621579472, |
| "ap70": 94.61620836375081, |
| "ap90": 89.66164124306354, |
| "ar100": 97.84810126582279, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 256, |
| "per_class_ap": { |
| "9": 91.28285656436957 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "fin_val" |
| }, |
| { |
| "metrics": { |
| "ap": 74.57671072607724, |
| "ap50": 88.6499180767716, |
| "ap70": 82.69361409010283, |
| "ap90": 56.59131638976142, |
| "ar100": 85.3543714942148, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 4999, |
| "per_class_ap": { |
| "1": 71.66545922799146, |
| "10": 85.39587596516118, |
| "11": 83.3115776915911, |
| "2": 77.79882530827484, |
| "3": 65.80239672315209, |
| "4": 83.361646709789, |
| "5": 61.22481684287797, |
| "6": 70.96587498661935, |
| "7": 70.04886276199515, |
| "8": 67.58439194347235, |
| "9": 83.18408982592513 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "gold_test" |
| }, |
| { |
| "metrics": { |
| "ap": 35.63259410695126, |
| "ap50": 47.23659145250525, |
| "ap70": 40.162869908047284, |
| "ap90": 24.336578515260392, |
| "ar100": 55.68786453478267, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 100, |
| "per_class_ap": { |
| "10": 43.05398993404234, |
| "5": 6.736265805045942, |
| "7": 57.77898315926752, |
| "8": 1.6532954888515101, |
| "9": 68.94043614754901 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "synthetic_test" |
| }, |
| { |
| "metrics": { |
| "ap": 88.13510491652141, |
| "ap50": 91.59867274949475, |
| "ap70": 90.84209118391612, |
| "ap90": 85.46398963434821, |
| "ar100": 98.55704697986579, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 255, |
| "per_class_ap": { |
| "9": 88.13510491652141 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "D5", |
| "panel": "fin_test" |
| }, |
| { |
| "metrics": { |
| "ap": 70.65715440191167, |
| "ap50": 88.40568243846039, |
| "ap70": 78.13845865429131, |
| "ap90": 50.450114112981545, |
| "ar100": 82.83261306670309, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 6489, |
| "per_class_ap": { |
| "1": 86.97437605372829, |
| "10": 84.58897292266664, |
| "11": 35.963737455625406, |
| "2": 70.84972376935531, |
| "3": 66.0621205795928, |
| "4": 86.0096104111741, |
| "5": 53.05098211411177, |
| "6": 56.16971374829491, |
| "7": 86.3866260466923, |
| "8": 67.48086426451377, |
| "9": 83.69197105527309 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "gold_val" |
| }, |
| { |
| "metrics": { |
| "ap": 61.51128145000217, |
| "ap50": 74.86946506958374, |
| "ap70": 68.45692502635225, |
| "ap90": 43.322561206462275, |
| "ar100": 83.24266432330124, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 1745, |
| "per_class_ap": { |
| "1": 50.27375835762371, |
| "10": 86.8442236905189, |
| "11": 21.853779071996104, |
| "2": 21.565227712119672, |
| "3": -1.0, |
| "4": 86.21879623969116, |
| "5": 63.222417086128445, |
| "6": 48.35856172317618, |
| "7": 81.51771563437424, |
| "8": 65.42208145342498, |
| "9": 89.8362535309683 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "financial_val" |
| }, |
| { |
| "metrics": { |
| "ap": 91.58560936970301, |
| "ap50": 96.42307172412028, |
| "ap70": 95.68967016952253, |
| "ap90": 89.04728335091869, |
| "ar100": 97.18354430379745, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 256, |
| "per_class_ap": { |
| "9": 91.58560936970301 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "fin_val" |
| }, |
| { |
| "metrics": { |
| "ap": 73.37310493769141, |
| "ap50": 87.72827766101842, |
| "ap70": 81.95607525498266, |
| "ap90": 54.231794306726, |
| "ar100": 84.6840964381882, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 4999, |
| "per_class_ap": { |
| "1": 77.13095953008077, |
| "10": 86.54295478039101, |
| "11": 40.68539867522764, |
| "2": 79.78242231056394, |
| "3": 66.80925308547813, |
| "4": 83.7289456191108, |
| "5": 62.769813175330846, |
| "6": 75.40147131862204, |
| "7": 79.67175347238508, |
| "8": 70.25727943143087, |
| "9": 84.32390291598443 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "gold_test" |
| }, |
| { |
| "metrics": { |
| "ap": 32.18538478504935, |
| "ap50": 41.6040522505025, |
| "ap70": 34.71082027217022, |
| "ap90": 23.46969977640973, |
| "ar100": 52.60717603783931, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 100, |
| "per_class_ap": { |
| "10": 16.861314411786914, |
| "5": 0.929781853586765, |
| "7": 59.27641922357392, |
| "8": 0.993526086549976, |
| "9": 82.8658823497492 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "synthetic_test" |
| }, |
| { |
| "metrics": { |
| "ap": 87.82834893861555, |
| "ap50": 92.43168824183101, |
| "ap70": 91.91499994223899, |
| "ap90": 85.49550882800212, |
| "ar100": 97.4496644295302, |
| "ignore_regions_policy": "historical_d5_unfiltered", |
| "independent_final_test": false, |
| "pages": 255, |
| "per_class_ap": { |
| "9": 87.82834893861555 |
| }, |
| "taxonomy": "ax-document-unified-25/1" |
| }, |
| "model": "H5-1024", |
| "panel": "fin_test" |
| } |
| ], |
| "schema": "ax-doclayout.h5-v14-evaluation/1", |
| "torch": "2.12.1+cu129", |
| "transformers": "4.53.3" |
| } |
|
|
