Invalid JSON: Unexpected token 'N', ..."_50_max": NaN, "nauc"... is not valid JSON
| {"vidore/restaurant_esg_reports_beir": {"ndcg_at_1": 0.42949, "ndcg_at_3": 0.42629, "ndcg_at_5": 0.45961, "ndcg_at_10": 0.51197, "ndcg_at_20": 0.56486, "ndcg_at_50": 0.60082, "ndcg_at_100": 0.60751, "map_at_1": 0.29359, "map_at_3": 0.35849, "map_at_5": 0.39691, "map_at_10": 0.42394, "map_at_20": 0.44497, "map_at_50": 0.45591, "map_at_100": 0.45812, "recall_at_1": 0.29359, "recall_at_3": 0.40192, "recall_at_5": 0.51186, "recall_at_10": 0.65353, "recall_at_20": 0.83719, "recall_at_50": 0.9546, "recall_at_100": 0.98071, "precision_at_1": 0.44231, "precision_at_3": 0.25, "precision_at_5": 0.19615, "precision_at_10": 0.125, "precision_at_20": 0.08173, "precision_at_50": 0.04231, "precision_at_100": 0.02288, "mrr_at_1": 0.4423076923076923, "mrr_at_3": 0.5192307692307692, "mrr_at_5": 0.5413461538461537, "mrr_at_10": 0.5577686202686202, "mrr_at_20": 0.5629998473748473, "mrr_at_50": 0.5671698871052319, "mrr_at_100": 0.5671698871052319, "naucs_at_1_max": 0.12399000241708227, "naucs_at_1_std": -0.1131468297994509, "naucs_at_1_diff1": 0.6622608079388528, "naucs_at_3_max": 0.018540827550754584, "naucs_at_3_std": -0.008541606353824588, "naucs_at_3_diff1": 0.22000823303615963, "naucs_at_5_max": -0.0919163184919483, "naucs_at_5_std": -0.05018222287046767, "naucs_at_5_diff1": 0.017309481258245964, "naucs_at_10_max": -0.1364161654384665, "naucs_at_10_std": -0.0486100321357069, "naucs_at_10_diff1": -0.06329750850536192, "naucs_at_20_max": -0.13951618884131453, "naucs_at_20_std": -0.06516885885416285, "naucs_at_20_diff1": -0.08056945398705187, "naucs_at_50_max": -0.1735505149817269, "naucs_at_50_std": -0.14539655663480958, "naucs_at_50_diff1": -0.22011163171544687, "naucs_at_100_max": -0.19644598055014903, "naucs_at_100_std": -0.17475618011030583, "naucs_at_100_diff1": -0.2681140556014967}, | |
| "vidore/synthetics_economics_macro_economy_2024_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.27586, | |
| "ndcg_at_3": 0.27713, | |
| "ndcg_at_5": 0.27281, | |
| "ndcg_at_10": 0.27095, | |
| "ndcg_at_20": 0.30133, | |
| "ndcg_at_50": 0.36971, | |
| "ndcg_at_100": 0.42129, | |
| "map_at_1": 0.02933, | |
| "map_at_3": 0.07066, | |
| "map_at_5": 0.09633, | |
| "map_at_10": 0.12786, | |
| "map_at_20": 0.15898, | |
| "map_at_50": 0.19579, | |
| "map_at_100": 0.21506, | |
| "recall_at_1": 0.02933, | |
| "recall_at_3": 0.09273, | |
| "recall_at_5": 0.14324, | |
| "recall_at_10": 0.22118, | |
| "recall_at_20": 0.33292, | |
| "recall_at_50": 0.5162, | |
| "recall_at_100": 0.66532, | |
| "precision_at_1": 0.27586, | |
| "precision_at_3": 0.27443, | |
| "precision_at_5": 0.25862, | |
| "precision_at_10": 0.21164, | |
| "precision_at_20": 0.17522, | |
| "precision_at_50": 0.12422, | |
| "precision_at_100": 0.08931, | |
| "mrr_at_1": 0.25862068965517243, | |
| "mrr_at_3": 0.3599137931034483, | |
| "mrr_at_5": 0.38491379310344825, | |
| "mrr_at_10": 0.3994766009852217, | |
| "mrr_at_20": 0.40535174323707207, | |
| "mrr_at_50": 0.4079076367313886, | |
| "mrr_at_100": 0.40875255122380105, | |
| "naucs_at_1_max": -0.07146268287237412, | |
| "naucs_at_1_std": 0.05840538954077893, | |
| "naucs_at_1_diff1": 0.09828667132274915, | |
| "naucs_at_3_max": -0.03122538350364481, | |
| "naucs_at_3_std": 0.17080547439921345, | |
| "naucs_at_3_diff1": -0.03118040279119797, | |
| "naucs_at_5_max": -0.0063938267739506345, | |
| "naucs_at_5_std": 0.20804922213620664, | |
| "naucs_at_5_diff1": -0.041295979888552124, | |
| "naucs_at_10_max": 0.006023761582402221, | |
| "naucs_at_10_std": 0.20080422219815167, | |
| "naucs_at_10_diff1": -0.05274519430196443, | |
| "naucs_at_20_max": 0.03517298183544102, | |
| "naucs_at_20_std": 0.23730900896951754, | |
| "naucs_at_20_diff1": -0.041363631387282725, | |
| "naucs_at_50_max": 0.014840901846495337, | |
| "naucs_at_50_std": 0.20514601668495377, | |
| "naucs_at_50_diff1": -0.015531707338321939, | |
| "naucs_at_100_max": -0.03634953861480098, | |
| "naucs_at_100_std": 0.1191812990989981, | |
| "naucs_at_100_diff1": 0.04285003520354746 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.30556, | |
| "ndcg_at_3": 0.33142, | |
| "ndcg_at_5": 0.34103, | |
| "ndcg_at_10": 0.36136, | |
| "ndcg_at_20": 0.3897, | |
| "ndcg_at_50": 0.42347, | |
| "ndcg_at_100": 0.46291, | |
| "map_at_1": 0.15859, | |
| "map_at_3": 0.22357, | |
| "map_at_5": 0.24838, | |
| "map_at_10": 0.27445, | |
| "map_at_20": 0.29251, | |
| "map_at_50": 0.30304, | |
| "map_at_100": 0.31031, | |
| "recall_at_1": 0.15859, | |
| "recall_at_3": 0.28677, | |
| "recall_at_5": 0.34919, | |
| "recall_at_10": 0.42618, | |
| "recall_at_20": 0.5068, | |
| "recall_at_50": 0.61249, | |
| "recall_at_100": 0.76787, | |
| "precision_at_1": 0.30556, | |
| "precision_at_3": 0.21759, | |
| "precision_at_5": 0.18611, | |
| "precision_at_10": 0.1375, | |
| "precision_at_20": 0.09375, | |
| "precision_at_50": 0.04972, | |
| "precision_at_100": 0.03292, | |
| "mrr_at_1": 0.3055555555555556, | |
| "mrr_at_3": 0.40046296296296297, | |
| "mrr_at_5": 0.4212962962962963, | |
| "mrr_at_10": 0.4328703703703704, | |
| "mrr_at_20": 0.4353395061728395, | |
| "mrr_at_50": 0.43782901538648666, | |
| "mrr_at_100": 0.43938177243325466, | |
| "naucs_at_1_max": -0.11972891665546266, | |
| "naucs_at_1_std": 0.06803454075231265, | |
| "naucs_at_1_diff1": 0.12277473841932252, | |
| "naucs_at_3_max": -0.1280661381189997, | |
| "naucs_at_3_std": 0.02955099347035927, | |
| "naucs_at_3_diff1": -0.03229451352547933, | |
| "naucs_at_5_max": -0.1473259550162733, | |
| "naucs_at_5_std": -0.02817022199099353, | |
| "naucs_at_5_diff1": 0.030713613360775806, | |
| "naucs_at_10_max": -0.22965382145468607, | |
| "naucs_at_10_std": -0.11078003228382262, | |
| "naucs_at_10_diff1": 0.09039041461079847, | |
| "naucs_at_20_max": -0.2807490883701333, | |
| "naucs_at_20_std": -0.13575968442367178, | |
| "naucs_at_20_diff1": 0.04284557748233534, | |
| "naucs_at_50_max": -0.32202951157642307, | |
| "naucs_at_50_std": -0.16461590657158515, | |
| "naucs_at_50_diff1": 0.05400900095557806, | |
| "naucs_at_100_max": -0.3858673402829035, | |
| "naucs_at_100_std": -0.26052679356501335, | |
| "naucs_at_100_diff1": 0.04019360896291041 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered": { | |
| "ndcg_at_1": 0.49375, | |
| "ndcg_at_3": 0.50545, | |
| "ndcg_at_5": 0.5323, | |
| "ndcg_at_10": 0.56265, | |
| "ndcg_at_20": 0.5911, | |
| "ndcg_at_50": 0.61736, | |
| "ndcg_at_100": 0.62829, | |
| "map_at_1": 0.29789, | |
| "map_at_3": 0.40402, | |
| "map_at_5": 0.43762, | |
| "map_at_10": 0.46432, | |
| "map_at_20": 0.47787, | |
| "map_at_50": 0.48644, | |
| "map_at_100": 0.48877, | |
| "recall_at_1": 0.29789, | |
| "recall_at_3": 0.49153, | |
| "recall_at_5": 0.57504, | |
| "recall_at_10": 0.66868, | |
| "recall_at_20": 0.752, | |
| "recall_at_50": 0.83661, | |
| "recall_at_100": 0.87411, | |
| "precision_at_1": 0.49375, | |
| "precision_at_3": 0.30625, | |
| "precision_at_5": 0.23875, | |
| "precision_at_10": 0.15437, | |
| "precision_at_20": 0.09375, | |
| "precision_at_50": 0.04525, | |
| "precision_at_100": 0.02513, | |
| "mrr_at_1": 0.4875, | |
| "mrr_at_3": 0.584375, | |
| "mrr_at_5": 0.6109375, | |
| "mrr_at_10": 0.6181274801587302, | |
| "mrr_at_20": 0.6211626073069088, | |
| "mrr_at_50": 0.6224454491663636, | |
| "mrr_at_100": 0.6225276860084688, | |
| "naucs_at_1_max": 0.25971597849480205, | |
| "naucs_at_1_std": -0.06591160266903759, | |
| "naucs_at_1_diff1": 0.5137897509618341, | |
| "naucs_at_3_max": 0.11511378826266674, | |
| "naucs_at_3_std": -0.09491769996140816, | |
| "naucs_at_3_diff1": 0.058686667002243, | |
| "naucs_at_5_max": -0.01429372317252162, | |
| "naucs_at_5_std": -0.08153841545091527, | |
| "naucs_at_5_diff1": -0.11086194574376519, | |
| "naucs_at_10_max": -0.04159388354898861, | |
| "naucs_at_10_std": -0.08637885577524719, | |
| "naucs_at_10_diff1": -0.1934197141662387, | |
| "naucs_at_20_max": -0.06441956054177954, | |
| "naucs_at_20_std": -0.022475783052031732, | |
| "naucs_at_20_diff1": -0.2666709162895124, | |
| "naucs_at_50_max": -0.0809057806099224, | |
| "naucs_at_50_std": 0.04951610616563597, | |
| "naucs_at_50_diff1": -0.2749968287605298, | |
| "naucs_at_100_max": -0.13466182313615915, | |
| "naucs_at_100_std": 0.04146134949414454, | |
| "naucs_at_100_diff1": -0.30851157836220766 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0": { | |
| "ndcg_at_1": 0.15789, | |
| "ndcg_at_3": 0.24589, | |
| "ndcg_at_5": 0.27172, | |
| "ndcg_at_10": 0.32485, | |
| "ndcg_at_20": 0.36737, | |
| "ndcg_at_50": 0.44367, | |
| "ndcg_at_100": 0.46973, | |
| "map_at_1": 0.10073, | |
| "map_at_3": 0.18119, | |
| "map_at_5": 0.20461, | |
| "map_at_10": 0.2311, | |
| "map_at_20": 0.25013, | |
| "map_at_50": 0.27424, | |
| "map_at_100": 0.28404, | |
| "recall_at_1": 0.10073, | |
| "recall_at_3": 0.26447, | |
| "recall_at_5": 0.33158, | |
| "recall_at_10": 0.4669, | |
| "recall_at_20": 0.58975, | |
| "recall_at_50": 0.84549, | |
| "recall_at_100": 0.92588, | |
| "precision_at_1": 0.15789, | |
| "precision_at_3": 0.16959, | |
| "precision_at_5": 0.14035, | |
| "precision_at_10": 0.10877, | |
| "precision_at_20": 0.08158, | |
| "precision_at_50": 0.06, | |
| "precision_at_100": 0.03737, | |
| "mrr_at_1": 0.14035087719298245, | |
| "mrr_at_3": 0.2807017543859649, | |
| "mrr_at_5": 0.2982456140350877, | |
| "mrr_at_10": 0.32170704539125594, | |
| "mrr_at_20": 0.32845867401839374, | |
| "mrr_at_50": 0.33345518300422383, | |
| "mrr_at_100": 0.33345518300422383, | |
| "naucs_at_1_max": 0.22400453476615198, | |
| "naucs_at_1_std": 0.14968053041273224, | |
| "naucs_at_1_diff1": 0.016172762313913572, | |
| "naucs_at_3_max": 0.10813294914982394, | |
| "naucs_at_3_std": 0.0650117553746402, | |
| "naucs_at_3_diff1": -0.040697907716350505, | |
| "naucs_at_5_max": -0.05712505615849394, | |
| "naucs_at_5_std": -0.09866938564148231, | |
| "naucs_at_5_diff1": 0.05016230281598974, | |
| "naucs_at_10_max": -0.1020292479643766, | |
| "naucs_at_10_std": -0.10874541622319586, | |
| "naucs_at_10_diff1": -0.06638258303490649, | |
| "naucs_at_20_max": -0.2958585292412995, | |
| "naucs_at_20_std": -0.23597870154597572, | |
| "naucs_at_20_diff1": -0.07170339252413134, | |
| "naucs_at_50_max": -0.40829026815447106, | |
| "naucs_at_50_std": -0.2811013441409715, | |
| "naucs_at_50_diff1": -0.21951620832847335, | |
| "naucs_at_100_max": -0.4146346375147778, | |
| "naucs_at_100_std": -0.2795469565018257, | |
| "naucs_at_100_diff1": -0.2553840696821133 | |
| }, | |
| "vidore/synthetic_rse_restaurant_filtered_v1.0_multilingual": { | |
| "ndcg_at_1": 0.24123, | |
| "ndcg_at_3": 0.28126, | |
| "ndcg_at_5": 0.3133, | |
| "ndcg_at_10": 0.36429, | |
| "ndcg_at_20": 0.4161, | |
| "ndcg_at_50": 0.47237, | |
| "ndcg_at_100": 0.4958, | |
| "map_at_1": 0.12746, | |
| "map_at_3": 0.20411, | |
| "map_at_5": 0.23304, | |
| "map_at_10": 0.26447, | |
| "map_at_20": 0.28692, | |
| "map_at_50": 0.30711, | |
| "map_at_100": 0.31548, | |
| "recall_at_1": 0.12746, | |
| "recall_at_3": 0.27589, | |
| "recall_at_5": 0.36653, | |
| "recall_at_10": 0.50529, | |
| "recall_at_20": 0.66852, | |
| "recall_at_50": 0.84526, | |
| "recall_at_100": 0.92261, | |
| "precision_at_1": 0.24123, | |
| "precision_at_3": 0.19006, | |
| "precision_at_5": 0.16316, | |
| "precision_at_10": 0.12412, | |
| "precision_at_20": 0.09232, | |
| "precision_at_50": 0.05991, | |
| "precision_at_100": 0.03645, | |
| "mrr_at_1": 0.2324561403508772, | |
| "mrr_at_3": 0.3362573099415205, | |
| "mrr_at_5": 0.3564327485380117, | |
| "mrr_at_10": 0.37909530771372874, | |
| "mrr_at_20": 0.3880419270226994, | |
| "mrr_at_50": 0.39104871811852004, | |
| "mrr_at_100": 0.3913246488656195, | |
| "naucs_at_1_max": 0.05126072306607597, | |
| "naucs_at_1_std": 0.10524261906614556, | |
| "naucs_at_1_diff1": 0.1662238649208727, | |
| "naucs_at_3_max": -0.06882640588074418, | |
| "naucs_at_3_std": -0.00687112776813947, | |
| "naucs_at_3_diff1": 0.052359712799228894, | |
| "naucs_at_5_max": -0.10672500814999647, | |
| "naucs_at_5_std": -0.04616075188696077, | |
| "naucs_at_5_diff1": 0.03808892702804544, | |
| "naucs_at_10_max": -0.14402718163269573, | |
| "naucs_at_10_std": -0.0800239875853204, | |
| "naucs_at_10_diff1": 0.026621054060269014, | |
| "naucs_at_20_max": -0.23536652634236535, | |
| "naucs_at_20_std": -0.1791895245057551, | |
| "naucs_at_20_diff1": -0.03550522345427236, | |
| "naucs_at_50_max": -0.2895689158573214, | |
| "naucs_at_50_std": -0.18484936511140687, | |
| "naucs_at_50_diff1": -0.14671395313510677, | |
| "naucs_at_100_max": -0.3013378788868252, | |
| "naucs_at_100_std": -0.18494428073687805, | |
| "naucs_at_100_diff1": -0.15560894907194894 | |
| }, | |
| "vidore/synthetic_mit_biomedical_tissue_interactions_unfiltered_multilingual": { | |
| "ndcg_at_1": 0.29688, | |
| "ndcg_at_3": 0.31686, | |
| "ndcg_at_5": 0.34035, | |
| "ndcg_at_10": 0.37208, | |
| "ndcg_at_20": 0.39946, | |
| "ndcg_at_50": 0.43258, | |
| "ndcg_at_100": 0.45037, | |
| "map_at_1": 0.19114, | |
| "map_at_3": 0.25227, | |
| "map_at_5": 0.27618, | |
| "map_at_10": 0.29729, | |
| "map_at_20": 0.3094, | |
| "map_at_50": 0.3174, | |
| "map_at_100": 0.32008, | |
| "recall_at_1": 0.19114, | |
| "recall_at_3": 0.30932, | |
| "recall_at_5": 0.37926, | |
| "recall_at_10": 0.47025, | |
| "recall_at_20": 0.5506, | |
| "recall_at_50": 0.67285, | |
| "recall_at_100": 0.74884, | |
| "precision_at_1": 0.29688, | |
| "precision_at_3": 0.1875, | |
| "precision_at_5": 0.15063, | |
| "precision_at_10": 0.10203, | |
| "precision_at_20": 0.06555, | |
| "precision_at_50": 0.03431, | |
| "precision_at_100": 0.02019, | |
| "mrr_at_1": 0.3046875, | |
| "mrr_at_3": 0.3731770833333333, | |
| "mrr_at_5": 0.3956770833333333, | |
| "mrr_at_10": 0.4083984375, | |
| "mrr_at_20": 0.41272608241055897, | |
| "mrr_at_50": 0.41586130365740753, | |
| "mrr_at_100": 0.4167288615149892, | |
| "naucs_at_1_max": 0.09311618037135276, | |
| "naucs_at_1_std": 0.018985676392572978, | |
| "naucs_at_1_diff1": 0.48117347480106093, | |
| "naucs_at_3_max": -0.0034360394668514023, | |
| "naucs_at_3_std": 0.0026758409785930777, | |
| "naucs_at_3_diff1": 0.17766574346546632, | |
| "naucs_at_5_max": -0.013139840013063666, | |
| "naucs_at_5_std": 0.02534411706670989, | |
| "naucs_at_5_diff1": 0.09008620787415184, | |
| "naucs_at_10_max": -0.05607839101439326, | |
| "naucs_at_10_std": -0.014157807759662628, | |
| "naucs_at_10_diff1": 0.007634295473431183, | |
| "naucs_at_20_max": -0.051514513496406455, | |
| "naucs_at_20_std": 0.013220188409135334, | |
| "naucs_at_20_diff1": -0.05545218918531808, | |
| "naucs_at_50_max": -0.05476112736426545, | |
| "naucs_at_50_std": 0.027217039442371384, | |
| "naucs_at_50_diff1": -0.08576521492878854, | |
| "naucs_at_100_max": -0.0861361198809646, | |
| "naucs_at_100_std": 0.0018778606927599745, | |
| "naucs_at_100_diff1": -0.10821538089699209 | |
| }, | |
| "vidore/synthetic_axa_filtered_v1.0": { | |
| "ndcg_at_1": 0.38889, | |
| "ndcg_at_3": 0.48966, | |
| "ndcg_at_5": 0.50412, | |
| "ndcg_at_10": 0.52545, | |
| "ndcg_at_20": 0.55696, | |
| "ndcg_at_50": 0.59341, | |
| "ndcg_at_100": 0.62141, | |
| "map_at_1": 0.24444, | |
| "map_at_3": 0.34782, | |
| "map_at_5": 0.38206, | |
| "map_at_10": 0.41966, | |
| "map_at_20": 0.44673, | |
| "map_at_50": 0.46066, | |
| "map_at_100": 0.46871, | |
| "recall_at_1": 0.24444, | |
| "recall_at_3": 0.44533, | |
| "recall_at_5": 0.50466, | |
| "recall_at_10": 0.58675, | |
| "recall_at_20": 0.67712, | |
| "recall_at_50": 0.78932, | |
| "recall_at_100": 0.87381, | |
| "precision_at_1": 0.38889, | |
| "precision_at_3": 0.31481, | |
| "precision_at_5": 0.27778, | |
| "precision_at_10": 0.21111, | |
| "precision_at_20": 0.13889, | |
| "precision_at_50": 0.07, | |
| "precision_at_100": 0.04222, | |
| "mrr_at_1": 0.3888888888888889, | |
| "mrr_at_3": 0.5648148148148148, | |
| "mrr_at_5": 0.5648148148148148, | |
| "mrr_at_10": 0.5833333333333334, | |
| "mrr_at_20": 0.5833333333333334, | |
| "mrr_at_50": 0.5852490421455939, | |
| "mrr_at_100": 0.5852490421455939, | |
| "naucs_at_1_max": 0.06414390748033702, | |
| "naucs_at_1_std": 0.09361633218553407, | |
| "naucs_at_1_diff1": 0.3199354953342075, | |
| "naucs_at_3_max": -0.29656915329520506, | |
| "naucs_at_3_std": -0.2689215816405609, | |
| "naucs_at_3_diff1": -0.048998778682797145, | |
| "naucs_at_5_max": -0.4684237523665628, | |
| "naucs_at_5_std": -0.4808166158380195, | |
| "naucs_at_5_diff1": 0.03529551410696337, | |
| "naucs_at_10_max": -0.6046861759557787, | |
| "naucs_at_10_std": -0.5599671369036879, | |
| "naucs_at_10_diff1": 0.09315401422887992, | |
| "naucs_at_20_max": -0.6391674592430706, | |
| "naucs_at_20_std": -0.5502288596488522, | |
| "naucs_at_20_diff1": 0.08812208804345464, | |
| "naucs_at_50_max": -0.6209697401456671, | |
| "naucs_at_50_std": -0.46600812024697114, | |
| "naucs_at_50_diff1": 0.06782711055635444, | |
| "naucs_at_100_max": -0.6408164300214637, | |
| "naucs_at_100_std": -0.49700512525148827, | |
| "naucs_at_100_diff1": -0.010718202819271922 | |
| }, | |
| "vidore/synthetic_economics_macro_economy_2024_filtered_v1.0": { | |
| "ndcg_at_1": 0.55172, | |
| "ndcg_at_3": 0.56242, | |
| "ndcg_at_5": 0.53354, | |
| "ndcg_at_10": 0.52325, | |
| "ndcg_at_20": 0.54892, | |
| "ndcg_at_50": 0.61967, | |
| "ndcg_at_100": 0.65501, | |
| "map_at_1": 0.05811, | |
| "map_at_3": 0.1554, | |
| "map_at_5": 0.20983, | |
| "map_at_10": 0.27655, | |
| "map_at_20": 0.32835, | |
| "map_at_50": 0.38835, | |
| "map_at_100": 0.41442, | |
| "recall_at_1": 0.05811, | |
| "recall_at_3": 0.19803, | |
| "recall_at_5": 0.29414, | |
| "recall_at_10": 0.43784, | |
| "recall_at_20": 0.58599, | |
| "recall_at_50": 0.78993, | |
| "recall_at_100": 0.89218, | |
| "precision_at_1": 0.55172, | |
| "precision_at_3": 0.55747, | |
| "precision_at_5": 0.48621, | |
| "precision_at_10": 0.38966, | |
| "precision_at_20": 0.29569, | |
| "precision_at_50": 0.18897, | |
| "precision_at_100": 0.12362, | |
| "mrr_at_1": 0.5172413793103449, | |
| "mrr_at_3": 0.6494252873563218, | |
| "mrr_at_5": 0.6727011494252874, | |
| "mrr_at_10": 0.6834770114942529, | |
| "mrr_at_20": 0.6859279918864097, | |
| "mrr_at_50": 0.6859279918864097, | |
| "mrr_at_100": 0.6859279918864097, | |
| "naucs_at_1_max": -0.2980988447497177, | |
| "naucs_at_1_std": -0.21908510961071032, | |
| "naucs_at_1_diff1": 0.12536739639550157, | |
| "naucs_at_3_max": -0.04843642666725592, | |
| "naucs_at_3_std": 0.0549203425432818, | |
| "naucs_at_3_diff1": -0.050133695427531995, | |
| "naucs_at_5_max": -0.0597678996153892, | |
| "naucs_at_5_std": 0.07952714662316937, | |
| "naucs_at_5_diff1": -0.03461754450178797, | |
| "naucs_at_10_max": -0.1236409449095761, | |
| "naucs_at_10_std": 0.019540468488830887, | |
| "naucs_at_10_diff1": -0.07973899114901141, | |
| "naucs_at_20_max": -0.05543962463891419, | |
| "naucs_at_20_std": 0.08259432774295383, | |
| "naucs_at_20_diff1": -0.0939866678506067, | |
| "naucs_at_50_max": -0.026948237382347934, | |
| "naucs_at_50_std": 0.09883880061905886, | |
| "naucs_at_50_diff1": -0.03217943812138621, | |
| "naucs_at_100_max": -0.08286980330809063, | |
| "naucs_at_100_std": 0.016514989416905417, | |
| "naucs_at_100_diff1": 0.027317685280586253 | |
| },"./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.664, "ndcg_at_3": 0.71728, "ndcg_at_5": 0.73063, "ndcg_at_10": 0.75071, "ndcg_at_20": 0.76029, "ndcg_at_50": 0.77029, "ndcg_at_100": 0.77647, "map_at_1": 0.664, "map_at_3": 0.70333, "map_at_5": 0.71083, "map_at_10": 0.71913, "map_at_20": 0.72174, "map_at_50": 0.72338, "map_at_100": 0.72393, "recall_at_1": 0.664, "recall_at_3": 0.758, "recall_at_5": 0.79, "recall_at_10": 0.852, "recall_at_20": 0.89, "recall_at_50": 0.94, "recall_at_100": 0.978, "precision_at_1": 0.664, "precision_at_3": 0.25267, "precision_at_5": 0.158, "precision_at_10": 0.0852, "precision_at_20": 0.0445, "precision_at_50": 0.0188, "precision_at_100": 0.00978, "mrr_at_1": 0.666, "mrr_at_3": 0.7036666666666667, "mrr_at_5": 0.7110666666666667, "mrr_at_10": 0.719484126984127, "mrr_at_20": 0.722312611975228, "mrr_at_50": 0.7237972836422734, "mrr_at_100": 0.7243297450156544, "naucs_at_1_max": 0.5889213023056643, "naucs_at_1_std": -0.03738843019443627, "naucs_at_1_diff1": 0.9044815265827187, "naucs_at_3_max": 0.6597876116843661, "naucs_at_3_std": 0.041596651295516755, "naucs_at_3_diff1": 0.8645218684327024, "naucs_at_5_max": 0.6839060283261598, "naucs_at_5_std": 0.11626710270036247, "naucs_at_5_diff1": 0.8423112992040783, "naucs_at_10_max": 0.7812541175850534, "naucs_at_10_std": 0.21647297546578018, "naucs_at_10_diff1": 0.8277202413893048, "naucs_at_20_max": 0.7649600549780963, "naucs_at_20_std": 0.12761790224207298, "naucs_at_20_diff1": 0.7988574864702351, "naucs_at_50_max": 0.7467787114845937, "naucs_at_50_std": 0.2255835667600402, "naucs_at_50_diff1": 0.7687519452225302, "naucs_at_100_max": 0.8461505814447046, "naucs_at_100_std": 0.3166539343009966, "naucs_at_100_diff1": 0.8011628893981787}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.4745, "ndcg_at_3": 0.54173, "ndcg_at_5": 0.56769, "ndcg_at_10": 0.5861, "ndcg_at_20": 0.6048, "ndcg_at_50": 0.61661, "ndcg_at_100": 0.62385, "map_at_1": 0.4745, "map_at_3": 0.52513, "map_at_5": 0.53976, "map_at_10": 0.54722, "map_at_20": 0.55245, "map_at_50": 0.55432, "map_at_100": 0.55497, "recall_at_1": 0.4745, "recall_at_3": 0.5898, "recall_at_5": 0.65188, "recall_at_10": 0.70953, "recall_at_20": 0.78271, "recall_at_50": 0.84257, "recall_at_100": 0.88692, "precision_at_1": 0.4745, "precision_at_3": 0.1966, "precision_at_5": 0.13038, "precision_at_10": 0.07095, "precision_at_20": 0.03914, "precision_at_50": 0.01685, "precision_at_100": 0.00887, "mrr_at_1": 0.4722838137472284, "mrr_at_3": 0.5240206947524021, "mrr_at_5": 0.5384331116038433, "mrr_at_10": 0.545998310632457, "mrr_at_20": 0.5506564713842315, "mrr_at_50": 0.5529029054852187, "mrr_at_100": 0.5535124417758647, "naucs_at_1_max": 0.24308198716486704, "naucs_at_1_std": 0.4263216056628872, "naucs_at_1_diff1": 0.8579772747628749, "naucs_at_3_max": 0.16805600057176534, "naucs_at_3_std": 0.3924645370055808, "naucs_at_3_diff1": 0.7770233728520576, "naucs_at_5_max": 0.1218197178734784, "naucs_at_5_std": 0.4817802245485417, "naucs_at_5_diff1": 0.7532614461045579, "naucs_at_10_max": 0.03428092836449581, "naucs_at_10_std": 0.5151585952399194, "naucs_at_10_diff1": 0.7143986620927637, "naucs_at_20_max": -0.13960806153123748, "naucs_at_20_std": 0.6261345359875006, "naucs_at_20_diff1": 0.6826006385134176, "naucs_at_50_max": -0.2400541568650652, "naucs_at_50_std": 0.7530843562467058, "naucs_at_50_diff1": 0.6593166140032869, "naucs_at_100_max": -0.08884413440903777, "naucs_at_100_std": 0.7993547173030003, "naucs_at_100_diff1": 0.6944870252918233}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.91, "ndcg_at_3": 0.93262, "ndcg_at_5": 0.93693, "ndcg_at_10": 0.93994, "ndcg_at_20": 0.94494, "ndcg_at_50": 0.94702, "ndcg_at_100": 0.94702, "map_at_1": 0.91, "map_at_3": 0.92667, "map_at_5": 0.92917, "map_at_10": 0.93028, "map_at_20": 0.93161, "map_at_50": 0.93198, "map_at_100": 0.93198, "recall_at_1": 0.91, "recall_at_3": 0.95, "recall_at_5": 0.96, "recall_at_10": 0.97, "recall_at_20": 0.99, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.91, "precision_at_3": 0.31667, "precision_at_5": 0.192, "precision_at_10": 0.097, "precision_at_20": 0.0495, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9283333333333332, "mrr_at_5": 0.9308333333333333, "mrr_at_10": 0.9319444444444445, "mrr_at_20": 0.9332777777777779, "mrr_at_50": 0.9336944444444444, "mrr_at_100": 0.9336944444444444, "naucs_at_1_max": 0.3011723207801644, "naucs_at_1_std": -0.4870837223778408, "naucs_at_1_diff1": 0.8742089428363928, "naucs_at_3_max": 0.730158730158726, "naucs_at_3_std": -0.21027077497665203, "naucs_at_3_diff1": 0.9183006535947692, "naucs_at_5_max": 0.6953781512605006, "naucs_at_5_std": -0.48015873015872135, "naucs_at_5_diff1": 0.8978758169934612, "naucs_at_10_max": 0.807812013694364, "naucs_at_10_std": -0.06022408963585601, "naucs_at_10_diff1": 0.8638344226579531, "naucs_at_20_max": 0.5541549953314738, "naucs_at_20_std": -0.1713352007469681, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64095, "ndcg_at_3": 0.736, "ndcg_at_5": 0.7601, "ndcg_at_10": 0.7803, "ndcg_at_20": 0.78827, "ndcg_at_50": 0.79223, "ndcg_at_100": 0.7941, "map_at_1": 0.64095, "map_at_3": 0.71203, "map_at_5": 0.72546, "map_at_10": 0.734, "map_at_20": 0.73618, "map_at_50": 0.73687, "map_at_100": 0.73703, "recall_at_1": 0.64095, "recall_at_3": 0.80559, "recall_at_5": 0.86391, "recall_at_10": 0.92527, "recall_at_20": 0.95687, "recall_at_50": 0.97631, "recall_at_100": 0.98785, "precision_at_1": 0.64095, "precision_at_3": 0.26853, "precision_at_5": 0.17278, "precision_at_10": 0.09253, "precision_at_20": 0.04784, "precision_at_50": 0.01953, "precision_at_100": 0.00988, "mrr_at_1": 0.6354799513973268, "mrr_at_3": 0.7106115836371001, "mrr_at_5": 0.7234305386796274, "mrr_at_10": 0.731879833747999, "mrr_at_20": 0.7340755638044026, "mrr_at_50": 0.7348432926756366, "mrr_at_100": 0.7350248567706289, "naucs_at_1_max": 0.19811506816235372, "naucs_at_1_std": -0.2554693200419591, "naucs_at_1_diff1": 0.7675648256745395, "naucs_at_3_max": 0.2318301363088243, "naucs_at_3_std": -0.27759660815315446, "naucs_at_3_diff1": 0.6712729518538324, "naucs_at_5_max": 0.24793757976069947, "naucs_at_5_std": -0.2400954177562814, "naucs_at_5_diff1": 0.6522915581849575, "naucs_at_10_max": 0.33999905443604334, "naucs_at_10_std": -0.09243929665705147, "naucs_at_10_diff1": 0.6186302038158574, "naucs_at_20_max": 0.33414218317326, "naucs_at_20_std": 0.10107766265773643, "naucs_at_20_diff1": 0.5589735061846622, "naucs_at_50_max": 0.39336569274053196, "naucs_at_50_std": 0.3146553201604068, "naucs_at_50_diff1": 0.5632664235073339, "naucs_at_100_max": 0.6769613453644149, "naucs_at_100_std": 0.7790878478446186, "naucs_at_100_diff1": 0.6726227816477444}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.7834, "ndcg_at_3": 0.83083, "ndcg_at_5": 0.84232, "ndcg_at_10": 0.85157, "ndcg_at_20": 0.85985, "ndcg_at_50": 0.86443, "ndcg_at_100": 0.8657, "map_at_1": 0.7834, "map_at_3": 0.81984, "map_at_5": 0.82611, "map_at_10": 0.82998, "map_at_20": 0.8323, "map_at_50": 0.83311, "map_at_100": 0.83321, "recall_at_1": 0.7834, "recall_at_3": 0.86235, "recall_at_5": 0.89069, "recall_at_10": 0.91903, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.98178, "precision_at_1": 0.7834, "precision_at_3": 0.28745, "precision_at_5": 0.17814, "precision_at_10": 0.0919, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.00982, "mrr_at_1": 0.7813765182186235, "mrr_at_3": 0.8188259109311741, "mrr_at_5": 0.8248987854251012, "mrr_at_10": 0.829565098644046, "mrr_at_20": 0.8313956960718094, "mrr_at_50": 0.8322900405575263, "mrr_at_100": 0.832391579382424, "naucs_at_1_max": 0.518447362653061, "naucs_at_1_std": 0.025991835344041193, "naucs_at_1_diff1": 0.9010494190422811, "naucs_at_3_max": 0.5691970896074877, "naucs_at_3_std": 0.020323756354481724, "naucs_at_3_diff1": 0.8408073942635276, "naucs_at_5_max": 0.5665846312895253, "naucs_at_5_std": 0.08497408554034125, "naucs_at_5_diff1": 0.82223001004187, "naucs_at_10_max": 0.6452921091747841, "naucs_at_10_std": 0.19809424135208908, "naucs_at_10_diff1": 0.8431957937117052, "naucs_at_20_max": 0.7447325753492595, "naucs_at_20_std": 0.4528568090604771, "naucs_at_20_diff1": 0.8030103604465574, "naucs_at_50_max": 0.8343240898820317, "naucs_at_50_std": 0.6770625322907705, "naucs_at_50_diff1": 0.8472448651285527, "naucs_at_100_max": 0.8102131093810145, "naucs_at_100_std": 0.7381222519798937, "naucs_at_100_diff1": 0.8742471393840519}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.96786, "ndcg_at_5": 0.96786, "ndcg_at_10": 0.96786, "ndcg_at_20": 0.96786, "ndcg_at_50": 0.96786, "ndcg_at_100": 0.96786, "map_at_1": 0.92, "map_at_3": 0.95667, "map_at_5": 0.95667, "map_at_10": 0.95667, "map_at_20": 0.95667, "map_at_50": 0.95667, "map_at_100": 0.95667, "recall_at_1": 0.92, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.94, "mrr_at_3": 0.9666666666666667, "mrr_at_5": 0.9666666666666667, "mrr_at_10": 0.9666666666666667, "mrr_at_20": 0.9666666666666667, "mrr_at_50": 0.9666666666666667, "mrr_at_100": 0.9666666666666667, "naucs_at_1_max": 0.7619047619047616, "naucs_at_1_std": 0.24060457516339795, "naucs_at_1_diff1": 0.9162581699346404, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.56786, "ndcg_at_3": 0.62806, "ndcg_at_5": 0.65635, "ndcg_at_10": 0.67295, "ndcg_at_20": 0.68721, "ndcg_at_50": 0.70267, "ndcg_at_100": 0.71485, "map_at_1": 0.56786, "map_at_3": 0.6131, "map_at_5": 0.62899, "map_at_10": 0.63542, "map_at_20": 0.63924, "map_at_50": 0.64167, "map_at_100": 0.64292, "recall_at_1": 0.56786, "recall_at_3": 0.67143, "recall_at_5": 0.73929, "recall_at_10": 0.79286, "recall_at_20": 0.85, "recall_at_50": 0.92857, "recall_at_100": 1.0, "precision_at_1": 0.56786, "precision_at_3": 0.22381, "precision_at_5": 0.14786, "precision_at_10": 0.07929, "precision_at_20": 0.0425, "precision_at_50": 0.01857, "precision_at_100": 0.01, "mrr_at_1": 0.5678571428571428, "mrr_at_3": 0.6113095238095237, "mrr_at_5": 0.6277380952380953, "mrr_at_10": 0.6339356575963718, "mrr_at_20": 0.6379618770431741, "mrr_at_50": 0.6403947405923297, "mrr_at_100": 0.6416450055922677, "naucs_at_1_max": 0.15868730409527165, "naucs_at_1_std": 0.005476384052524141, "naucs_at_1_diff1": 0.6898556504931816, "naucs_at_3_max": 0.2265285828624092, "naucs_at_3_std": 0.07120249326962727, "naucs_at_3_diff1": 0.6460005820862944, "naucs_at_5_max": 0.18104774909508717, "naucs_at_5_std": 0.049974351749500545, "naucs_at_5_diff1": 0.599728345290476, "naucs_at_10_max": 0.08937034529451629, "naucs_at_10_std": 0.021830460219087747, "naucs_at_10_diff1": 0.5156241862403002, "naucs_at_20_max": -0.015480451861837658, "naucs_at_20_std": -0.04558133048207932, "naucs_at_20_diff1": 0.5020338431500163, "naucs_at_50_max": 0.02670401493930801, "naucs_at_50_std": -0.1887955182072852, "naucs_at_50_diff1": 0.31573295985060545, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.92786, "ndcg_at_5": 0.94421, "ndcg_at_10": 0.94421, "ndcg_at_20": 0.94421, "ndcg_at_50": 0.94421, "ndcg_at_100": 0.94421, "map_at_1": 0.88, "map_at_3": 0.91667, "map_at_5": 0.92567, "map_at_10": 0.92567, "map_at_20": 0.92567, "map_at_50": 0.92567, "map_at_100": 0.92567, "recall_at_1": 0.88, "recall_at_3": 0.96, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.91, "mrr_at_3": 0.9333333333333332, "mrr_at_5": 0.9423333333333334, "mrr_at_10": 0.9423333333333334, "mrr_at_20": 0.9423333333333334, "mrr_at_50": 0.9423333333333334, "mrr_at_100": 0.9423333333333334, "naucs_at_1_max": 0.45863824371619505, "naucs_at_1_std": 0.23079064587973264, "naucs_at_1_diff1": 0.8033725739739099, "naucs_at_3_max": 0.8068394024276336, "naucs_at_3_std": 0.5087535014005626, "naucs_at_3_diff1": 0.6038748832866443, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.45, "ndcg_at_3": 0.59464, "ndcg_at_5": 0.63982, "ndcg_at_10": 0.66889, "ndcg_at_20": 0.67709, "ndcg_at_50": 0.68517, "ndcg_at_100": 0.68853, "map_at_1": 0.45, "map_at_3": 0.55833, "map_at_5": 0.58333, "map_at_10": 0.59531, "map_at_20": 0.59789, "map_at_50": 0.59924, "map_at_100": 0.59957, "recall_at_1": 0.45, "recall_at_3": 0.7, "recall_at_5": 0.81, "recall_at_10": 0.9, "recall_at_20": 0.93, "recall_at_50": 0.97, "recall_at_100": 0.99, "precision_at_1": 0.45, "precision_at_3": 0.23333, "precision_at_5": 0.162, "precision_at_10": 0.09, "precision_at_20": 0.0465, "precision_at_50": 0.0194, "precision_at_100": 0.0099, "mrr_at_1": 0.47, "mrr_at_3": 0.5833333333333334, "mrr_at_5": 0.6018333333333333, "mrr_at_10": 0.615718253968254, "mrr_at_20": 0.6165515873015873, "mrr_at_50": 0.6179859646889059, "mrr_at_100": 0.6183226650256062, "naucs_at_1_max": 0.105925489425784, "naucs_at_1_std": -0.060066784521705045, "naucs_at_1_diff1": 0.49797682184246717, "naucs_at_3_max": 0.11120518825436876, "naucs_at_3_std": -0.10580075662042858, "naucs_at_3_diff1": 0.46674473067915695, "naucs_at_5_max": 0.03777044371103874, "naucs_at_5_std": -0.21048771543820866, "naucs_at_5_diff1": 0.38344072502488297, "naucs_at_10_max": 0.09103641456582774, "naucs_at_10_std": -0.14047619047618726, "naucs_at_10_diff1": 0.32413632119514585, "naucs_at_20_max": -0.0814992663732126, "naucs_at_20_std": -0.3702147525676927, "naucs_at_20_diff1": 0.34020274776577397, "naucs_at_50_max": -0.20401493930905526, "naucs_at_50_std": -0.5308123249299683, "naucs_at_50_diff1": 0.7860255213196357, "naucs_at_100_max": -0.5634920634920583, "naucs_at_100_std": -0.5634920634920583, "naucs_at_100_diff1": 0.35807656395892007}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.92, "ndcg_at_3": 0.95786, "ndcg_at_5": 0.96172, "ndcg_at_10": 0.96172, "ndcg_at_20": 0.96172, "ndcg_at_50": 0.96172, "ndcg_at_100": 0.96332, "map_at_1": 0.92, "map_at_3": 0.95, "map_at_5": 0.952, "map_at_10": 0.952, "map_at_20": 0.952, "map_at_50": 0.952, "map_at_100": 0.95213, "recall_at_1": 0.92, "recall_at_3": 0.98, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.92, "precision_at_3": 0.32667, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.92, "mrr_at_3": 0.95, "mrr_at_5": 0.9525, "mrr_at_10": 0.9525, "mrr_at_20": 0.9525, "mrr_at_50": 0.9525, "mrr_at_100": 0.9526315789473684, "naucs_at_1_max": 0.749649859943977, "naucs_at_1_std": 0.25116713352007414, "naucs_at_1_diff1": 0.9279295051353874, "naucs_at_3_max": 0.8611111111111119, "naucs_at_3_std": 0.6790382819794457, "naucs_at_3_diff1": 0.7117180205415458, "naucs_at_5_max": 0.7222222222222276, "naucs_at_5_std": 0.35807656395891135, "naucs_at_5_diff1": 0.8692810457516413, "naucs_at_10_max": 0.7222222222222276, "naucs_at_10_std": 0.35807656395891135, "naucs_at_10_diff1": 0.8692810457516413, "naucs_at_20_max": 0.7222222222222276, "naucs_at_20_std": 0.35807656395891135, "naucs_at_20_diff1": 0.8692810457516413, "naucs_at_50_max": 0.7222222222222041, "naucs_at_50_std": 0.35807656395892007, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}} |