{ "model": "paraphrase-multilingual-mpnet-base-v2", "index_alias": "mpnet_base", "test_path": "data/legal_assistant_test.jsonl", "top_k": 10, "by_lang": { "ru": { "count": 350, "recall@1": 0.02, "hit@1": 0.02, "precision@1": 0.02, "recall@3": 0.045714285714285714, "hit@3": 0.045714285714285714, "precision@3": 0.015238095238095238, "recall@5": 0.06285714285714286, "hit@5": 0.06285714285714286, "precision@5": 0.012571428571428572, "recall@10": 0.07428571428571429, "hit@10": 0.07428571428571429, "precision@10": 0.00742857142857143, "mrr@10": 0.036646258503401356, "ndcg@10": 0.04574054788125284, "not_found_rate": 0.9257142857142857, "rank_stats": { "mean_rank": 3.1153846153846154, "median_rank": 3.0, "p10_rank": 1.0, "p90_rank": 6.0, "found_count": 26, "not_found_count": 324, "not_found_rate": 0.9257142857142857 }, "score_stats": { "top1_score": { "mean": 0.7618318447044917, "median": 0.7739360332489014, "p10": 0.6504435300827026, "p90": 0.8631861269474029 }, "margin_top1_top2": { "mean": 0.027111329010554724, "median": 0.01928773522377014, "p10": 0.002852356433868408, "p90": 0.0627547562122345 } }, "coverage": { "unique_ids": 225, "corpus_size": 477, "coverage_ratio": 0.4716981132075472 }, "distributions": { "ranks": [ -1, -1, -1, -1, -1, 1, -1, 0, -1, 3, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, 5, -1, -1, -1, 0, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, 0, -1, 2, -1, -1, 0, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1 ], "top1_scores": [ 0.7502067685127258, 0.8011714816093445, 0.8100268244743347, 0.6144346594810486, 0.7409970760345459, 0.7614837884902954, 0.8602194786071777, 0.7274106740951538, 0.6980745792388916, 0.8382699489593506, 0.6591380834579468, 0.7736281156539917, 0.41662508249282837, 0.6944171786308289, 0.848723828792572, 0.7467440366744995, 0.530423104763031, 0.7874581813812256, 0.5859202146530151, 0.7304986715316772, 0.7085039615631104, 0.8459864258766174, 0.7679531574249268, 0.7471238374710083, 0.7972822785377502, 0.850902795791626, 0.7549386620521545, 0.7867681384086609, 0.6236919164657593, 0.842058539390564, 0.5337463021278381, 0.46072283387184143, 0.7393311858177185, 0.6798599362373352, 0.7377821207046509, 0.6054086685180664, 0.6677995920181274, 0.7905619144439697, 0.679763913154602, 0.7650899887084961, 0.8481958508491516, 0.7734674215316772, 0.8232624530792236, 0.792692244052887, 0.8470195531845093, 0.8830442428588867, 0.8606631755828857, 0.8291252851486206, 0.8319640159606934, 0.7804000377655029, 0.7699353098869324, 0.8168094158172607, 0.7772942185401917, 0.7686454057693481, 0.813424825668335, 0.8381445407867432, 0.75543212890625, 0.6442155838012695, 0.7775956988334656, 0.7972822785377502, 0.7782889008522034, 0.7698872089385986, 0.792020857334137, 0.6009024977684021, 0.8738053441047668, 0.7637100219726562, 0.8315193057060242, 0.7987961769104004, 0.827557384967804, 0.7039255499839783, 0.7772048711776733, 0.8027815818786621, 0.7670899629592896, 0.6792532801628113, 0.7304986715316772, 0.7456262111663818, 0.7660995125770569, 0.8483503460884094, 0.7429208755493164, 0.813424825668335, 0.7945865392684937, 0.8507125377655029, 0.6909685134887695, 0.6462569832801819, 0.8180459141731262, 0.7937572002410889, 0.794559121131897, 0.699709415435791, 0.6912692189216614, 0.7304986715316772, 0.8335380554199219, 0.8560796976089478, 0.8388569951057434, 0.6614882946014404, 0.6849147081375122, 0.8507125377655029, 0.6189656257629395, 0.7795857191085815, 0.7601614594459534, 0.7459642291069031, 0.8297182321548462, 0.8591293096542358, 0.8923888206481934, 0.7296199798583984, 0.7304986715316772, 0.5781477689743042, 0.6254273056983948, 0.8082033395767212, 0.6878524422645569, 0.7586581110954285, 0.8613336086273193, 0.793653130531311, 0.819044291973114, 0.7063040733337402, 0.7402285933494568, 0.8098176717758179, 0.8649560213088989, 0.6004021167755127, 0.6017137765884399, 0.6879527568817139, 0.8107499480247498, 0.8373936414718628, 0.8172832131385803, 0.7839073538780212, 0.8470195531845093, 0.8416107296943665, 0.8029309511184692, 0.6651532649993896, 0.601564347743988, 0.671858549118042, 0.8574796915054321, 0.8124386072158813, 0.8569672107696533, 0.7018089294433594, 0.7462425231933594, 0.8398032784461975, 0.8360347747802734, 0.8030582666397095, 0.7069578170776367, 0.7804000377655029, 0.5459386110305786, 0.8556666374206543, 0.7992005348205566, 0.659309446811676, 0.7377821207046509, 0.7904307246208191, 0.7767336368560791, 0.8184326887130737, 0.7059661149978638, 0.8382699489593506, 0.7853919267654419, 0.8399779796600342, 0.8063667416572571, 0.6781229376792908, 0.7377821207046509, 0.8405895829200745, 0.7741745710372925, 0.7839248180389404, 0.7394956350326538, 0.78769451379776, 0.8664715886116028, 0.8606299757957458, 0.7276098132133484, 0.647633969783783, 0.8436694145202637, 0.8825153112411499, 0.7441973686218262, 0.6505957841873169, 0.6378116607666016, 0.842058539390564, 0.8233816027641296, 0.8182093501091003, 0.6726715564727783, 0.6959800720214844, 0.7459642291069031, 0.7681376338005066, 0.6342553496360779, 0.7324970960617065, 0.681795597076416, 0.7650899887084961, 0.8776297569274902, 0.820970356464386, 0.5784183740615845, 0.6584796905517578, 0.7184970378875732, 0.8794345855712891, 0.8779467344284058, 0.8655935525894165, 0.6554523706436157, 0.8470195531845093, 0.7612885236740112, 0.8140504360198975, 0.7941046357154846, 0.7264520525932312, 0.8470195531845093, 0.8663575649261475, 0.87021404504776, 0.8746997714042664, 0.7363104224205017, 0.7972822785377502, 0.8760812282562256, 0.7996296286582947, 0.684033989906311, 0.7479870319366455, 0.7966785430908203, 0.8785256743431091, 0.7777826189994812, 0.8189702033996582, 0.6226294636726379, 0.7409970760345459, 0.7039567232131958, 0.7067569494247437, 0.8670125007629395, 0.7323639392852783, 0.8738053441047668, 0.8955000638961792, 0.722633421421051, 0.8595190048217773, 0.6593241691589355, 0.842058539390564, 0.8268574476242065, 0.8669024705886841, 0.6152068376541138, 0.7285632491111755, 0.8436694145202637, 0.534467875957489, 0.7484354376792908, 0.8371658325195312, 0.7117542028427124, 0.6635478734970093, 0.7945865392684937, 0.837534487247467, 0.8544983863830566, 0.6536172032356262, 0.848723828792572, 0.738481879234314, 0.8648489117622375, 0.8638309836387634, 0.6431866884231567, 0.7650899887084961, 0.8785256743431091, 0.8370940089225769, 0.8521344661712646, 0.6928575038909912, 0.8738053441047668, 0.8897957801818848, 0.8240135908126831, 0.6630119681358337, 0.7229213118553162, 0.7650899887084961, 0.7941581606864929, 0.8507461547851562, 0.8255212903022766, 0.6905333399772644, 0.848723828792572, 0.8909945487976074, 0.8580363988876343, 0.7804504036903381, 0.7317054271697998, 0.7739360332489014, 0.826313316822052, 0.8653373718261719, 0.8789329528808594, 0.7245444655418396, 0.7402285933494568, 0.7553896903991699, 0.6966943740844727, 0.8783972859382629, 0.6736463308334351, 0.8470195531845093, 0.692703366279602, 0.5350662469863892, 0.689773440361023, 0.7641996145248413, 0.8460565805435181, 0.7092075347900391, 0.7955029606819153, 0.7594934105873108, 0.71648108959198, 0.7586580514907837, 0.8421064615249634, 0.8015775680541992, 0.7039722800254822, 0.6509271264076233, 0.7039255499839783, 0.8987294435501099, 0.839336633682251, 0.7852098941802979, 0.7415964603424072, 0.7804000377655029, 0.8667455911636353, 0.8310762047767639, 0.8366968631744385, 0.6294822096824646, 0.842058539390564, 0.7418737411499023, 0.6632629632949829, 0.8990156650543213, 0.6013898849487305, 0.8510050177574158, 0.7288857102394104, 0.8977541923522949, 0.8028841018676758, 0.6671152114868164, 0.7432989478111267, 0.7392305731773376, 0.8209891319274902, 0.5772736072540283, 0.6917388439178467, 0.7409970760345459, 0.7138341069221497, 0.751758873462677, 0.3939227759838104, 0.6603528261184692, 0.7459642291069031, 0.8745832443237305, 0.7316682934761047, 0.8631144762039185, 0.6683559417724609, 0.7739360332489014, 0.8188548684120178, 0.6561554074287415, 0.8591159582138062, 0.6713958382606506, 0.813424825668335, 0.8049020767211914, 0.760198712348938, 0.6490732431411743, 0.6697145700454712, 0.7650899887084961, 0.5075365900993347, 0.7938529253005981, 0.8426192998886108, 0.6632091999053955, 0.7402285933494568, 0.8498374223709106, 0.6568536162376404, 0.8105652928352356, 0.6360230445861816, 0.7377821207046509, 0.8674048185348511, 0.8416154980659485, 0.7627301216125488, 0.6247893571853638, 0.7739360332489014, 0.8988804221153259, 0.8362682461738586, 0.66178297996521, 0.6800087690353394, 0.6849147081375122 ], "top1_scores_tp": [ 0.7274106740951538, 0.6054086685180664, 0.7698872089385986, 0.8233816027641296, 0.7681376338005066, 0.6342553496360779, 0.738481879234314 ], "top1_scores_fp": [ 0.7502067685127258, 0.8011714816093445, 0.8100268244743347, 0.6144346594810486, 0.7409970760345459, 0.7614837884902954, 0.8602194786071777, 0.6980745792388916, 0.8382699489593506, 0.6591380834579468, 0.7736281156539917, 0.41662508249282837, 0.6944171786308289, 0.848723828792572, 0.7467440366744995, 0.530423104763031, 0.7874581813812256, 0.5859202146530151, 0.7304986715316772, 0.7085039615631104, 0.8459864258766174, 0.7679531574249268, 0.7471238374710083, 0.7972822785377502, 0.850902795791626, 0.7549386620521545, 0.7867681384086609, 0.6236919164657593, 0.842058539390564, 0.5337463021278381, 0.46072283387184143, 0.7393311858177185, 0.6798599362373352, 0.7377821207046509, 0.6677995920181274, 0.7905619144439697, 0.679763913154602, 0.7650899887084961, 0.8481958508491516, 0.7734674215316772, 0.8232624530792236, 0.792692244052887, 0.8470195531845093, 0.8830442428588867, 0.8606631755828857, 0.8291252851486206, 0.8319640159606934, 0.7804000377655029, 0.7699353098869324, 0.8168094158172607, 0.7772942185401917, 0.7686454057693481, 0.813424825668335, 0.8381445407867432, 0.75543212890625, 0.6442155838012695, 0.7775956988334656, 0.7972822785377502, 0.7782889008522034, 0.792020857334137, 0.6009024977684021, 0.8738053441047668, 0.7637100219726562, 0.8315193057060242, 0.7987961769104004, 0.827557384967804, 0.7039255499839783, 0.7772048711776733, 0.8027815818786621, 0.7670899629592896, 0.6792532801628113, 0.7304986715316772, 0.7456262111663818, 0.7660995125770569, 0.8483503460884094, 0.7429208755493164, 0.813424825668335, 0.7945865392684937, 0.8507125377655029, 0.6909685134887695, 0.6462569832801819, 0.8180459141731262, 0.7937572002410889, 0.794559121131897, 0.699709415435791, 0.6912692189216614, 0.7304986715316772, 0.8335380554199219, 0.8560796976089478, 0.8388569951057434, 0.6614882946014404, 0.6849147081375122, 0.8507125377655029, 0.6189656257629395, 0.7795857191085815, 0.7601614594459534, 0.7459642291069031, 0.8297182321548462, 0.8591293096542358, 0.8923888206481934, 0.7296199798583984, 0.7304986715316772, 0.5781477689743042, 0.6254273056983948, 0.8082033395767212, 0.6878524422645569, 0.7586581110954285, 0.8613336086273193, 0.793653130531311, 0.819044291973114, 0.7063040733337402, 0.7402285933494568, 0.8098176717758179, 0.8649560213088989, 0.6004021167755127, 0.6017137765884399, 0.6879527568817139, 0.8107499480247498, 0.8373936414718628, 0.8172832131385803, 0.7839073538780212, 0.8470195531845093, 0.8416107296943665, 0.8029309511184692, 0.6651532649993896, 0.601564347743988, 0.671858549118042, 0.8574796915054321, 0.8124386072158813, 0.8569672107696533, 0.7018089294433594, 0.7462425231933594, 0.8398032784461975, 0.8360347747802734, 0.8030582666397095, 0.7069578170776367, 0.7804000377655029, 0.5459386110305786, 0.8556666374206543, 0.7992005348205566, 0.659309446811676, 0.7377821207046509, 0.7904307246208191, 0.7767336368560791, 0.8184326887130737, 0.7059661149978638, 0.8382699489593506, 0.7853919267654419, 0.8399779796600342, 0.8063667416572571, 0.6781229376792908, 0.7377821207046509, 0.8405895829200745, 0.7741745710372925, 0.7839248180389404, 0.7394956350326538, 0.78769451379776, 0.8664715886116028, 0.8606299757957458, 0.7276098132133484, 0.647633969783783, 0.8436694145202637, 0.8825153112411499, 0.7441973686218262, 0.6505957841873169, 0.6378116607666016, 0.842058539390564, 0.8182093501091003, 0.6726715564727783, 0.6959800720214844, 0.7459642291069031, 0.7324970960617065, 0.681795597076416, 0.7650899887084961, 0.8776297569274902, 0.820970356464386, 0.5784183740615845, 0.6584796905517578, 0.7184970378875732, 0.8794345855712891, 0.8779467344284058, 0.8655935525894165, 0.6554523706436157, 0.8470195531845093, 0.7612885236740112, 0.8140504360198975, 0.7941046357154846, 0.7264520525932312, 0.8470195531845093, 0.8663575649261475, 0.87021404504776, 0.8746997714042664, 0.7363104224205017, 0.7972822785377502, 0.8760812282562256, 0.7996296286582947, 0.684033989906311, 0.7479870319366455, 0.7966785430908203, 0.8785256743431091, 0.7777826189994812, 0.8189702033996582, 0.6226294636726379, 0.7409970760345459, 0.7039567232131958, 0.7067569494247437, 0.8670125007629395, 0.7323639392852783, 0.8738053441047668, 0.8955000638961792, 0.722633421421051, 0.8595190048217773, 0.6593241691589355, 0.842058539390564, 0.8268574476242065, 0.8669024705886841, 0.6152068376541138, 0.7285632491111755, 0.8436694145202637, 0.534467875957489, 0.7484354376792908, 0.8371658325195312, 0.7117542028427124, 0.6635478734970093, 0.7945865392684937, 0.837534487247467, 0.8544983863830566, 0.6536172032356262, 0.848723828792572, 0.8648489117622375, 0.8638309836387634, 0.6431866884231567, 0.7650899887084961, 0.8785256743431091, 0.8370940089225769, 0.8521344661712646, 0.6928575038909912, 0.8738053441047668, 0.8897957801818848, 0.8240135908126831, 0.6630119681358337, 0.7229213118553162, 0.7650899887084961, 0.7941581606864929, 0.8507461547851562, 0.8255212903022766, 0.6905333399772644, 0.848723828792572, 0.8909945487976074, 0.8580363988876343, 0.7804504036903381, 0.7317054271697998, 0.7739360332489014, 0.826313316822052, 0.8653373718261719, 0.8789329528808594, 0.7245444655418396, 0.7402285933494568, 0.7553896903991699, 0.6966943740844727, 0.8783972859382629, 0.6736463308334351, 0.8470195531845093, 0.692703366279602, 0.5350662469863892, 0.689773440361023, 0.7641996145248413, 0.8460565805435181, 0.7092075347900391, 0.7955029606819153, 0.7594934105873108, 0.71648108959198, 0.7586580514907837, 0.8421064615249634, 0.8015775680541992, 0.7039722800254822, 0.6509271264076233, 0.7039255499839783, 0.8987294435501099, 0.839336633682251, 0.7852098941802979, 0.7415964603424072, 0.7804000377655029, 0.8667455911636353, 0.8310762047767639, 0.8366968631744385, 0.6294822096824646, 0.842058539390564, 0.7418737411499023, 0.6632629632949829, 0.8990156650543213, 0.6013898849487305, 0.8510050177574158, 0.7288857102394104, 0.8977541923522949, 0.8028841018676758, 0.6671152114868164, 0.7432989478111267, 0.7392305731773376, 0.8209891319274902, 0.5772736072540283, 0.6917388439178467, 0.7409970760345459, 0.7138341069221497, 0.751758873462677, 0.3939227759838104, 0.6603528261184692, 0.7459642291069031, 0.8745832443237305, 0.7316682934761047, 0.8631144762039185, 0.6683559417724609, 0.7739360332489014, 0.8188548684120178, 0.6561554074287415, 0.8591159582138062, 0.6713958382606506, 0.813424825668335, 0.8049020767211914, 0.760198712348938, 0.6490732431411743, 0.6697145700454712, 0.7650899887084961, 0.5075365900993347, 0.7938529253005981, 0.8426192998886108, 0.6632091999053955, 0.7402285933494568, 0.8498374223709106, 0.6568536162376404, 0.8105652928352356, 0.6360230445861816, 0.7377821207046509, 0.8674048185348511, 0.8416154980659485, 0.7627301216125488, 0.6247893571853638, 0.7739360332489014, 0.8988804221153259, 0.8362682461738586, 0.66178297996521, 0.6800087690353394, 0.6849147081375122 ], "margins": [ 0.015188157558441162, 0.00037038326263427734, 0.013014495372772217, 0.013776719570159912, 0.07136815786361694, 0.02478635311126709, 0.01301497220993042, 0.006395995616912842, 0.02205657958984375, 0.023754477500915527, 0.016879796981811523, 0.03857952356338501, 0.08370134234428406, 0.06270670890808105, 0.011286318302154541, 0.03338205814361572, 0.0034676194190979004, 0.022669553756713867, 0.003498673439025879, 0.07284265756607056, 0.001822352409362793, 0.0007260441780090332, 0.00271528959274292, 0.004588186740875244, 0.005572497844696045, 0.029287219047546387, 0.006268501281738281, 0.034544169902801514, 0.00446707010269165, 0.003336489200592041, 0.036932170391082764, 0.008324265480041504, 0.01701587438583374, 0.02770012617111206, 0.0007421970367431641, 0.15454751253128052, 0.03889864683151245, 0.03317713737487793, 0.04050707817077637, 0.026341795921325684, 0.026019811630249023, 0.0034490227699279785, 0.06010746955871582, 0.010117888450622559, 0.03220105171203613, 0.012953042984008789, 0.04720163345336914, 0.009579956531524658, 0.0938689112663269, 0.010892391204833984, 0.0040773749351501465, 0.041680335998535156, 0.11838585138320923, 0.027501165866851807, 0.010480642318725586, 0.04232335090637207, 0.0019230246543884277, 0.044166624546051025, 0.03462022542953491, 0.005572497844696045, 0.04265052080154419, 0.006316542625427246, 0.015242397785186768, 0.027873635292053223, 0.07986181974411011, 0.007570862770080566, 0.003940761089324951, 0.030157268047332764, 0.14157772064208984, 0.036550939083099365, 0.0021778345108032227, 0.031943440437316895, 0.020054101943969727, 0.004697442054748535, 0.07284265756607056, 0.003910839557647705, 0.019632577896118164, 0.004312872886657715, 0.03717094659805298, 0.010480642318725586, 0.014252424240112305, 0.007018566131591797, 0.0023466944694519043, 0.004979312419891357, 0.014534711837768555, 0.0024878978729248047, 0.0023888349533081055, 0.13877737522125244, 0.04961282014846802, 0.07284265756607056, 0.015094518661499023, 0.05941241979598999, 0.02438300848007202, 0.029972970485687256, 0.03301846981048584, 0.007018566131591797, 0.004755139350891113, 0.01941537857055664, 0.009672403335571289, 0.05146664381027222, 0.03143388032913208, 0.0726211667060852, 0.05341291427612305, 0.03224128484725952, 0.07284265756607056, 0.018402576446533203, 0.009258747100830078, 0.0008394718170166016, 0.009812653064727783, 0.006826460361480713, 0.025946378707885742, 0.0028957128524780273, 0.009974062442779541, 0.004071593284606934, 0.03575342893600464, 0.00982654094696045, 0.04243636131286621, 0.0046402812004089355, 0.0076563358306884766, 0.027364134788513184, 0.0015932321548461914, 0.003724813461303711, 0.0021561384201049805, 0.09855383634567261, 0.03220105171203613, 0.0029711127281188965, 0.027449071407318115, 0.04940938949584961, 0.011665403842926025, 0.007134556770324707, 0.006223917007446289, 0.013470351696014404, 0.0008444786071777344, 0.04125791788101196, 0.0709957480430603, 0.04727846384048462, 0.022601068019866943, 0.02870786190032959, 0.0657045841217041, 0.010892391204833984, 0.012629091739654541, 0.02973949909210205, 0.00732266902923584, 0.010315239429473877, 0.0007423162460327148, 0.03111034631729126, 0.004812419414520264, 0.059238314628601074, 0.00234377384185791, 0.023754477500915527, 0.012726902961730957, 0.02380657196044922, 0.017763137817382812, 0.02493685483932495, 0.0007423162460327148, 0.041593194007873535, 0.004072725772857666, 0.002564728260040283, 0.032840073108673096, 0.032179415225982666, 0.015720665454864502, 0.04664182662963867, 0.04476243257522583, 0.017156898975372314, 0.04564088582992554, 0.02102261781692505, 0.0009273886680603027, 0.12879347801208496, 0.016866087913513184, 0.003336489200592041, 0.015290677547454834, 0.015863537788391113, 0.0517919659614563, 0.055773377418518066, 0.05146664381027222, 0.09709852933883667, 0.04570508003234863, 0.0028568506240844727, 0.05522775650024414, 0.026341795921325684, 0.049196481704711914, 0.0045320987701416016, 0.01174163818359375, 0.04453909397125244, 0.05341726541519165, 0.018832087516784668, 0.08689165115356445, 0.011843085289001465, 0.030252397060394287, 0.03220105171203613, 0.037592411041259766, 0.01289665699005127, 0.034587979316711426, 0.004017174243927002, 0.03220105171203613, 0.06118762493133545, 0.06318718194961548, 0.06377393007278442, 0.020042121410369873, 0.005572497844696045, 0.05301618576049805, 0.01791846752166748, 0.0574074387550354, 0.015189290046691895, 0.001692652702331543, 0.05542290210723877, 0.0005826354026794434, 0.014527618885040283, 0.0035429000854492188, 0.07136815786361694, 0.003987789154052734, 0.07308804988861084, 0.0044405460357666016, 0.012473464012145996, 0.07986181974411011, 0.040659546852111816, 0.00509035587310791, 0.026927590370178223, 0.02681833505630493, 0.003336489200592041, 0.0075348615646362305, 0.0020177364349365234, 0.019160091876983643, 0.03198134899139404, 0.04564088582992554, 0.005445718765258789, 0.008967697620391846, 0.024979054927825928, 0.0059220194816589355, 0.002363264560699463, 0.014252424240112305, 0.03420037031173706, 0.014732420444488525, 0.0004210472106933594, 0.011286318302154541, 0.019087791442871094, 0.038300156593322754, 0.01707679033279419, 0.027778446674346924, 0.026341795921325684, 0.05542290210723877, 0.006907284259796143, 0.016646146774291992, 0.023785829544067383, 0.07986181974411011, 0.0654447078704834, 0.007527828216552734, 0.0031372904777526855, 0.009874403476715088, 0.026341795921325684, 0.019128859043121338, 0.03310739994049072, 0.08016568422317505, 0.030605852603912354, 0.011286318302154541, 0.04723578691482544, 0.021248340606689453, 0.005595743656158447, 0.013595521450042725, 0.018632233142852783, 0.00624924898147583, 0.03969120979309082, 0.033975303173065186, 0.045301079750061035, 0.03575342893600464, 0.012557387351989746, 0.049838244915008545, 0.017738819122314453, 0.03677183389663696, 0.03220105171203613, 0.013120591640472412, 0.001169443130493164, 0.05401253700256348, 0.040728986263275146, 0.011094748973846436, 0.0028089284896850586, 0.022280454635620117, 0.005664527416229248, 0.024232447147369385, 0.0068264007568359375, 0.052081167697906494, 0.012245118618011475, 0.07126790285110474, 0.02708381414413452, 0.036550939083099365, 0.06371283531188965, 0.009941935539245605, 0.0020689964294433594, 0.053904175758361816, 0.010892391204833984, 0.02070748805999756, 0.023318946361541748, 0.004416465759277344, 0.00031757354736328125, 0.003336489200592041, 0.020348429679870605, 0.15811151266098022, 0.03542912006378174, 0.020939230918884277, 0.07721573114395142, 0.00028973817825317383, 0.04292142391204834, 0.006431758403778076, 0.02697509527206421, 0.03638845682144165, 0.002741217613220215, 0.016940057277679443, 0.015652716159820557, 0.002811908721923828, 0.07136815786361694, 0.003038346767425537, 0.005755305290222168, 0.0698975920677185, 0.07397127151489258, 0.05146664381027222, 0.0013794898986816406, 0.0032380223274230957, 0.028622746467590332, 0.0021559596061706543, 0.018632233142852783, 0.0041130781173706055, 0.015664875507354736, 0.012315511703491211, 0.04768538475036621, 0.010480642318725586, 0.026877403259277344, 0.00967782735824585, 0.006515204906463623, 0.02903646230697632, 0.026341795921325684, 0.02482423186302185, 0.017741262912750244, 0.0005214214324951172, 0.010496318340301514, 0.03575342893600464, 0.007352352142333984, 0.015722274780273438, 0.005314767360687256, 0.015478730201721191, 0.0007421970367431641, 0.025514841079711914, 0.023545801639556885, 0.02194201946258545, 0.003423929214477539, 0.018632233142852783, 0.0502050518989563, 0.021018564701080322, 0.0453149676322937, 0.08180415630340576, 0.03301846981048584 ] } }, "kz": { "count": 349, "recall@1": 0.025787965616045846, "hit@1": 0.025787965616045846, "precision@1": 0.025787965616045846, "recall@3": 0.034383954154727794, "hit@3": 0.034383954154727794, "precision@3": 0.01146131805157593, "recall@5": 0.05730659025787966, "hit@5": 0.05730659025787966, "precision@5": 0.011461318051575931, "recall@10": 0.09455587392550144, "hit@10": 0.09455587392550144, "precision@10": 0.009455587392550145, "mrr@10": 0.03985309501068813, "ndcg@10": 0.05243901062215754, "not_found_rate": 0.9054441260744985, "rank_stats": { "mean_rank": 4.393939393939394, "median_rank": 4.0, "p10_rank": 1.0, "p90_rank": 7.800000000000001, "found_count": 33, "not_found_count": 316, "not_found_rate": 0.9054441260744985 }, "score_stats": { "top1_score": { "mean": 0.7367910984423236, "median": 0.7430856227874756, "p10": 0.6309942960739136, "p90": 0.8462740063667297 }, "margin_top1_top2": { "mean": 0.027850346783853876, "median": 0.016983091831207275, "p10": 0.002920091152191162, "p90": 0.07529605627059933 } }, "coverage": { "unique_ids": 249, "corpus_size": 477, "coverage_ratio": 0.5220125786163522 }, "distributions": { "ranks": [ -1, -1, -1, -1, -1, -1, 7, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, 6, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, 5, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, 0, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, 0, -1, -1, 3, 2, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 7, -1, -1, 9, 6, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, 8, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, 3, -1, -1, -1, -1, -1, -1, -1, 5, 0, -1, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1 ], "top1_scores": [ 0.8628139495849609, 0.7617270946502686, 0.7183166742324829, 0.667057991027832, 0.7607570290565491, 0.6459270119667053, 0.7872961759567261, 0.850741982460022, 0.6355059742927551, 0.7598875761032104, 0.6773797869682312, 0.647925615310669, 0.7559571266174316, 0.6529214978218079, 0.7871708273887634, 0.7447472810745239, 0.8220678567886353, 0.7695062160491943, 0.6265045404434204, 0.7428044080734253, 0.6127779483795166, 0.7159525156021118, 0.5482335090637207, 0.6346870064735413, 0.7071740627288818, 0.665925145149231, 0.6766001582145691, 0.7680628895759583, 0.6221028566360474, 0.7071740627288818, 0.6539199352264404, 0.7211759090423584, 0.6566606760025024, 0.6224386692047119, 0.7385218739509583, 0.6094570159912109, 0.7890316247940063, 0.7254886627197266, 0.6376972794532776, 0.7598875761032104, 0.8061124682426453, 0.8479921817779541, 0.795870840549469, 0.678315281867981, 0.8686373829841614, 0.7655371427536011, 0.8170447945594788, 0.6287420988082886, 0.6839913725852966, 0.8115862607955933, 0.4807244837284088, 0.6995742321014404, 0.7318330407142639, 0.6506549119949341, 0.7917396426200867, 0.7724344730377197, 0.826783299446106, 0.579271137714386, 0.6276060342788696, 0.7327688932418823, 0.6643933653831482, 0.8459714651107788, 0.6756776571273804, 0.626935601234436, 0.8017150163650513, 0.5841141939163208, 0.7388449907302856, 0.8474841713905334, 0.7034063935279846, 0.8592439889907837, 0.7499427795410156, 0.7576140761375427, 0.7363361716270447, 0.7112290859222412, 0.7071740627288818, 0.8114830851554871, 0.7883926630020142, 0.6935336589813232, 0.6606848835945129, 0.624495267868042, 0.7724344730377197, 0.8053942322731018, 0.7330706715583801, 0.6735689640045166, 0.7909605503082275, 0.7154861688613892, 0.7178466320037842, 0.7540825605392456, 0.6726365089416504, 0.7848770618438721, 0.7094928026199341, 0.8589037656784058, 0.8262826800346375, 0.7021173238754272, 0.8161795139312744, 0.8402308225631714, 0.7285616993904114, 0.5856288075447083, 0.7277001142501831, 0.8686373829841614, 0.8760716915130615, 0.7679561972618103, 0.7792959213256836, 0.783842921257019, 0.7472063899040222, 0.6190756559371948, 0.6540275812149048, 0.7612691521644592, 0.6830805540084839, 0.7472063899040222, 0.8532634973526001, 0.7901401519775391, 0.6372696161270142, 0.7327688932418823, 0.7180498838424683, 0.7808791995048523, 0.7887465953826904, 0.6778886914253235, 0.8017150163650513, 0.7940613031387329, 0.7830723524093628, 0.8098680973052979, 0.6339967846870422, 0.8115862607955933, 0.7809118032455444, 0.7384560108184814, 0.6895995736122131, 0.6206721067428589, 0.7472063899040222, 0.8270589709281921, 0.8513774871826172, 0.6105484962463379, 0.7062224745750427, 0.7375284433364868, 0.6918321847915649, 0.6671298742294312, 0.7724342346191406, 0.7231147885322571, 0.8783278465270996, 0.8781275749206543, 0.8405468463897705, 0.7586485743522644, 0.6608458757400513, 0.8799273371696472, 0.5584017038345337, 0.8105738759040833, 0.5558486580848694, 0.706169843673706, 0.7917396426200867, 0.8516563177108765, 0.7607765197753906, 0.7979176640510559, 0.6528787612915039, 0.753010094165802, 0.7543846368789673, 0.6435307264328003, 0.8244659900665283, 0.6453589797019958, 0.7811362743377686, 0.7662285566329956, 0.6807695627212524, 0.863024890422821, 0.6613317131996155, 0.7033094167709351, 0.7303444147109985, 0.7668972015380859, 0.7440855503082275, 0.6805016994476318, 0.8799273371696472, 0.7809589505195618, 0.5805285573005676, 0.8343037962913513, 0.6473833322525024, 0.7472063899040222, 0.7953684329986572, 0.6754094362258911, 0.5935223698616028, 0.6673985719680786, 0.7530101537704468, 0.6440199613571167, 0.7126166820526123, 0.7999354600906372, 0.6422008275985718, 0.7607570290565491, 0.8624478578567505, 0.6208259463310242, 0.6915931701660156, 0.6725805997848511, 0.8115862607955933, 0.7019500136375427, 0.7589792013168335, 0.6911098957061768, 0.6494327783584595, 0.7917396426200867, 0.6952054500579834, 0.7377788424491882, 0.7264535427093506, 0.6835932731628418, 0.7909605503082275, 0.7895820140838623, 0.8278165459632874, 0.6857706904411316, 0.672497034072876, 0.8592439889907837, 0.7476803064346313, 0.7821772694587708, 0.7667349576950073, 0.6526346802711487, 0.8592439889907837, 0.856643557548523, 0.8266999125480652, 0.749586284160614, 0.6834964752197266, 0.805755615234375, 0.8296875357627869, 0.8116505146026611, 0.826783299446106, 0.68731290102005, 0.805755615234375, 0.8638660907745361, 0.8074264526367188, 0.8139424324035645, 0.6349295377731323, 0.759837806224823, 0.6454679369926453, 0.6993659734725952, 0.8406288623809814, 0.7206203937530518, 0.7607570290565491, 0.7183166742324829, 0.7724344730377197, 0.8403470516204834, 0.6797632575035095, 0.7598875761032104, 0.6628764867782593, 0.8522292375564575, 0.6818979978561401, 0.6602462530136108, 0.7871708273887634, 0.844591498374939, 0.6322773694992065, 0.796109676361084, 0.7217448353767395, 0.7428044080734253, 0.8256441354751587, 0.8444210886955261, 0.8613085150718689, 0.6459798216819763, 0.8017150163650513, 0.8272250890731812, 0.7183166742324829, 0.6299289464950562, 0.6764501333236694, 0.8592439889907837, 0.7377788424491882, 0.7410053014755249, 0.8718571662902832, 0.630567193031311, 0.7607570290565491, 0.8589220643043518, 0.5940937995910645, 0.7550907135009766, 0.7648375034332275, 0.7472063899040222, 0.730877161026001, 0.6041508913040161, 0.7373397350311279, 0.6997894048690796, 0.8017150163650513, 0.6176258325576782, 0.7848544120788574, 0.7768911123275757, 0.6919537782669067, 0.7472063899040222, 0.7056887745857239, 0.7840550541877747, 0.7048630714416504, 0.6784013509750366, 0.7375284433364868, 0.6162042021751404, 0.7961215376853943, 0.741203784942627, 0.6717274188995361, 0.7375284433364868, 0.796625554561615, 0.8589037656784058, 0.665925145149231, 0.6843805313110352, 0.7428044080734253, 0.834999144077301, 0.8408412933349609, 0.607643723487854, 0.6804977059364319, 0.8761374354362488, 0.8613927364349365, 0.6509562730789185, 0.6337215304374695, 0.6129394769668579, 0.8161795139312744, 0.7526360750198364, 0.6784440279006958, 0.7449758052825928, 0.6330419778823853, 0.753010094165802, 0.778702437877655, 0.8061124682426453, 0.7911713123321533, 0.6919472217559814, 0.7428044080734253, 0.6877263784408569, 0.6965799331665039, 0.7239364981651306, 0.6773870587348938, 0.8160293698310852, 0.7626042366027832, 0.8405468463897705, 0.7052823305130005, 0.6311010718345642, 0.8783278465270996, 0.5245826840400696, 0.8331485390663147, 0.7906456589698792, 0.6263796091079712, 0.7848770618438721, 0.5737864375114441, 0.7579045295715332, 0.7430856227874756, 0.637550950050354, 0.8160293698310852, 0.7626042366027832, 0.44937509298324585, 0.650742769241333, 0.6626023650169373, 0.7518004179000854, 0.8043045997619629, 0.856643557548523, 0.8610717058181763, 0.6558281183242798, 0.8161795139312744, 0.8943185806274414, 0.7398234605789185, 0.5738520622253418, 0.6493624448776245, 0.8115862607955933, 0.7994235157966614, 0.8532634973526001, 0.7800939083099365, 0.7198315858840942, 0.7607570290565491 ], "top1_scores_tp": [ 0.4807244837284088, 0.7883926630020142, 0.8161795139312744, 0.8270589709281921, 0.7809589505195618, 0.8343037962913513, 0.6459798216819763, 0.6162042021751404, 0.8408412933349609 ], "top1_scores_fp": [ 0.8628139495849609, 0.7617270946502686, 0.7183166742324829, 0.667057991027832, 0.7607570290565491, 0.6459270119667053, 0.7872961759567261, 0.850741982460022, 0.6355059742927551, 0.7598875761032104, 0.6773797869682312, 0.647925615310669, 0.7559571266174316, 0.6529214978218079, 0.7871708273887634, 0.7447472810745239, 0.8220678567886353, 0.7695062160491943, 0.6265045404434204, 0.7428044080734253, 0.6127779483795166, 0.7159525156021118, 0.5482335090637207, 0.6346870064735413, 0.7071740627288818, 0.665925145149231, 0.6766001582145691, 0.7680628895759583, 0.6221028566360474, 0.7071740627288818, 0.6539199352264404, 0.7211759090423584, 0.6566606760025024, 0.6224386692047119, 0.7385218739509583, 0.6094570159912109, 0.7890316247940063, 0.7254886627197266, 0.6376972794532776, 0.7598875761032104, 0.8061124682426453, 0.8479921817779541, 0.795870840549469, 0.678315281867981, 0.8686373829841614, 0.7655371427536011, 0.8170447945594788, 0.6287420988082886, 0.6839913725852966, 0.8115862607955933, 0.6995742321014404, 0.7318330407142639, 0.6506549119949341, 0.7917396426200867, 0.7724344730377197, 0.826783299446106, 0.579271137714386, 0.6276060342788696, 0.7327688932418823, 0.6643933653831482, 0.8459714651107788, 0.6756776571273804, 0.626935601234436, 0.8017150163650513, 0.5841141939163208, 0.7388449907302856, 0.8474841713905334, 0.7034063935279846, 0.8592439889907837, 0.7499427795410156, 0.7576140761375427, 0.7363361716270447, 0.7112290859222412, 0.7071740627288818, 0.8114830851554871, 0.6935336589813232, 0.6606848835945129, 0.624495267868042, 0.7724344730377197, 0.8053942322731018, 0.7330706715583801, 0.6735689640045166, 0.7909605503082275, 0.7154861688613892, 0.7178466320037842, 0.7540825605392456, 0.6726365089416504, 0.7848770618438721, 0.7094928026199341, 0.8589037656784058, 0.8262826800346375, 0.7021173238754272, 0.8402308225631714, 0.7285616993904114, 0.5856288075447083, 0.7277001142501831, 0.8686373829841614, 0.8760716915130615, 0.7679561972618103, 0.7792959213256836, 0.783842921257019, 0.7472063899040222, 0.6190756559371948, 0.6540275812149048, 0.7612691521644592, 0.6830805540084839, 0.7472063899040222, 0.8532634973526001, 0.7901401519775391, 0.6372696161270142, 0.7327688932418823, 0.7180498838424683, 0.7808791995048523, 0.7887465953826904, 0.6778886914253235, 0.8017150163650513, 0.7940613031387329, 0.7830723524093628, 0.8098680973052979, 0.6339967846870422, 0.8115862607955933, 0.7809118032455444, 0.7384560108184814, 0.6895995736122131, 0.6206721067428589, 0.7472063899040222, 0.8513774871826172, 0.6105484962463379, 0.7062224745750427, 0.7375284433364868, 0.6918321847915649, 0.6671298742294312, 0.7724342346191406, 0.7231147885322571, 0.8783278465270996, 0.8781275749206543, 0.8405468463897705, 0.7586485743522644, 0.6608458757400513, 0.8799273371696472, 0.5584017038345337, 0.8105738759040833, 0.5558486580848694, 0.706169843673706, 0.7917396426200867, 0.8516563177108765, 0.7607765197753906, 0.7979176640510559, 0.6528787612915039, 0.753010094165802, 0.7543846368789673, 0.6435307264328003, 0.8244659900665283, 0.6453589797019958, 0.7811362743377686, 0.7662285566329956, 0.6807695627212524, 0.863024890422821, 0.6613317131996155, 0.7033094167709351, 0.7303444147109985, 0.7668972015380859, 0.7440855503082275, 0.6805016994476318, 0.8799273371696472, 0.5805285573005676, 0.6473833322525024, 0.7472063899040222, 0.7953684329986572, 0.6754094362258911, 0.5935223698616028, 0.6673985719680786, 0.7530101537704468, 0.6440199613571167, 0.7126166820526123, 0.7999354600906372, 0.6422008275985718, 0.7607570290565491, 0.8624478578567505, 0.6208259463310242, 0.6915931701660156, 0.6725805997848511, 0.8115862607955933, 0.7019500136375427, 0.7589792013168335, 0.6911098957061768, 0.6494327783584595, 0.7917396426200867, 0.6952054500579834, 0.7377788424491882, 0.7264535427093506, 0.6835932731628418, 0.7909605503082275, 0.7895820140838623, 0.8278165459632874, 0.6857706904411316, 0.672497034072876, 0.8592439889907837, 0.7476803064346313, 0.7821772694587708, 0.7667349576950073, 0.6526346802711487, 0.8592439889907837, 0.856643557548523, 0.8266999125480652, 0.749586284160614, 0.6834964752197266, 0.805755615234375, 0.8296875357627869, 0.8116505146026611, 0.826783299446106, 0.68731290102005, 0.805755615234375, 0.8638660907745361, 0.8074264526367188, 0.8139424324035645, 0.6349295377731323, 0.759837806224823, 0.6454679369926453, 0.6993659734725952, 0.8406288623809814, 0.7206203937530518, 0.7607570290565491, 0.7183166742324829, 0.7724344730377197, 0.8403470516204834, 0.6797632575035095, 0.7598875761032104, 0.6628764867782593, 0.8522292375564575, 0.6818979978561401, 0.6602462530136108, 0.7871708273887634, 0.844591498374939, 0.6322773694992065, 0.796109676361084, 0.7217448353767395, 0.7428044080734253, 0.8256441354751587, 0.8444210886955261, 0.8613085150718689, 0.8017150163650513, 0.8272250890731812, 0.7183166742324829, 0.6299289464950562, 0.6764501333236694, 0.8592439889907837, 0.7377788424491882, 0.7410053014755249, 0.8718571662902832, 0.630567193031311, 0.7607570290565491, 0.8589220643043518, 0.5940937995910645, 0.7550907135009766, 0.7648375034332275, 0.7472063899040222, 0.730877161026001, 0.6041508913040161, 0.7373397350311279, 0.6997894048690796, 0.8017150163650513, 0.6176258325576782, 0.7848544120788574, 0.7768911123275757, 0.6919537782669067, 0.7472063899040222, 0.7056887745857239, 0.7840550541877747, 0.7048630714416504, 0.6784013509750366, 0.7375284433364868, 0.7961215376853943, 0.741203784942627, 0.6717274188995361, 0.7375284433364868, 0.796625554561615, 0.8589037656784058, 0.665925145149231, 0.6843805313110352, 0.7428044080734253, 0.834999144077301, 0.607643723487854, 0.6804977059364319, 0.8761374354362488, 0.8613927364349365, 0.6509562730789185, 0.6337215304374695, 0.6129394769668579, 0.8161795139312744, 0.7526360750198364, 0.6784440279006958, 0.7449758052825928, 0.6330419778823853, 0.753010094165802, 0.778702437877655, 0.8061124682426453, 0.7911713123321533, 0.6919472217559814, 0.7428044080734253, 0.6877263784408569, 0.6965799331665039, 0.7239364981651306, 0.6773870587348938, 0.8160293698310852, 0.7626042366027832, 0.8405468463897705, 0.7052823305130005, 0.6311010718345642, 0.8783278465270996, 0.5245826840400696, 0.8331485390663147, 0.7906456589698792, 0.6263796091079712, 0.7848770618438721, 0.5737864375114441, 0.7579045295715332, 0.7430856227874756, 0.637550950050354, 0.8160293698310852, 0.7626042366027832, 0.44937509298324585, 0.650742769241333, 0.6626023650169373, 0.7518004179000854, 0.8043045997619629, 0.856643557548523, 0.8610717058181763, 0.6558281183242798, 0.8161795139312744, 0.8943185806274414, 0.7398234605789185, 0.5738520622253418, 0.6493624448776245, 0.8115862607955933, 0.7994235157966614, 0.8532634973526001, 0.7800939083099365, 0.7198315858840942, 0.7607570290565491 ], "margins": [ 0.019199490547180176, 0.02709817886352539, 0.016877412796020508, 0.06255710124969482, 0.01011723279953003, 0.04361844062805176, 0.0309906005859375, 0.003410637378692627, 0.04764348268508911, 0.099209725856781, 0.05320382118225098, 0.020854294300079346, 0.05391162633895874, 0.008905231952667236, 0.021602511405944824, 0.0058817267417907715, 0.00824815034866333, 0.01981443166732788, 0.017714858055114746, 0.04108285903930664, 0.08048635721206665, 0.03823286294937134, 0.0030069351196289062, 0.027100861072540283, 0.0030715465545654297, 0.013223528861999512, 0.039363205432891846, 0.0030382275581359863, 0.007547736167907715, 0.0030715465545654297, 0.0007086396217346191, 0.009039461612701416, 0.04021531343460083, 0.03307795524597168, 0.10903829336166382, 0.026325583457946777, 0.02480757236480713, 0.0025076866149902344, 0.002576291561126709, 0.099209725856781, 0.055522799491882324, 0.030608654022216797, 0.020000755786895752, 0.00123518705368042, 0.02428114414215088, 0.025693535804748535, 0.05150890350341797, 0.007836580276489258, 0.005636394023895264, 0.01645970344543457, 0.032676517963409424, 0.03427320718765259, 0.07190138101577759, 0.030881106853485107, 0.002920091152191162, 0.003186047077178955, 0.02085036039352417, 0.015527486801147461, 0.002849876880645752, 0.016966640949249268, 0.09210604429244995, 0.002962350845336914, 0.012520790100097656, 0.0039634108543396, 0.006327271461486816, 0.02711355686187744, 0.000590205192565918, 0.03547489643096924, 0.0517885684967041, 0.008460760116577148, 0.014547467231750488, 0.01794874668121338, 0.0005765557289123535, 0.07457458972930908, 0.0030715465545654297, 0.026097238063812256, 0.0013186931610107422, 0.009486973285675049, 0.06602209806442261, 0.015811443328857422, 0.003186047077178955, 0.00017577409744262695, 0.047230064868927, 0.02274346351623535, 0.01696610450744629, 0.0041991472244262695, 0.027512550354003906, 0.07139098644256592, 0.0712817907333374, 0.008191823959350586, 0.008470892906188965, 0.019196748733520508, 0.029693782329559326, 0.008849263191223145, 0.0013411641120910645, 0.0068607330322265625, 0.027758896350860596, 0.024077177047729492, 0.10665881633758545, 0.02428114414215088, 0.08348655700683594, 0.015668272972106934, 0.0214996337890625, 0.10261833667755127, 0.08196938037872314, 0.021756350994110107, 0.0578916072845459, 0.003533661365509033, 0.0605737566947937, 0.08196938037872314, 0.008363783359527588, 0.025628209114074707, 0.01789224147796631, 0.016966640949249268, 0.020146846771240234, 0.007676303386688232, 0.0006712079048156738, 0.03324323892593384, 0.006327271461486816, 0.00028502941131591797, 0.03125244379043579, 0.08931738138198853, 0.011435389518737793, 0.01645970344543457, 0.017345130443572998, 0.008022189140319824, 0.005074977874755859, 0.0033794045448303223, 0.08196938037872314, 0.11146950721740723, 0.01972728967666626, 0.02458369731903076, 0.0635414719581604, 0.0026352405548095703, 0.007057011127471924, 0.004948019981384277, 0.0031858086585998535, 0.09491139650344849, 0.05442112684249878, 0.032236576080322266, 0.006285429000854492, 0.012096822261810303, 0.03589290380477905, 0.040428340435028076, 0.006887197494506836, 0.012684047222137451, 0.027914464473724365, 0.08707308769226074, 0.002920091152191162, 0.01749444007873535, 0.022689521312713623, 0.03790760040283203, 0.027915358543395996, 0.013022243976593018, 0.012492537498474121, 0.028053879737854004, 0.011783123016357422, 0.005140721797943115, 0.0040520429611206055, 0.012804150581359863, 0.04307025671005249, 0.0016910433769226074, 0.0002117753028869629, 0.013129830360412598, 0.006216168403625488, 0.006680548191070557, 0.013580024242401123, 0.008842825889587402, 0.040428340435028076, 0.042475879192352295, 0.002868950366973877, 0.11540323495864868, 0.011754035949707031, 0.08196938037872314, 0.015349864959716797, 0.001458287239074707, 0.034761786460876465, 0.008535504341125488, 0.013022303581237793, 0.05323612689971924, 0.008748054504394531, 0.0008853673934936523, 0.004175662994384766, 0.01011723279953003, 0.09820419549942017, 0.005491971969604492, 0.04811829328536987, 0.032473742961883545, 0.01645970344543457, 0.00981903076171875, 0.04376578330993652, 0.01248776912689209, 0.01957845687866211, 0.002920091152191162, 0.009753942489624023, 0.00656658411026001, 0.048920273780822754, 0.07065033912658691, 0.01696610450744629, 0.004197895526885986, 0.0195314884185791, 0.053019583225250244, 0.09959930181503296, 0.008460760116577148, 0.02253812551498413, 0.01597118377685547, 0.01248931884765625, 0.008676230907440186, 0.008460760116577148, 0.05108201503753662, 0.013846218585968018, 0.0323481559753418, 0.006369352340698242, 0.01780569553375244, 0.02820831537246704, 0.0029466748237609863, 0.02085036039352417, 0.025123775005340576, 0.01780569553375244, 0.007061898708343506, 0.032493770122528076, 0.024521946907043457, 0.02372109889984131, 0.017983734607696533, 0.027984261512756348, 0.0034630298614501953, 0.0077626705169677734, 0.07480645179748535, 0.01011723279953003, 0.016877412796020508, 0.003186047077178955, 0.00838315486907959, 0.007170259952545166, 0.099209725856781, 0.002126455307006836, 0.0030410289764404297, 0.043902814388275146, 0.029071033000946045, 0.021602511405944824, 0.013686835765838623, 0.012074947357177734, 0.008034229278564453, 0.1031537652015686, 0.04108285903930664, 0.03191637992858887, 0.005616962909698486, 0.007326304912567139, 0.08721357583999634, 0.006327271461486816, 0.03321719169616699, 0.016877412796020508, 0.05428403615951538, 0.009252190589904785, 0.008460760116577148, 0.00656658411026001, 0.019529223442077637, 0.03744637966156006, 0.002399921417236328, 0.01011723279953003, 0.005945861339569092, 0.02411019802093506, 0.014593124389648438, 0.1287468671798706, 0.08196938037872314, 0.008652985095977783, 0.008389472961425781, 0.032766520977020264, 0.12490373849868774, 0.006327271461486816, 0.015272736549377441, 0.0023134350776672363, 0.016132473945617676, 0.05700981616973877, 0.08196938037872314, 0.04849058389663696, 0.015138208866119385, 0.005944550037384033, 0.08162987232208252, 0.0026352405548095703, 0.10135388374328613, 0.0026107430458068848, 0.03750109672546387, 0.12684637308120728, 0.0026352405548095703, 0.0037967562675476074, 0.019196748733520508, 0.013223528861999512, 0.1288442611694336, 0.04108285903930664, 0.008678972721099854, 0.02051258087158203, 0.01843494176864624, 0.02411806583404541, 0.03249359130859375, 0.022594213485717773, 0.01253044605255127, 0.0042372941970825195, 0.0012965202331542969, 0.0013411641120910645, 0.012882769107818604, 0.07725447416305542, 0.019767343997955322, 0.011757433414459229, 0.013022243976593018, 0.08946347236633301, 0.055522799491882324, 0.001282036304473877, 0.08454877138137817, 0.04108285903930664, 0.005164980888366699, 0.007719457149505615, 0.010576784610748291, 0.10328936576843262, 0.0017542243003845215, 0.03952258825302124, 0.006285429000854492, 0.023011088371276855, 0.016983091831207275, 0.05442112684249878, 0.03370010852813721, 0.034130871295928955, 0.004289090633392334, 0.0024603605270385742, 0.008191823959350586, 0.001127004623413086, 0.019204556941986084, 0.0019615888595581055, 0.0745040774345398, 0.0017542243003845215, 0.03952258825302124, 0.06782501935958862, 0.07115566730499268, 0.06693154573440552, 0.00725865364074707, 0.015236496925354004, 0.05108201503753662, 0.015361607074737549, 0.04062604904174805, 0.0013411641120910645, 0.03570258617401123, 0.003477811813354492, 0.0003447532653808594, 0.019846081733703613, 0.01645970344543457, 0.018063366413116455, 0.008363783359527588, 0.02660059928894043, 0.10644102096557617, 0.01011723279953003 ] } } }, "overall": { "count": 699, "recall@1": 0.022889842632331903, "hit@1": 0.022889842632331903, "precision@1": 0.022889842632331903, "recall@3": 0.04005722460658083, "hit@3": 0.04005722460658083, "precision@3": 0.013352408202193609, "recall@5": 0.060085836909871244, "hit@5": 0.060085836909871244, "precision@5": 0.01201716738197425, "recall@10": 0.0844062947067239, "hit@10": 0.0844062947067239, "precision@10": 0.008440629470672392, "mrr@10": 0.038247382882576016, "ndcg@10": 0.049084987790517134, "not_found_rate": 0.9155937052932761, "rank_stats": { "mean_rank": 3.830508474576271, "median_rank": 4.0, "p10_rank": 1.0, "p90_rank": 7.0, "found_count": 59, "not_found_count": 640, "not_found_rate": 0.9155937052932761 }, "score_stats": { "top1_score": { "mean": 0.7493293834090744, "median": 0.7586580514907837, "p10": 0.6353906869888306, "p90": 0.8570697069168091 }, "margin_top1_top2": { "mean": 0.02748030927218763, "median": 0.017983734607696533, "p10": 0.002890360355377197, "p90": 0.07102773189544678 } }, "coverage": { "unique_ids": 307, "corpus_size": 954, "coverage_ratio": 0.3218029350104822 }, "distributions": { "ranks": [ -1, -1, -1, -1, -1, 1, -1, 0, -1, 3, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, 5, -1, -1, -1, 0, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, 0, -1, 2, -1, -1, 0, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 7, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, 6, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 4, 5, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, 0, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, 0, -1, -1, 3, 2, -1, -1, -1, -1, -1, -1, -1, -1, 3, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 7, -1, -1, 9, 6, -1, -1, -1, -1, -1, -1, -1, -1, 4, -1, -1, -1, -1, -1, -1, -1, -1, -1, 3, 8, -1, 0, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 2, -1, -1, -1, -1, -1, -1, -1, -1, -1, 0, -1, 3, -1, -1, -1, -1, -1, -1, -1, 5, 0, -1, -1, 6, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 5, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1 ], "top1_scores": [ 0.7502067685127258, 0.8011714816093445, 0.8100268244743347, 0.6144346594810486, 0.7409970760345459, 0.7614837884902954, 0.8602194786071777, 0.7274106740951538, 0.6980745792388916, 0.8382699489593506, 0.6591380834579468, 0.7736281156539917, 0.41662508249282837, 0.6944171786308289, 0.848723828792572, 0.7467440366744995, 0.530423104763031, 0.7874581813812256, 0.5859202146530151, 0.7304986715316772, 0.7085039615631104, 0.8459864258766174, 0.7679531574249268, 0.7471238374710083, 0.7972822785377502, 0.850902795791626, 0.7549386620521545, 0.7867681384086609, 0.6236919164657593, 0.842058539390564, 0.5337463021278381, 0.46072283387184143, 0.7393311858177185, 0.6798599362373352, 0.7377821207046509, 0.6054086685180664, 0.6677995920181274, 0.7905619144439697, 0.679763913154602, 0.7650899887084961, 0.8481958508491516, 0.7734674215316772, 0.8232624530792236, 0.792692244052887, 0.8470195531845093, 0.8830442428588867, 0.8606631755828857, 0.8291252851486206, 0.8319640159606934, 0.7804000377655029, 0.7699353098869324, 0.8168094158172607, 0.7772942185401917, 0.7686454057693481, 0.813424825668335, 0.8381445407867432, 0.75543212890625, 0.6442155838012695, 0.7775956988334656, 0.7972822785377502, 0.7782889008522034, 0.7698872089385986, 0.792020857334137, 0.6009024977684021, 0.8738053441047668, 0.7637100219726562, 0.8315193057060242, 0.7987961769104004, 0.827557384967804, 0.7039255499839783, 0.7772048711776733, 0.8027815818786621, 0.7670899629592896, 0.6792532801628113, 0.7304986715316772, 0.7456262111663818, 0.7660995125770569, 0.8483503460884094, 0.7429208755493164, 0.813424825668335, 0.7945865392684937, 0.8507125377655029, 0.6909685134887695, 0.6462569832801819, 0.8180459141731262, 0.7937572002410889, 0.794559121131897, 0.699709415435791, 0.6912692189216614, 0.7304986715316772, 0.8335380554199219, 0.8560796976089478, 0.8388569951057434, 0.6614882946014404, 0.6849147081375122, 0.8507125377655029, 0.6189656257629395, 0.7795857191085815, 0.7601614594459534, 0.7459642291069031, 0.8297182321548462, 0.8591293096542358, 0.8923888206481934, 0.7296199798583984, 0.7304986715316772, 0.5781477689743042, 0.6254273056983948, 0.8082033395767212, 0.6878524422645569, 0.7586581110954285, 0.8613336086273193, 0.793653130531311, 0.819044291973114, 0.7063040733337402, 0.7402285933494568, 0.8098176717758179, 0.8649560213088989, 0.6004021167755127, 0.6017137765884399, 0.6879527568817139, 0.8107499480247498, 0.8373936414718628, 0.8172832131385803, 0.7839073538780212, 0.8470195531845093, 0.8416107296943665, 0.8029309511184692, 0.6651532649993896, 0.601564347743988, 0.671858549118042, 0.8574796915054321, 0.8124386072158813, 0.8569672107696533, 0.7018089294433594, 0.7462425231933594, 0.8398032784461975, 0.8360347747802734, 0.8030582666397095, 0.7069578170776367, 0.7804000377655029, 0.5459386110305786, 0.8556666374206543, 0.7992005348205566, 0.659309446811676, 0.7377821207046509, 0.7904307246208191, 0.7767336368560791, 0.8184326887130737, 0.7059661149978638, 0.8382699489593506, 0.7853919267654419, 0.8399779796600342, 0.8063667416572571, 0.6781229376792908, 0.7377821207046509, 0.8405895829200745, 0.7741745710372925, 0.7839248180389404, 0.7394956350326538, 0.78769451379776, 0.8664715886116028, 0.8606299757957458, 0.7276098132133484, 0.647633969783783, 0.8436694145202637, 0.8825153112411499, 0.7441973686218262, 0.6505957841873169, 0.6378116607666016, 0.842058539390564, 0.8233816027641296, 0.8182093501091003, 0.6726715564727783, 0.6959800720214844, 0.7459642291069031, 0.7681376338005066, 0.6342553496360779, 0.7324970960617065, 0.681795597076416, 0.7650899887084961, 0.8776297569274902, 0.820970356464386, 0.5784183740615845, 0.6584796905517578, 0.7184970378875732, 0.8794345855712891, 0.8779467344284058, 0.8655935525894165, 0.6554523706436157, 0.8470195531845093, 0.7612885236740112, 0.8140504360198975, 0.7941046357154846, 0.7264520525932312, 0.8470195531845093, 0.8663575649261475, 0.87021404504776, 0.8746997714042664, 0.7363104224205017, 0.7972822785377502, 0.8760812282562256, 0.7996296286582947, 0.684033989906311, 0.7479870319366455, 0.7966785430908203, 0.8785256743431091, 0.7777826189994812, 0.8189702033996582, 0.6226294636726379, 0.7409970760345459, 0.7039567232131958, 0.7067569494247437, 0.8670125007629395, 0.7323639392852783, 0.8738053441047668, 0.8955000638961792, 0.722633421421051, 0.8595190048217773, 0.6593241691589355, 0.842058539390564, 0.8268574476242065, 0.8669024705886841, 0.6152068376541138, 0.7285632491111755, 0.8436694145202637, 0.534467875957489, 0.7484354376792908, 0.8371658325195312, 0.7117542028427124, 0.6635478734970093, 0.7945865392684937, 0.837534487247467, 0.8544983863830566, 0.6536172032356262, 0.848723828792572, 0.738481879234314, 0.8648489117622375, 0.8638309836387634, 0.6431866884231567, 0.7650899887084961, 0.8785256743431091, 0.8370940089225769, 0.8521344661712646, 0.6928575038909912, 0.8738053441047668, 0.8897957801818848, 0.8240135908126831, 0.6630119681358337, 0.7229213118553162, 0.7650899887084961, 0.7941581606864929, 0.8507461547851562, 0.8255212903022766, 0.6905333399772644, 0.848723828792572, 0.8909945487976074, 0.8580363988876343, 0.7804504036903381, 0.7317054271697998, 0.7739360332489014, 0.826313316822052, 0.8653373718261719, 0.8789329528808594, 0.7245444655418396, 0.7402285933494568, 0.7553896903991699, 0.6966943740844727, 0.8783972859382629, 0.6736463308334351, 0.8470195531845093, 0.692703366279602, 0.5350662469863892, 0.689773440361023, 0.7641996145248413, 0.8460565805435181, 0.7092075347900391, 0.7955029606819153, 0.7594934105873108, 0.71648108959198, 0.7586580514907837, 0.8421064615249634, 0.8015775680541992, 0.7039722800254822, 0.6509271264076233, 0.7039255499839783, 0.8987294435501099, 0.839336633682251, 0.7852098941802979, 0.7415964603424072, 0.7804000377655029, 0.8667455911636353, 0.8310762047767639, 0.8366968631744385, 0.6294822096824646, 0.842058539390564, 0.7418737411499023, 0.6632629632949829, 0.8990156650543213, 0.6013898849487305, 0.8510050177574158, 0.7288857102394104, 0.8977541923522949, 0.8028841018676758, 0.6671152114868164, 0.7432989478111267, 0.7392305731773376, 0.8209891319274902, 0.5772736072540283, 0.6917388439178467, 0.7409970760345459, 0.7138341069221497, 0.751758873462677, 0.3939227759838104, 0.6603528261184692, 0.7459642291069031, 0.8745832443237305, 0.7316682934761047, 0.8631144762039185, 0.6683559417724609, 0.7739360332489014, 0.8188548684120178, 0.6561554074287415, 0.8591159582138062, 0.6713958382606506, 0.813424825668335, 0.8049020767211914, 0.760198712348938, 0.6490732431411743, 0.6697145700454712, 0.7650899887084961, 0.5075365900993347, 0.7938529253005981, 0.8426192998886108, 0.6632091999053955, 0.7402285933494568, 0.8498374223709106, 0.6568536162376404, 0.8105652928352356, 0.6360230445861816, 0.7377821207046509, 0.8674048185348511, 0.8416154980659485, 0.7627301216125488, 0.6247893571853638, 0.7739360332489014, 0.8988804221153259, 0.8362682461738586, 0.66178297996521, 0.6800087690353394, 0.6849147081375122, 0.8628139495849609, 0.7617270946502686, 0.7183166742324829, 0.667057991027832, 0.7607570290565491, 0.6459270119667053, 0.7872961759567261, 0.850741982460022, 0.6355059742927551, 0.7598875761032104, 0.6773797869682312, 0.647925615310669, 0.7559571266174316, 0.6529214978218079, 0.7871708273887634, 0.7447472810745239, 0.8220678567886353, 0.7695062160491943, 0.6265045404434204, 0.7428044080734253, 0.6127779483795166, 0.7159525156021118, 0.5482335090637207, 0.6346870064735413, 0.7071740627288818, 0.665925145149231, 0.6766001582145691, 0.7680628895759583, 0.6221028566360474, 0.7071740627288818, 0.6539199352264404, 0.7211759090423584, 0.6566606760025024, 0.6224386692047119, 0.7385218739509583, 0.6094570159912109, 0.7890316247940063, 0.7254886627197266, 0.6376972794532776, 0.7598875761032104, 0.8061124682426453, 0.8479921817779541, 0.795870840549469, 0.678315281867981, 0.8686373829841614, 0.7655371427536011, 0.8170447945594788, 0.6287420988082886, 0.6839913725852966, 0.8115862607955933, 0.4807244837284088, 0.6995742321014404, 0.7318330407142639, 0.6506549119949341, 0.7917396426200867, 0.7724344730377197, 0.826783299446106, 0.579271137714386, 0.6276060342788696, 0.7327688932418823, 0.6643933653831482, 0.8459714651107788, 0.6756776571273804, 0.626935601234436, 0.8017150163650513, 0.5841141939163208, 0.7388449907302856, 0.8474841713905334, 0.7034063935279846, 0.8592439889907837, 0.7499427795410156, 0.7576140761375427, 0.7363361716270447, 0.7112290859222412, 0.7071740627288818, 0.8114830851554871, 0.7883926630020142, 0.6935336589813232, 0.6606848835945129, 0.624495267868042, 0.7724344730377197, 0.8053942322731018, 0.7330706715583801, 0.6735689640045166, 0.7909605503082275, 0.7154861688613892, 0.7178466320037842, 0.7540825605392456, 0.6726365089416504, 0.7848770618438721, 0.7094928026199341, 0.8589037656784058, 0.8262826800346375, 0.7021173238754272, 0.8161795139312744, 0.8402308225631714, 0.7285616993904114, 0.5856288075447083, 0.7277001142501831, 0.8686373829841614, 0.8760716915130615, 0.7679561972618103, 0.7792959213256836, 0.783842921257019, 0.7472063899040222, 0.6190756559371948, 0.6540275812149048, 0.7612691521644592, 0.6830805540084839, 0.7472063899040222, 0.8532634973526001, 0.7901401519775391, 0.6372696161270142, 0.7327688932418823, 0.7180498838424683, 0.7808791995048523, 0.7887465953826904, 0.6778886914253235, 0.8017150163650513, 0.7940613031387329, 0.7830723524093628, 0.8098680973052979, 0.6339967846870422, 0.8115862607955933, 0.7809118032455444, 0.7384560108184814, 0.6895995736122131, 0.6206721067428589, 0.7472063899040222, 0.8270589709281921, 0.8513774871826172, 0.6105484962463379, 0.7062224745750427, 0.7375284433364868, 0.6918321847915649, 0.6671298742294312, 0.7724342346191406, 0.7231147885322571, 0.8783278465270996, 0.8781275749206543, 0.8405468463897705, 0.7586485743522644, 0.6608458757400513, 0.8799273371696472, 0.5584017038345337, 0.8105738759040833, 0.5558486580848694, 0.706169843673706, 0.7917396426200867, 0.8516563177108765, 0.7607765197753906, 0.7979176640510559, 0.6528787612915039, 0.753010094165802, 0.7543846368789673, 0.6435307264328003, 0.8244659900665283, 0.6453589797019958, 0.7811362743377686, 0.7662285566329956, 0.6807695627212524, 0.863024890422821, 0.6613317131996155, 0.7033094167709351, 0.7303444147109985, 0.7668972015380859, 0.7440855503082275, 0.6805016994476318, 0.8799273371696472, 0.7809589505195618, 0.5805285573005676, 0.8343037962913513, 0.6473833322525024, 0.7472063899040222, 0.7953684329986572, 0.6754094362258911, 0.5935223698616028, 0.6673985719680786, 0.7530101537704468, 0.6440199613571167, 0.7126166820526123, 0.7999354600906372, 0.6422008275985718, 0.7607570290565491, 0.8624478578567505, 0.6208259463310242, 0.6915931701660156, 0.6725805997848511, 0.8115862607955933, 0.7019500136375427, 0.7589792013168335, 0.6911098957061768, 0.6494327783584595, 0.7917396426200867, 0.6952054500579834, 0.7377788424491882, 0.7264535427093506, 0.6835932731628418, 0.7909605503082275, 0.7895820140838623, 0.8278165459632874, 0.6857706904411316, 0.672497034072876, 0.8592439889907837, 0.7476803064346313, 0.7821772694587708, 0.7667349576950073, 0.6526346802711487, 0.8592439889907837, 0.856643557548523, 0.8266999125480652, 0.749586284160614, 0.6834964752197266, 0.805755615234375, 0.8296875357627869, 0.8116505146026611, 0.826783299446106, 0.68731290102005, 0.805755615234375, 0.8638660907745361, 0.8074264526367188, 0.8139424324035645, 0.6349295377731323, 0.759837806224823, 0.6454679369926453, 0.6993659734725952, 0.8406288623809814, 0.7206203937530518, 0.7607570290565491, 0.7183166742324829, 0.7724344730377197, 0.8403470516204834, 0.6797632575035095, 0.7598875761032104, 0.6628764867782593, 0.8522292375564575, 0.6818979978561401, 0.6602462530136108, 0.7871708273887634, 0.844591498374939, 0.6322773694992065, 0.796109676361084, 0.7217448353767395, 0.7428044080734253, 0.8256441354751587, 0.8444210886955261, 0.8613085150718689, 0.6459798216819763, 0.8017150163650513, 0.8272250890731812, 0.7183166742324829, 0.6299289464950562, 0.6764501333236694, 0.8592439889907837, 0.7377788424491882, 0.7410053014755249, 0.8718571662902832, 0.630567193031311, 0.7607570290565491, 0.8589220643043518, 0.5940937995910645, 0.7550907135009766, 0.7648375034332275, 0.7472063899040222, 0.730877161026001, 0.6041508913040161, 0.7373397350311279, 0.6997894048690796, 0.8017150163650513, 0.6176258325576782, 0.7848544120788574, 0.7768911123275757, 0.6919537782669067, 0.7472063899040222, 0.7056887745857239, 0.7840550541877747, 0.7048630714416504, 0.6784013509750366, 0.7375284433364868, 0.6162042021751404, 0.7961215376853943, 0.741203784942627, 0.6717274188995361, 0.7375284433364868, 0.796625554561615, 0.8589037656784058, 0.665925145149231, 0.6843805313110352, 0.7428044080734253, 0.834999144077301, 0.8408412933349609, 0.607643723487854, 0.6804977059364319, 0.8761374354362488, 0.8613927364349365, 0.6509562730789185, 0.6337215304374695, 0.6129394769668579, 0.8161795139312744, 0.7526360750198364, 0.6784440279006958, 0.7449758052825928, 0.6330419778823853, 0.753010094165802, 0.778702437877655, 0.8061124682426453, 0.7911713123321533, 0.6919472217559814, 0.7428044080734253, 0.6877263784408569, 0.6965799331665039, 0.7239364981651306, 0.6773870587348938, 0.8160293698310852, 0.7626042366027832, 0.8405468463897705, 0.7052823305130005, 0.6311010718345642, 0.8783278465270996, 0.5245826840400696, 0.8331485390663147, 0.7906456589698792, 0.6263796091079712, 0.7848770618438721, 0.5737864375114441, 0.7579045295715332, 0.7430856227874756, 0.637550950050354, 0.8160293698310852, 0.7626042366027832, 0.44937509298324585, 0.650742769241333, 0.6626023650169373, 0.7518004179000854, 0.8043045997619629, 0.856643557548523, 0.8610717058181763, 0.6558281183242798, 0.8161795139312744, 0.8943185806274414, 0.7398234605789185, 0.5738520622253418, 0.6493624448776245, 0.8115862607955933, 0.7994235157966614, 0.8532634973526001, 0.7800939083099365, 0.7198315858840942, 0.7607570290565491 ], "top1_scores_tp": [ 0.7274106740951538, 0.6054086685180664, 0.7698872089385986, 0.8233816027641296, 0.7681376338005066, 0.6342553496360779, 0.738481879234314, 0.4807244837284088, 0.7883926630020142, 0.8161795139312744, 0.8270589709281921, 0.7809589505195618, 0.8343037962913513, 0.6459798216819763, 0.6162042021751404, 0.8408412933349609 ], "top1_scores_fp": [ 0.7502067685127258, 0.8011714816093445, 0.8100268244743347, 0.6144346594810486, 0.7409970760345459, 0.7614837884902954, 0.8602194786071777, 0.6980745792388916, 0.8382699489593506, 0.6591380834579468, 0.7736281156539917, 0.41662508249282837, 0.6944171786308289, 0.848723828792572, 0.7467440366744995, 0.530423104763031, 0.7874581813812256, 0.5859202146530151, 0.7304986715316772, 0.7085039615631104, 0.8459864258766174, 0.7679531574249268, 0.7471238374710083, 0.7972822785377502, 0.850902795791626, 0.7549386620521545, 0.7867681384086609, 0.6236919164657593, 0.842058539390564, 0.5337463021278381, 0.46072283387184143, 0.7393311858177185, 0.6798599362373352, 0.7377821207046509, 0.6677995920181274, 0.7905619144439697, 0.679763913154602, 0.7650899887084961, 0.8481958508491516, 0.7734674215316772, 0.8232624530792236, 0.792692244052887, 0.8470195531845093, 0.8830442428588867, 0.8606631755828857, 0.8291252851486206, 0.8319640159606934, 0.7804000377655029, 0.7699353098869324, 0.8168094158172607, 0.7772942185401917, 0.7686454057693481, 0.813424825668335, 0.8381445407867432, 0.75543212890625, 0.6442155838012695, 0.7775956988334656, 0.7972822785377502, 0.7782889008522034, 0.792020857334137, 0.6009024977684021, 0.8738053441047668, 0.7637100219726562, 0.8315193057060242, 0.7987961769104004, 0.827557384967804, 0.7039255499839783, 0.7772048711776733, 0.8027815818786621, 0.7670899629592896, 0.6792532801628113, 0.7304986715316772, 0.7456262111663818, 0.7660995125770569, 0.8483503460884094, 0.7429208755493164, 0.813424825668335, 0.7945865392684937, 0.8507125377655029, 0.6909685134887695, 0.6462569832801819, 0.8180459141731262, 0.7937572002410889, 0.794559121131897, 0.699709415435791, 0.6912692189216614, 0.7304986715316772, 0.8335380554199219, 0.8560796976089478, 0.8388569951057434, 0.6614882946014404, 0.6849147081375122, 0.8507125377655029, 0.6189656257629395, 0.7795857191085815, 0.7601614594459534, 0.7459642291069031, 0.8297182321548462, 0.8591293096542358, 0.8923888206481934, 0.7296199798583984, 0.7304986715316772, 0.5781477689743042, 0.6254273056983948, 0.8082033395767212, 0.6878524422645569, 0.7586581110954285, 0.8613336086273193, 0.793653130531311, 0.819044291973114, 0.7063040733337402, 0.7402285933494568, 0.8098176717758179, 0.8649560213088989, 0.6004021167755127, 0.6017137765884399, 0.6879527568817139, 0.8107499480247498, 0.8373936414718628, 0.8172832131385803, 0.7839073538780212, 0.8470195531845093, 0.8416107296943665, 0.8029309511184692, 0.6651532649993896, 0.601564347743988, 0.671858549118042, 0.8574796915054321, 0.8124386072158813, 0.8569672107696533, 0.7018089294433594, 0.7462425231933594, 0.8398032784461975, 0.8360347747802734, 0.8030582666397095, 0.7069578170776367, 0.7804000377655029, 0.5459386110305786, 0.8556666374206543, 0.7992005348205566, 0.659309446811676, 0.7377821207046509, 0.7904307246208191, 0.7767336368560791, 0.8184326887130737, 0.7059661149978638, 0.8382699489593506, 0.7853919267654419, 0.8399779796600342, 0.8063667416572571, 0.6781229376792908, 0.7377821207046509, 0.8405895829200745, 0.7741745710372925, 0.7839248180389404, 0.7394956350326538, 0.78769451379776, 0.8664715886116028, 0.8606299757957458, 0.7276098132133484, 0.647633969783783, 0.8436694145202637, 0.8825153112411499, 0.7441973686218262, 0.6505957841873169, 0.6378116607666016, 0.842058539390564, 0.8182093501091003, 0.6726715564727783, 0.6959800720214844, 0.7459642291069031, 0.7324970960617065, 0.681795597076416, 0.7650899887084961, 0.8776297569274902, 0.820970356464386, 0.5784183740615845, 0.6584796905517578, 0.7184970378875732, 0.8794345855712891, 0.8779467344284058, 0.8655935525894165, 0.6554523706436157, 0.8470195531845093, 0.7612885236740112, 0.8140504360198975, 0.7941046357154846, 0.7264520525932312, 0.8470195531845093, 0.8663575649261475, 0.87021404504776, 0.8746997714042664, 0.7363104224205017, 0.7972822785377502, 0.8760812282562256, 0.7996296286582947, 0.684033989906311, 0.7479870319366455, 0.7966785430908203, 0.8785256743431091, 0.7777826189994812, 0.8189702033996582, 0.6226294636726379, 0.7409970760345459, 0.7039567232131958, 0.7067569494247437, 0.8670125007629395, 0.7323639392852783, 0.8738053441047668, 0.8955000638961792, 0.722633421421051, 0.8595190048217773, 0.6593241691589355, 0.842058539390564, 0.8268574476242065, 0.8669024705886841, 0.6152068376541138, 0.7285632491111755, 0.8436694145202637, 0.534467875957489, 0.7484354376792908, 0.8371658325195312, 0.7117542028427124, 0.6635478734970093, 0.7945865392684937, 0.837534487247467, 0.8544983863830566, 0.6536172032356262, 0.848723828792572, 0.8648489117622375, 0.8638309836387634, 0.6431866884231567, 0.7650899887084961, 0.8785256743431091, 0.8370940089225769, 0.8521344661712646, 0.6928575038909912, 0.8738053441047668, 0.8897957801818848, 0.8240135908126831, 0.6630119681358337, 0.7229213118553162, 0.7650899887084961, 0.7941581606864929, 0.8507461547851562, 0.8255212903022766, 0.6905333399772644, 0.848723828792572, 0.8909945487976074, 0.8580363988876343, 0.7804504036903381, 0.7317054271697998, 0.7739360332489014, 0.826313316822052, 0.8653373718261719, 0.8789329528808594, 0.7245444655418396, 0.7402285933494568, 0.7553896903991699, 0.6966943740844727, 0.8783972859382629, 0.6736463308334351, 0.8470195531845093, 0.692703366279602, 0.5350662469863892, 0.689773440361023, 0.7641996145248413, 0.8460565805435181, 0.7092075347900391, 0.7955029606819153, 0.7594934105873108, 0.71648108959198, 0.7586580514907837, 0.8421064615249634, 0.8015775680541992, 0.7039722800254822, 0.6509271264076233, 0.7039255499839783, 0.8987294435501099, 0.839336633682251, 0.7852098941802979, 0.7415964603424072, 0.7804000377655029, 0.8667455911636353, 0.8310762047767639, 0.8366968631744385, 0.6294822096824646, 0.842058539390564, 0.7418737411499023, 0.6632629632949829, 0.8990156650543213, 0.6013898849487305, 0.8510050177574158, 0.7288857102394104, 0.8977541923522949, 0.8028841018676758, 0.6671152114868164, 0.7432989478111267, 0.7392305731773376, 0.8209891319274902, 0.5772736072540283, 0.6917388439178467, 0.7409970760345459, 0.7138341069221497, 0.751758873462677, 0.3939227759838104, 0.6603528261184692, 0.7459642291069031, 0.8745832443237305, 0.7316682934761047, 0.8631144762039185, 0.6683559417724609, 0.7739360332489014, 0.8188548684120178, 0.6561554074287415, 0.8591159582138062, 0.6713958382606506, 0.813424825668335, 0.8049020767211914, 0.760198712348938, 0.6490732431411743, 0.6697145700454712, 0.7650899887084961, 0.5075365900993347, 0.7938529253005981, 0.8426192998886108, 0.6632091999053955, 0.7402285933494568, 0.8498374223709106, 0.6568536162376404, 0.8105652928352356, 0.6360230445861816, 0.7377821207046509, 0.8674048185348511, 0.8416154980659485, 0.7627301216125488, 0.6247893571853638, 0.7739360332489014, 0.8988804221153259, 0.8362682461738586, 0.66178297996521, 0.6800087690353394, 0.6849147081375122, 0.8628139495849609, 0.7617270946502686, 0.7183166742324829, 0.667057991027832, 0.7607570290565491, 0.6459270119667053, 0.7872961759567261, 0.850741982460022, 0.6355059742927551, 0.7598875761032104, 0.6773797869682312, 0.647925615310669, 0.7559571266174316, 0.6529214978218079, 0.7871708273887634, 0.7447472810745239, 0.8220678567886353, 0.7695062160491943, 0.6265045404434204, 0.7428044080734253, 0.6127779483795166, 0.7159525156021118, 0.5482335090637207, 0.6346870064735413, 0.7071740627288818, 0.665925145149231, 0.6766001582145691, 0.7680628895759583, 0.6221028566360474, 0.7071740627288818, 0.6539199352264404, 0.7211759090423584, 0.6566606760025024, 0.6224386692047119, 0.7385218739509583, 0.6094570159912109, 0.7890316247940063, 0.7254886627197266, 0.6376972794532776, 0.7598875761032104, 0.8061124682426453, 0.8479921817779541, 0.795870840549469, 0.678315281867981, 0.8686373829841614, 0.7655371427536011, 0.8170447945594788, 0.6287420988082886, 0.6839913725852966, 0.8115862607955933, 0.6995742321014404, 0.7318330407142639, 0.6506549119949341, 0.7917396426200867, 0.7724344730377197, 0.826783299446106, 0.579271137714386, 0.6276060342788696, 0.7327688932418823, 0.6643933653831482, 0.8459714651107788, 0.6756776571273804, 0.626935601234436, 0.8017150163650513, 0.5841141939163208, 0.7388449907302856, 0.8474841713905334, 0.7034063935279846, 0.8592439889907837, 0.7499427795410156, 0.7576140761375427, 0.7363361716270447, 0.7112290859222412, 0.7071740627288818, 0.8114830851554871, 0.6935336589813232, 0.6606848835945129, 0.624495267868042, 0.7724344730377197, 0.8053942322731018, 0.7330706715583801, 0.6735689640045166, 0.7909605503082275, 0.7154861688613892, 0.7178466320037842, 0.7540825605392456, 0.6726365089416504, 0.7848770618438721, 0.7094928026199341, 0.8589037656784058, 0.8262826800346375, 0.7021173238754272, 0.8402308225631714, 0.7285616993904114, 0.5856288075447083, 0.7277001142501831, 0.8686373829841614, 0.8760716915130615, 0.7679561972618103, 0.7792959213256836, 0.783842921257019, 0.7472063899040222, 0.6190756559371948, 0.6540275812149048, 0.7612691521644592, 0.6830805540084839, 0.7472063899040222, 0.8532634973526001, 0.7901401519775391, 0.6372696161270142, 0.7327688932418823, 0.7180498838424683, 0.7808791995048523, 0.7887465953826904, 0.6778886914253235, 0.8017150163650513, 0.7940613031387329, 0.7830723524093628, 0.8098680973052979, 0.6339967846870422, 0.8115862607955933, 0.7809118032455444, 0.7384560108184814, 0.6895995736122131, 0.6206721067428589, 0.7472063899040222, 0.8513774871826172, 0.6105484962463379, 0.7062224745750427, 0.7375284433364868, 0.6918321847915649, 0.6671298742294312, 0.7724342346191406, 0.7231147885322571, 0.8783278465270996, 0.8781275749206543, 0.8405468463897705, 0.7586485743522644, 0.6608458757400513, 0.8799273371696472, 0.5584017038345337, 0.8105738759040833, 0.5558486580848694, 0.706169843673706, 0.7917396426200867, 0.8516563177108765, 0.7607765197753906, 0.7979176640510559, 0.6528787612915039, 0.753010094165802, 0.7543846368789673, 0.6435307264328003, 0.8244659900665283, 0.6453589797019958, 0.7811362743377686, 0.7662285566329956, 0.6807695627212524, 0.863024890422821, 0.6613317131996155, 0.7033094167709351, 0.7303444147109985, 0.7668972015380859, 0.7440855503082275, 0.6805016994476318, 0.8799273371696472, 0.5805285573005676, 0.6473833322525024, 0.7472063899040222, 0.7953684329986572, 0.6754094362258911, 0.5935223698616028, 0.6673985719680786, 0.7530101537704468, 0.6440199613571167, 0.7126166820526123, 0.7999354600906372, 0.6422008275985718, 0.7607570290565491, 0.8624478578567505, 0.6208259463310242, 0.6915931701660156, 0.6725805997848511, 0.8115862607955933, 0.7019500136375427, 0.7589792013168335, 0.6911098957061768, 0.6494327783584595, 0.7917396426200867, 0.6952054500579834, 0.7377788424491882, 0.7264535427093506, 0.6835932731628418, 0.7909605503082275, 0.7895820140838623, 0.8278165459632874, 0.6857706904411316, 0.672497034072876, 0.8592439889907837, 0.7476803064346313, 0.7821772694587708, 0.7667349576950073, 0.6526346802711487, 0.8592439889907837, 0.856643557548523, 0.8266999125480652, 0.749586284160614, 0.6834964752197266, 0.805755615234375, 0.8296875357627869, 0.8116505146026611, 0.826783299446106, 0.68731290102005, 0.805755615234375, 0.8638660907745361, 0.8074264526367188, 0.8139424324035645, 0.6349295377731323, 0.759837806224823, 0.6454679369926453, 0.6993659734725952, 0.8406288623809814, 0.7206203937530518, 0.7607570290565491, 0.7183166742324829, 0.7724344730377197, 0.8403470516204834, 0.6797632575035095, 0.7598875761032104, 0.6628764867782593, 0.8522292375564575, 0.6818979978561401, 0.6602462530136108, 0.7871708273887634, 0.844591498374939, 0.6322773694992065, 0.796109676361084, 0.7217448353767395, 0.7428044080734253, 0.8256441354751587, 0.8444210886955261, 0.8613085150718689, 0.8017150163650513, 0.8272250890731812, 0.7183166742324829, 0.6299289464950562, 0.6764501333236694, 0.8592439889907837, 0.7377788424491882, 0.7410053014755249, 0.8718571662902832, 0.630567193031311, 0.7607570290565491, 0.8589220643043518, 0.5940937995910645, 0.7550907135009766, 0.7648375034332275, 0.7472063899040222, 0.730877161026001, 0.6041508913040161, 0.7373397350311279, 0.6997894048690796, 0.8017150163650513, 0.6176258325576782, 0.7848544120788574, 0.7768911123275757, 0.6919537782669067, 0.7472063899040222, 0.7056887745857239, 0.7840550541877747, 0.7048630714416504, 0.6784013509750366, 0.7375284433364868, 0.7961215376853943, 0.741203784942627, 0.6717274188995361, 0.7375284433364868, 0.796625554561615, 0.8589037656784058, 0.665925145149231, 0.6843805313110352, 0.7428044080734253, 0.834999144077301, 0.607643723487854, 0.6804977059364319, 0.8761374354362488, 0.8613927364349365, 0.6509562730789185, 0.6337215304374695, 0.6129394769668579, 0.8161795139312744, 0.7526360750198364, 0.6784440279006958, 0.7449758052825928, 0.6330419778823853, 0.753010094165802, 0.778702437877655, 0.8061124682426453, 0.7911713123321533, 0.6919472217559814, 0.7428044080734253, 0.6877263784408569, 0.6965799331665039, 0.7239364981651306, 0.6773870587348938, 0.8160293698310852, 0.7626042366027832, 0.8405468463897705, 0.7052823305130005, 0.6311010718345642, 0.8783278465270996, 0.5245826840400696, 0.8331485390663147, 0.7906456589698792, 0.6263796091079712, 0.7848770618438721, 0.5737864375114441, 0.7579045295715332, 0.7430856227874756, 0.637550950050354, 0.8160293698310852, 0.7626042366027832, 0.44937509298324585, 0.650742769241333, 0.6626023650169373, 0.7518004179000854, 0.8043045997619629, 0.856643557548523, 0.8610717058181763, 0.6558281183242798, 0.8161795139312744, 0.8943185806274414, 0.7398234605789185, 0.5738520622253418, 0.6493624448776245, 0.8115862607955933, 0.7994235157966614, 0.8532634973526001, 0.7800939083099365, 0.7198315858840942, 0.7607570290565491 ], "margins": [ 0.015188157558441162, 0.00037038326263427734, 0.013014495372772217, 0.013776719570159912, 0.07136815786361694, 0.02478635311126709, 0.01301497220993042, 0.006395995616912842, 0.02205657958984375, 0.023754477500915527, 0.016879796981811523, 0.03857952356338501, 0.08370134234428406, 0.06270670890808105, 0.011286318302154541, 0.03338205814361572, 0.0034676194190979004, 0.022669553756713867, 0.003498673439025879, 0.07284265756607056, 0.001822352409362793, 0.0007260441780090332, 0.00271528959274292, 0.004588186740875244, 0.005572497844696045, 0.029287219047546387, 0.006268501281738281, 0.034544169902801514, 0.00446707010269165, 0.003336489200592041, 0.036932170391082764, 0.008324265480041504, 0.01701587438583374, 0.02770012617111206, 0.0007421970367431641, 0.15454751253128052, 0.03889864683151245, 0.03317713737487793, 0.04050707817077637, 0.026341795921325684, 0.026019811630249023, 0.0034490227699279785, 0.06010746955871582, 0.010117888450622559, 0.03220105171203613, 0.012953042984008789, 0.04720163345336914, 0.009579956531524658, 0.0938689112663269, 0.010892391204833984, 0.0040773749351501465, 0.041680335998535156, 0.11838585138320923, 0.027501165866851807, 0.010480642318725586, 0.04232335090637207, 0.0019230246543884277, 0.044166624546051025, 0.03462022542953491, 0.005572497844696045, 0.04265052080154419, 0.006316542625427246, 0.015242397785186768, 0.027873635292053223, 0.07986181974411011, 0.007570862770080566, 0.003940761089324951, 0.030157268047332764, 0.14157772064208984, 0.036550939083099365, 0.0021778345108032227, 0.031943440437316895, 0.020054101943969727, 0.004697442054748535, 0.07284265756607056, 0.003910839557647705, 0.019632577896118164, 0.004312872886657715, 0.03717094659805298, 0.010480642318725586, 0.014252424240112305, 0.007018566131591797, 0.0023466944694519043, 0.004979312419891357, 0.014534711837768555, 0.0024878978729248047, 0.0023888349533081055, 0.13877737522125244, 0.04961282014846802, 0.07284265756607056, 0.015094518661499023, 0.05941241979598999, 0.02438300848007202, 0.029972970485687256, 0.03301846981048584, 0.007018566131591797, 0.004755139350891113, 0.01941537857055664, 0.009672403335571289, 0.05146664381027222, 0.03143388032913208, 0.0726211667060852, 0.05341291427612305, 0.03224128484725952, 0.07284265756607056, 0.018402576446533203, 0.009258747100830078, 0.0008394718170166016, 0.009812653064727783, 0.006826460361480713, 0.025946378707885742, 0.0028957128524780273, 0.009974062442779541, 0.004071593284606934, 0.03575342893600464, 0.00982654094696045, 0.04243636131286621, 0.0046402812004089355, 0.0076563358306884766, 0.027364134788513184, 0.0015932321548461914, 0.003724813461303711, 0.0021561384201049805, 0.09855383634567261, 0.03220105171203613, 0.0029711127281188965, 0.027449071407318115, 0.04940938949584961, 0.011665403842926025, 0.007134556770324707, 0.006223917007446289, 0.013470351696014404, 0.0008444786071777344, 0.04125791788101196, 0.0709957480430603, 0.04727846384048462, 0.022601068019866943, 0.02870786190032959, 0.0657045841217041, 0.010892391204833984, 0.012629091739654541, 0.02973949909210205, 0.00732266902923584, 0.010315239429473877, 0.0007423162460327148, 0.03111034631729126, 0.004812419414520264, 0.059238314628601074, 0.00234377384185791, 0.023754477500915527, 0.012726902961730957, 0.02380657196044922, 0.017763137817382812, 0.02493685483932495, 0.0007423162460327148, 0.041593194007873535, 0.004072725772857666, 0.002564728260040283, 0.032840073108673096, 0.032179415225982666, 0.015720665454864502, 0.04664182662963867, 0.04476243257522583, 0.017156898975372314, 0.04564088582992554, 0.02102261781692505, 0.0009273886680603027, 0.12879347801208496, 0.016866087913513184, 0.003336489200592041, 0.015290677547454834, 0.015863537788391113, 0.0517919659614563, 0.055773377418518066, 0.05146664381027222, 0.09709852933883667, 0.04570508003234863, 0.0028568506240844727, 0.05522775650024414, 0.026341795921325684, 0.049196481704711914, 0.0045320987701416016, 0.01174163818359375, 0.04453909397125244, 0.05341726541519165, 0.018832087516784668, 0.08689165115356445, 0.011843085289001465, 0.030252397060394287, 0.03220105171203613, 0.037592411041259766, 0.01289665699005127, 0.034587979316711426, 0.004017174243927002, 0.03220105171203613, 0.06118762493133545, 0.06318718194961548, 0.06377393007278442, 0.020042121410369873, 0.005572497844696045, 0.05301618576049805, 0.01791846752166748, 0.0574074387550354, 0.015189290046691895, 0.001692652702331543, 0.05542290210723877, 0.0005826354026794434, 0.014527618885040283, 0.0035429000854492188, 0.07136815786361694, 0.003987789154052734, 0.07308804988861084, 0.0044405460357666016, 0.012473464012145996, 0.07986181974411011, 0.040659546852111816, 0.00509035587310791, 0.026927590370178223, 0.02681833505630493, 0.003336489200592041, 0.0075348615646362305, 0.0020177364349365234, 0.019160091876983643, 0.03198134899139404, 0.04564088582992554, 0.005445718765258789, 0.008967697620391846, 0.024979054927825928, 0.0059220194816589355, 0.002363264560699463, 0.014252424240112305, 0.03420037031173706, 0.014732420444488525, 0.0004210472106933594, 0.011286318302154541, 0.019087791442871094, 0.038300156593322754, 0.01707679033279419, 0.027778446674346924, 0.026341795921325684, 0.05542290210723877, 0.006907284259796143, 0.016646146774291992, 0.023785829544067383, 0.07986181974411011, 0.0654447078704834, 0.007527828216552734, 0.0031372904777526855, 0.009874403476715088, 0.026341795921325684, 0.019128859043121338, 0.03310739994049072, 0.08016568422317505, 0.030605852603912354, 0.011286318302154541, 0.04723578691482544, 0.021248340606689453, 0.005595743656158447, 0.013595521450042725, 0.018632233142852783, 0.00624924898147583, 0.03969120979309082, 0.033975303173065186, 0.045301079750061035, 0.03575342893600464, 0.012557387351989746, 0.049838244915008545, 0.017738819122314453, 0.03677183389663696, 0.03220105171203613, 0.013120591640472412, 0.001169443130493164, 0.05401253700256348, 0.040728986263275146, 0.011094748973846436, 0.0028089284896850586, 0.022280454635620117, 0.005664527416229248, 0.024232447147369385, 0.0068264007568359375, 0.052081167697906494, 0.012245118618011475, 0.07126790285110474, 0.02708381414413452, 0.036550939083099365, 0.06371283531188965, 0.009941935539245605, 0.0020689964294433594, 0.053904175758361816, 0.010892391204833984, 0.02070748805999756, 0.023318946361541748, 0.004416465759277344, 0.00031757354736328125, 0.003336489200592041, 0.020348429679870605, 0.15811151266098022, 0.03542912006378174, 0.020939230918884277, 0.07721573114395142, 0.00028973817825317383, 0.04292142391204834, 0.006431758403778076, 0.02697509527206421, 0.03638845682144165, 0.002741217613220215, 0.016940057277679443, 0.015652716159820557, 0.002811908721923828, 0.07136815786361694, 0.003038346767425537, 0.005755305290222168, 0.0698975920677185, 0.07397127151489258, 0.05146664381027222, 0.0013794898986816406, 0.0032380223274230957, 0.028622746467590332, 0.0021559596061706543, 0.018632233142852783, 0.0041130781173706055, 0.015664875507354736, 0.012315511703491211, 0.04768538475036621, 0.010480642318725586, 0.026877403259277344, 0.00967782735824585, 0.006515204906463623, 0.02903646230697632, 0.026341795921325684, 0.02482423186302185, 0.017741262912750244, 0.0005214214324951172, 0.010496318340301514, 0.03575342893600464, 0.007352352142333984, 0.015722274780273438, 0.005314767360687256, 0.015478730201721191, 0.0007421970367431641, 0.025514841079711914, 0.023545801639556885, 0.02194201946258545, 0.003423929214477539, 0.018632233142852783, 0.0502050518989563, 0.021018564701080322, 0.0453149676322937, 0.08180415630340576, 0.03301846981048584, 0.019199490547180176, 0.02709817886352539, 0.016877412796020508, 0.06255710124969482, 0.01011723279953003, 0.04361844062805176, 0.0309906005859375, 0.003410637378692627, 0.04764348268508911, 0.099209725856781, 0.05320382118225098, 0.020854294300079346, 0.05391162633895874, 0.008905231952667236, 0.021602511405944824, 0.0058817267417907715, 0.00824815034866333, 0.01981443166732788, 0.017714858055114746, 0.04108285903930664, 0.08048635721206665, 0.03823286294937134, 0.0030069351196289062, 0.027100861072540283, 0.0030715465545654297, 0.013223528861999512, 0.039363205432891846, 0.0030382275581359863, 0.007547736167907715, 0.0030715465545654297, 0.0007086396217346191, 0.009039461612701416, 0.04021531343460083, 0.03307795524597168, 0.10903829336166382, 0.026325583457946777, 0.02480757236480713, 0.0025076866149902344, 0.002576291561126709, 0.099209725856781, 0.055522799491882324, 0.030608654022216797, 0.020000755786895752, 0.00123518705368042, 0.02428114414215088, 0.025693535804748535, 0.05150890350341797, 0.007836580276489258, 0.005636394023895264, 0.01645970344543457, 0.032676517963409424, 0.03427320718765259, 0.07190138101577759, 0.030881106853485107, 0.002920091152191162, 0.003186047077178955, 0.02085036039352417, 0.015527486801147461, 0.002849876880645752, 0.016966640949249268, 0.09210604429244995, 0.002962350845336914, 0.012520790100097656, 0.0039634108543396, 0.006327271461486816, 0.02711355686187744, 0.000590205192565918, 0.03547489643096924, 0.0517885684967041, 0.008460760116577148, 0.014547467231750488, 0.01794874668121338, 0.0005765557289123535, 0.07457458972930908, 0.0030715465545654297, 0.026097238063812256, 0.0013186931610107422, 0.009486973285675049, 0.06602209806442261, 0.015811443328857422, 0.003186047077178955, 0.00017577409744262695, 0.047230064868927, 0.02274346351623535, 0.01696610450744629, 0.0041991472244262695, 0.027512550354003906, 0.07139098644256592, 0.0712817907333374, 0.008191823959350586, 0.008470892906188965, 0.019196748733520508, 0.029693782329559326, 0.008849263191223145, 0.0013411641120910645, 0.0068607330322265625, 0.027758896350860596, 0.024077177047729492, 0.10665881633758545, 0.02428114414215088, 0.08348655700683594, 0.015668272972106934, 0.0214996337890625, 0.10261833667755127, 0.08196938037872314, 0.021756350994110107, 0.0578916072845459, 0.003533661365509033, 0.0605737566947937, 0.08196938037872314, 0.008363783359527588, 0.025628209114074707, 0.01789224147796631, 0.016966640949249268, 0.020146846771240234, 0.007676303386688232, 0.0006712079048156738, 0.03324323892593384, 0.006327271461486816, 0.00028502941131591797, 0.03125244379043579, 0.08931738138198853, 0.011435389518737793, 0.01645970344543457, 0.017345130443572998, 0.008022189140319824, 0.005074977874755859, 0.0033794045448303223, 0.08196938037872314, 0.11146950721740723, 0.01972728967666626, 0.02458369731903076, 0.0635414719581604, 0.0026352405548095703, 0.007057011127471924, 0.004948019981384277, 0.0031858086585998535, 0.09491139650344849, 0.05442112684249878, 0.032236576080322266, 0.006285429000854492, 0.012096822261810303, 0.03589290380477905, 0.040428340435028076, 0.006887197494506836, 0.012684047222137451, 0.027914464473724365, 0.08707308769226074, 0.002920091152191162, 0.01749444007873535, 0.022689521312713623, 0.03790760040283203, 0.027915358543395996, 0.013022243976593018, 0.012492537498474121, 0.028053879737854004, 0.011783123016357422, 0.005140721797943115, 0.0040520429611206055, 0.012804150581359863, 0.04307025671005249, 0.0016910433769226074, 0.0002117753028869629, 0.013129830360412598, 0.006216168403625488, 0.006680548191070557, 0.013580024242401123, 0.008842825889587402, 0.040428340435028076, 0.042475879192352295, 0.002868950366973877, 0.11540323495864868, 0.011754035949707031, 0.08196938037872314, 0.015349864959716797, 0.001458287239074707, 0.034761786460876465, 0.008535504341125488, 0.013022303581237793, 0.05323612689971924, 0.008748054504394531, 0.0008853673934936523, 0.004175662994384766, 0.01011723279953003, 0.09820419549942017, 0.005491971969604492, 0.04811829328536987, 0.032473742961883545, 0.01645970344543457, 0.00981903076171875, 0.04376578330993652, 0.01248776912689209, 0.01957845687866211, 0.002920091152191162, 0.009753942489624023, 0.00656658411026001, 0.048920273780822754, 0.07065033912658691, 0.01696610450744629, 0.004197895526885986, 0.0195314884185791, 0.053019583225250244, 0.09959930181503296, 0.008460760116577148, 0.02253812551498413, 0.01597118377685547, 0.01248931884765625, 0.008676230907440186, 0.008460760116577148, 0.05108201503753662, 0.013846218585968018, 0.0323481559753418, 0.006369352340698242, 0.01780569553375244, 0.02820831537246704, 0.0029466748237609863, 0.02085036039352417, 0.025123775005340576, 0.01780569553375244, 0.007061898708343506, 0.032493770122528076, 0.024521946907043457, 0.02372109889984131, 0.017983734607696533, 0.027984261512756348, 0.0034630298614501953, 0.0077626705169677734, 0.07480645179748535, 0.01011723279953003, 0.016877412796020508, 0.003186047077178955, 0.00838315486907959, 0.007170259952545166, 0.099209725856781, 0.002126455307006836, 0.0030410289764404297, 0.043902814388275146, 0.029071033000946045, 0.021602511405944824, 0.013686835765838623, 0.012074947357177734, 0.008034229278564453, 0.1031537652015686, 0.04108285903930664, 0.03191637992858887, 0.005616962909698486, 0.007326304912567139, 0.08721357583999634, 0.006327271461486816, 0.03321719169616699, 0.016877412796020508, 0.05428403615951538, 0.009252190589904785, 0.008460760116577148, 0.00656658411026001, 0.019529223442077637, 0.03744637966156006, 0.002399921417236328, 0.01011723279953003, 0.005945861339569092, 0.02411019802093506, 0.014593124389648438, 0.1287468671798706, 0.08196938037872314, 0.008652985095977783, 0.008389472961425781, 0.032766520977020264, 0.12490373849868774, 0.006327271461486816, 0.015272736549377441, 0.0023134350776672363, 0.016132473945617676, 0.05700981616973877, 0.08196938037872314, 0.04849058389663696, 0.015138208866119385, 0.005944550037384033, 0.08162987232208252, 0.0026352405548095703, 0.10135388374328613, 0.0026107430458068848, 0.03750109672546387, 0.12684637308120728, 0.0026352405548095703, 0.0037967562675476074, 0.019196748733520508, 0.013223528861999512, 0.1288442611694336, 0.04108285903930664, 0.008678972721099854, 0.02051258087158203, 0.01843494176864624, 0.02411806583404541, 0.03249359130859375, 0.022594213485717773, 0.01253044605255127, 0.0042372941970825195, 0.0012965202331542969, 0.0013411641120910645, 0.012882769107818604, 0.07725447416305542, 0.019767343997955322, 0.011757433414459229, 0.013022243976593018, 0.08946347236633301, 0.055522799491882324, 0.001282036304473877, 0.08454877138137817, 0.04108285903930664, 0.005164980888366699, 0.007719457149505615, 0.010576784610748291, 0.10328936576843262, 0.0017542243003845215, 0.03952258825302124, 0.006285429000854492, 0.023011088371276855, 0.016983091831207275, 0.05442112684249878, 0.03370010852813721, 0.034130871295928955, 0.004289090633392334, 0.0024603605270385742, 0.008191823959350586, 0.001127004623413086, 0.019204556941986084, 0.0019615888595581055, 0.0745040774345398, 0.0017542243003845215, 0.03952258825302124, 0.06782501935958862, 0.07115566730499268, 0.06693154573440552, 0.00725865364074707, 0.015236496925354004, 0.05108201503753662, 0.015361607074737549, 0.04062604904174805, 0.0013411641120910645, 0.03570258617401123, 0.003477811813354492, 0.0003447532653808594, 0.019846081733703613, 0.01645970344543457, 0.018063366413116455, 0.008363783359527588, 0.02660059928894043, 0.10644102096557617, 0.01011723279953003 ] } } }