lexir / artifacts /reports /eval_mpnet_base.json
irinaqqq's picture
ADDED MORE GPAPHS
c6cece9
{
"model": "paraphrase-multilingual-mpnet-base-v2",
"index_alias": "mpnet_base",
"test_path": "data/legal_assistant_test.jsonl",
"top_k": 10,
"by_lang": {
"ru": {
"count": 350,
"recall@1": 0.02,
"hit@1": 0.02,
"precision@1": 0.02,
"recall@3": 0.045714285714285714,
"hit@3": 0.045714285714285714,
"precision@3": 0.015238095238095238,
"recall@5": 0.06285714285714286,
"hit@5": 0.06285714285714286,
"precision@5": 0.012571428571428572,
"recall@10": 0.07428571428571429,
"hit@10": 0.07428571428571429,
"precision@10": 0.00742857142857143,
"mrr@10": 0.036646258503401356,
"ndcg@10": 0.04574054788125284,
"not_found_rate": 0.9257142857142857,
"rank_stats": {
"mean_rank": 3.1153846153846154,
"median_rank": 3.0,
"p10_rank": 1.0,
"p90_rank": 6.0,
"found_count": 26,
"not_found_count": 324,
"not_found_rate": 0.9257142857142857
},
"score_stats": {
"top1_score": {
"mean": 0.7618318447044917,
"median": 0.7739360332489014,
"p10": 0.6504435300827026,
"p90": 0.8631861269474029
},
"margin_top1_top2": {
"mean": 0.027111329010554724,
"median": 0.01928773522377014,
"p10": 0.002852356433868408,
"p90": 0.0627547562122345
}
},
"coverage": {
"unique_ids": 225,
"corpus_size": 477,
"coverage_ratio": 0.4716981132075472
},
"distributions": {
"ranks": [
-1,
-1,
-1,
-1,
-1,
1,
-1,
0,
-1,
3,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
0,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
2,
-1,
-1,
0,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1
],
"top1_scores": [
0.7502067685127258,
0.8011714816093445,
0.8100268244743347,
0.6144346594810486,
0.7409970760345459,
0.7614837884902954,
0.8602194786071777,
0.7274106740951538,
0.6980745792388916,
0.8382699489593506,
0.6591380834579468,
0.7736281156539917,
0.41662508249282837,
0.6944171786308289,
0.848723828792572,
0.7467440366744995,
0.530423104763031,
0.7874581813812256,
0.5859202146530151,
0.7304986715316772,
0.7085039615631104,
0.8459864258766174,
0.7679531574249268,
0.7471238374710083,
0.7972822785377502,
0.850902795791626,
0.7549386620521545,
0.7867681384086609,
0.6236919164657593,
0.842058539390564,
0.5337463021278381,
0.46072283387184143,
0.7393311858177185,
0.6798599362373352,
0.7377821207046509,
0.6054086685180664,
0.6677995920181274,
0.7905619144439697,
0.679763913154602,
0.7650899887084961,
0.8481958508491516,
0.7734674215316772,
0.8232624530792236,
0.792692244052887,
0.8470195531845093,
0.8830442428588867,
0.8606631755828857,
0.8291252851486206,
0.8319640159606934,
0.7804000377655029,
0.7699353098869324,
0.8168094158172607,
0.7772942185401917,
0.7686454057693481,
0.813424825668335,
0.8381445407867432,
0.75543212890625,
0.6442155838012695,
0.7775956988334656,
0.7972822785377502,
0.7782889008522034,
0.7698872089385986,
0.792020857334137,
0.6009024977684021,
0.8738053441047668,
0.7637100219726562,
0.8315193057060242,
0.7987961769104004,
0.827557384967804,
0.7039255499839783,
0.7772048711776733,
0.8027815818786621,
0.7670899629592896,
0.6792532801628113,
0.7304986715316772,
0.7456262111663818,
0.7660995125770569,
0.8483503460884094,
0.7429208755493164,
0.813424825668335,
0.7945865392684937,
0.8507125377655029,
0.6909685134887695,
0.6462569832801819,
0.8180459141731262,
0.7937572002410889,
0.794559121131897,
0.699709415435791,
0.6912692189216614,
0.7304986715316772,
0.8335380554199219,
0.8560796976089478,
0.8388569951057434,
0.6614882946014404,
0.6849147081375122,
0.8507125377655029,
0.6189656257629395,
0.7795857191085815,
0.7601614594459534,
0.7459642291069031,
0.8297182321548462,
0.8591293096542358,
0.8923888206481934,
0.7296199798583984,
0.7304986715316772,
0.5781477689743042,
0.6254273056983948,
0.8082033395767212,
0.6878524422645569,
0.7586581110954285,
0.8613336086273193,
0.793653130531311,
0.819044291973114,
0.7063040733337402,
0.7402285933494568,
0.8098176717758179,
0.8649560213088989,
0.6004021167755127,
0.6017137765884399,
0.6879527568817139,
0.8107499480247498,
0.8373936414718628,
0.8172832131385803,
0.7839073538780212,
0.8470195531845093,
0.8416107296943665,
0.8029309511184692,
0.6651532649993896,
0.601564347743988,
0.671858549118042,
0.8574796915054321,
0.8124386072158813,
0.8569672107696533,
0.7018089294433594,
0.7462425231933594,
0.8398032784461975,
0.8360347747802734,
0.8030582666397095,
0.7069578170776367,
0.7804000377655029,
0.5459386110305786,
0.8556666374206543,
0.7992005348205566,
0.659309446811676,
0.7377821207046509,
0.7904307246208191,
0.7767336368560791,
0.8184326887130737,
0.7059661149978638,
0.8382699489593506,
0.7853919267654419,
0.8399779796600342,
0.8063667416572571,
0.6781229376792908,
0.7377821207046509,
0.8405895829200745,
0.7741745710372925,
0.7839248180389404,
0.7394956350326538,
0.78769451379776,
0.8664715886116028,
0.8606299757957458,
0.7276098132133484,
0.647633969783783,
0.8436694145202637,
0.8825153112411499,
0.7441973686218262,
0.6505957841873169,
0.6378116607666016,
0.842058539390564,
0.8233816027641296,
0.8182093501091003,
0.6726715564727783,
0.6959800720214844,
0.7459642291069031,
0.7681376338005066,
0.6342553496360779,
0.7324970960617065,
0.681795597076416,
0.7650899887084961,
0.8776297569274902,
0.820970356464386,
0.5784183740615845,
0.6584796905517578,
0.7184970378875732,
0.8794345855712891,
0.8779467344284058,
0.8655935525894165,
0.6554523706436157,
0.8470195531845093,
0.7612885236740112,
0.8140504360198975,
0.7941046357154846,
0.7264520525932312,
0.8470195531845093,
0.8663575649261475,
0.87021404504776,
0.8746997714042664,
0.7363104224205017,
0.7972822785377502,
0.8760812282562256,
0.7996296286582947,
0.684033989906311,
0.7479870319366455,
0.7966785430908203,
0.8785256743431091,
0.7777826189994812,
0.8189702033996582,
0.6226294636726379,
0.7409970760345459,
0.7039567232131958,
0.7067569494247437,
0.8670125007629395,
0.7323639392852783,
0.8738053441047668,
0.8955000638961792,
0.722633421421051,
0.8595190048217773,
0.6593241691589355,
0.842058539390564,
0.8268574476242065,
0.8669024705886841,
0.6152068376541138,
0.7285632491111755,
0.8436694145202637,
0.534467875957489,
0.7484354376792908,
0.8371658325195312,
0.7117542028427124,
0.6635478734970093,
0.7945865392684937,
0.837534487247467,
0.8544983863830566,
0.6536172032356262,
0.848723828792572,
0.738481879234314,
0.8648489117622375,
0.8638309836387634,
0.6431866884231567,
0.7650899887084961,
0.8785256743431091,
0.8370940089225769,
0.8521344661712646,
0.6928575038909912,
0.8738053441047668,
0.8897957801818848,
0.8240135908126831,
0.6630119681358337,
0.7229213118553162,
0.7650899887084961,
0.7941581606864929,
0.8507461547851562,
0.8255212903022766,
0.6905333399772644,
0.848723828792572,
0.8909945487976074,
0.8580363988876343,
0.7804504036903381,
0.7317054271697998,
0.7739360332489014,
0.826313316822052,
0.8653373718261719,
0.8789329528808594,
0.7245444655418396,
0.7402285933494568,
0.7553896903991699,
0.6966943740844727,
0.8783972859382629,
0.6736463308334351,
0.8470195531845093,
0.692703366279602,
0.5350662469863892,
0.689773440361023,
0.7641996145248413,
0.8460565805435181,
0.7092075347900391,
0.7955029606819153,
0.7594934105873108,
0.71648108959198,
0.7586580514907837,
0.8421064615249634,
0.8015775680541992,
0.7039722800254822,
0.6509271264076233,
0.7039255499839783,
0.8987294435501099,
0.839336633682251,
0.7852098941802979,
0.7415964603424072,
0.7804000377655029,
0.8667455911636353,
0.8310762047767639,
0.8366968631744385,
0.6294822096824646,
0.842058539390564,
0.7418737411499023,
0.6632629632949829,
0.8990156650543213,
0.6013898849487305,
0.8510050177574158,
0.7288857102394104,
0.8977541923522949,
0.8028841018676758,
0.6671152114868164,
0.7432989478111267,
0.7392305731773376,
0.8209891319274902,
0.5772736072540283,
0.6917388439178467,
0.7409970760345459,
0.7138341069221497,
0.751758873462677,
0.3939227759838104,
0.6603528261184692,
0.7459642291069031,
0.8745832443237305,
0.7316682934761047,
0.8631144762039185,
0.6683559417724609,
0.7739360332489014,
0.8188548684120178,
0.6561554074287415,
0.8591159582138062,
0.6713958382606506,
0.813424825668335,
0.8049020767211914,
0.760198712348938,
0.6490732431411743,
0.6697145700454712,
0.7650899887084961,
0.5075365900993347,
0.7938529253005981,
0.8426192998886108,
0.6632091999053955,
0.7402285933494568,
0.8498374223709106,
0.6568536162376404,
0.8105652928352356,
0.6360230445861816,
0.7377821207046509,
0.8674048185348511,
0.8416154980659485,
0.7627301216125488,
0.6247893571853638,
0.7739360332489014,
0.8988804221153259,
0.8362682461738586,
0.66178297996521,
0.6800087690353394,
0.6849147081375122
],
"top1_scores_tp": [
0.7274106740951538,
0.6054086685180664,
0.7698872089385986,
0.8233816027641296,
0.7681376338005066,
0.6342553496360779,
0.738481879234314
],
"top1_scores_fp": [
0.7502067685127258,
0.8011714816093445,
0.8100268244743347,
0.6144346594810486,
0.7409970760345459,
0.7614837884902954,
0.8602194786071777,
0.6980745792388916,
0.8382699489593506,
0.6591380834579468,
0.7736281156539917,
0.41662508249282837,
0.6944171786308289,
0.848723828792572,
0.7467440366744995,
0.530423104763031,
0.7874581813812256,
0.5859202146530151,
0.7304986715316772,
0.7085039615631104,
0.8459864258766174,
0.7679531574249268,
0.7471238374710083,
0.7972822785377502,
0.850902795791626,
0.7549386620521545,
0.7867681384086609,
0.6236919164657593,
0.842058539390564,
0.5337463021278381,
0.46072283387184143,
0.7393311858177185,
0.6798599362373352,
0.7377821207046509,
0.6677995920181274,
0.7905619144439697,
0.679763913154602,
0.7650899887084961,
0.8481958508491516,
0.7734674215316772,
0.8232624530792236,
0.792692244052887,
0.8470195531845093,
0.8830442428588867,
0.8606631755828857,
0.8291252851486206,
0.8319640159606934,
0.7804000377655029,
0.7699353098869324,
0.8168094158172607,
0.7772942185401917,
0.7686454057693481,
0.813424825668335,
0.8381445407867432,
0.75543212890625,
0.6442155838012695,
0.7775956988334656,
0.7972822785377502,
0.7782889008522034,
0.792020857334137,
0.6009024977684021,
0.8738053441047668,
0.7637100219726562,
0.8315193057060242,
0.7987961769104004,
0.827557384967804,
0.7039255499839783,
0.7772048711776733,
0.8027815818786621,
0.7670899629592896,
0.6792532801628113,
0.7304986715316772,
0.7456262111663818,
0.7660995125770569,
0.8483503460884094,
0.7429208755493164,
0.813424825668335,
0.7945865392684937,
0.8507125377655029,
0.6909685134887695,
0.6462569832801819,
0.8180459141731262,
0.7937572002410889,
0.794559121131897,
0.699709415435791,
0.6912692189216614,
0.7304986715316772,
0.8335380554199219,
0.8560796976089478,
0.8388569951057434,
0.6614882946014404,
0.6849147081375122,
0.8507125377655029,
0.6189656257629395,
0.7795857191085815,
0.7601614594459534,
0.7459642291069031,
0.8297182321548462,
0.8591293096542358,
0.8923888206481934,
0.7296199798583984,
0.7304986715316772,
0.5781477689743042,
0.6254273056983948,
0.8082033395767212,
0.6878524422645569,
0.7586581110954285,
0.8613336086273193,
0.793653130531311,
0.819044291973114,
0.7063040733337402,
0.7402285933494568,
0.8098176717758179,
0.8649560213088989,
0.6004021167755127,
0.6017137765884399,
0.6879527568817139,
0.8107499480247498,
0.8373936414718628,
0.8172832131385803,
0.7839073538780212,
0.8470195531845093,
0.8416107296943665,
0.8029309511184692,
0.6651532649993896,
0.601564347743988,
0.671858549118042,
0.8574796915054321,
0.8124386072158813,
0.8569672107696533,
0.7018089294433594,
0.7462425231933594,
0.8398032784461975,
0.8360347747802734,
0.8030582666397095,
0.7069578170776367,
0.7804000377655029,
0.5459386110305786,
0.8556666374206543,
0.7992005348205566,
0.659309446811676,
0.7377821207046509,
0.7904307246208191,
0.7767336368560791,
0.8184326887130737,
0.7059661149978638,
0.8382699489593506,
0.7853919267654419,
0.8399779796600342,
0.8063667416572571,
0.6781229376792908,
0.7377821207046509,
0.8405895829200745,
0.7741745710372925,
0.7839248180389404,
0.7394956350326538,
0.78769451379776,
0.8664715886116028,
0.8606299757957458,
0.7276098132133484,
0.647633969783783,
0.8436694145202637,
0.8825153112411499,
0.7441973686218262,
0.6505957841873169,
0.6378116607666016,
0.842058539390564,
0.8182093501091003,
0.6726715564727783,
0.6959800720214844,
0.7459642291069031,
0.7324970960617065,
0.681795597076416,
0.7650899887084961,
0.8776297569274902,
0.820970356464386,
0.5784183740615845,
0.6584796905517578,
0.7184970378875732,
0.8794345855712891,
0.8779467344284058,
0.8655935525894165,
0.6554523706436157,
0.8470195531845093,
0.7612885236740112,
0.8140504360198975,
0.7941046357154846,
0.7264520525932312,
0.8470195531845093,
0.8663575649261475,
0.87021404504776,
0.8746997714042664,
0.7363104224205017,
0.7972822785377502,
0.8760812282562256,
0.7996296286582947,
0.684033989906311,
0.7479870319366455,
0.7966785430908203,
0.8785256743431091,
0.7777826189994812,
0.8189702033996582,
0.6226294636726379,
0.7409970760345459,
0.7039567232131958,
0.7067569494247437,
0.8670125007629395,
0.7323639392852783,
0.8738053441047668,
0.8955000638961792,
0.722633421421051,
0.8595190048217773,
0.6593241691589355,
0.842058539390564,
0.8268574476242065,
0.8669024705886841,
0.6152068376541138,
0.7285632491111755,
0.8436694145202637,
0.534467875957489,
0.7484354376792908,
0.8371658325195312,
0.7117542028427124,
0.6635478734970093,
0.7945865392684937,
0.837534487247467,
0.8544983863830566,
0.6536172032356262,
0.848723828792572,
0.8648489117622375,
0.8638309836387634,
0.6431866884231567,
0.7650899887084961,
0.8785256743431091,
0.8370940089225769,
0.8521344661712646,
0.6928575038909912,
0.8738053441047668,
0.8897957801818848,
0.8240135908126831,
0.6630119681358337,
0.7229213118553162,
0.7650899887084961,
0.7941581606864929,
0.8507461547851562,
0.8255212903022766,
0.6905333399772644,
0.848723828792572,
0.8909945487976074,
0.8580363988876343,
0.7804504036903381,
0.7317054271697998,
0.7739360332489014,
0.826313316822052,
0.8653373718261719,
0.8789329528808594,
0.7245444655418396,
0.7402285933494568,
0.7553896903991699,
0.6966943740844727,
0.8783972859382629,
0.6736463308334351,
0.8470195531845093,
0.692703366279602,
0.5350662469863892,
0.689773440361023,
0.7641996145248413,
0.8460565805435181,
0.7092075347900391,
0.7955029606819153,
0.7594934105873108,
0.71648108959198,
0.7586580514907837,
0.8421064615249634,
0.8015775680541992,
0.7039722800254822,
0.6509271264076233,
0.7039255499839783,
0.8987294435501099,
0.839336633682251,
0.7852098941802979,
0.7415964603424072,
0.7804000377655029,
0.8667455911636353,
0.8310762047767639,
0.8366968631744385,
0.6294822096824646,
0.842058539390564,
0.7418737411499023,
0.6632629632949829,
0.8990156650543213,
0.6013898849487305,
0.8510050177574158,
0.7288857102394104,
0.8977541923522949,
0.8028841018676758,
0.6671152114868164,
0.7432989478111267,
0.7392305731773376,
0.8209891319274902,
0.5772736072540283,
0.6917388439178467,
0.7409970760345459,
0.7138341069221497,
0.751758873462677,
0.3939227759838104,
0.6603528261184692,
0.7459642291069031,
0.8745832443237305,
0.7316682934761047,
0.8631144762039185,
0.6683559417724609,
0.7739360332489014,
0.8188548684120178,
0.6561554074287415,
0.8591159582138062,
0.6713958382606506,
0.813424825668335,
0.8049020767211914,
0.760198712348938,
0.6490732431411743,
0.6697145700454712,
0.7650899887084961,
0.5075365900993347,
0.7938529253005981,
0.8426192998886108,
0.6632091999053955,
0.7402285933494568,
0.8498374223709106,
0.6568536162376404,
0.8105652928352356,
0.6360230445861816,
0.7377821207046509,
0.8674048185348511,
0.8416154980659485,
0.7627301216125488,
0.6247893571853638,
0.7739360332489014,
0.8988804221153259,
0.8362682461738586,
0.66178297996521,
0.6800087690353394,
0.6849147081375122
],
"margins": [
0.015188157558441162,
0.00037038326263427734,
0.013014495372772217,
0.013776719570159912,
0.07136815786361694,
0.02478635311126709,
0.01301497220993042,
0.006395995616912842,
0.02205657958984375,
0.023754477500915527,
0.016879796981811523,
0.03857952356338501,
0.08370134234428406,
0.06270670890808105,
0.011286318302154541,
0.03338205814361572,
0.0034676194190979004,
0.022669553756713867,
0.003498673439025879,
0.07284265756607056,
0.001822352409362793,
0.0007260441780090332,
0.00271528959274292,
0.004588186740875244,
0.005572497844696045,
0.029287219047546387,
0.006268501281738281,
0.034544169902801514,
0.00446707010269165,
0.003336489200592041,
0.036932170391082764,
0.008324265480041504,
0.01701587438583374,
0.02770012617111206,
0.0007421970367431641,
0.15454751253128052,
0.03889864683151245,
0.03317713737487793,
0.04050707817077637,
0.026341795921325684,
0.026019811630249023,
0.0034490227699279785,
0.06010746955871582,
0.010117888450622559,
0.03220105171203613,
0.012953042984008789,
0.04720163345336914,
0.009579956531524658,
0.0938689112663269,
0.010892391204833984,
0.0040773749351501465,
0.041680335998535156,
0.11838585138320923,
0.027501165866851807,
0.010480642318725586,
0.04232335090637207,
0.0019230246543884277,
0.044166624546051025,
0.03462022542953491,
0.005572497844696045,
0.04265052080154419,
0.006316542625427246,
0.015242397785186768,
0.027873635292053223,
0.07986181974411011,
0.007570862770080566,
0.003940761089324951,
0.030157268047332764,
0.14157772064208984,
0.036550939083099365,
0.0021778345108032227,
0.031943440437316895,
0.020054101943969727,
0.004697442054748535,
0.07284265756607056,
0.003910839557647705,
0.019632577896118164,
0.004312872886657715,
0.03717094659805298,
0.010480642318725586,
0.014252424240112305,
0.007018566131591797,
0.0023466944694519043,
0.004979312419891357,
0.014534711837768555,
0.0024878978729248047,
0.0023888349533081055,
0.13877737522125244,
0.04961282014846802,
0.07284265756607056,
0.015094518661499023,
0.05941241979598999,
0.02438300848007202,
0.029972970485687256,
0.03301846981048584,
0.007018566131591797,
0.004755139350891113,
0.01941537857055664,
0.009672403335571289,
0.05146664381027222,
0.03143388032913208,
0.0726211667060852,
0.05341291427612305,
0.03224128484725952,
0.07284265756607056,
0.018402576446533203,
0.009258747100830078,
0.0008394718170166016,
0.009812653064727783,
0.006826460361480713,
0.025946378707885742,
0.0028957128524780273,
0.009974062442779541,
0.004071593284606934,
0.03575342893600464,
0.00982654094696045,
0.04243636131286621,
0.0046402812004089355,
0.0076563358306884766,
0.027364134788513184,
0.0015932321548461914,
0.003724813461303711,
0.0021561384201049805,
0.09855383634567261,
0.03220105171203613,
0.0029711127281188965,
0.027449071407318115,
0.04940938949584961,
0.011665403842926025,
0.007134556770324707,
0.006223917007446289,
0.013470351696014404,
0.0008444786071777344,
0.04125791788101196,
0.0709957480430603,
0.04727846384048462,
0.022601068019866943,
0.02870786190032959,
0.0657045841217041,
0.010892391204833984,
0.012629091739654541,
0.02973949909210205,
0.00732266902923584,
0.010315239429473877,
0.0007423162460327148,
0.03111034631729126,
0.004812419414520264,
0.059238314628601074,
0.00234377384185791,
0.023754477500915527,
0.012726902961730957,
0.02380657196044922,
0.017763137817382812,
0.02493685483932495,
0.0007423162460327148,
0.041593194007873535,
0.004072725772857666,
0.002564728260040283,
0.032840073108673096,
0.032179415225982666,
0.015720665454864502,
0.04664182662963867,
0.04476243257522583,
0.017156898975372314,
0.04564088582992554,
0.02102261781692505,
0.0009273886680603027,
0.12879347801208496,
0.016866087913513184,
0.003336489200592041,
0.015290677547454834,
0.015863537788391113,
0.0517919659614563,
0.055773377418518066,
0.05146664381027222,
0.09709852933883667,
0.04570508003234863,
0.0028568506240844727,
0.05522775650024414,
0.026341795921325684,
0.049196481704711914,
0.0045320987701416016,
0.01174163818359375,
0.04453909397125244,
0.05341726541519165,
0.018832087516784668,
0.08689165115356445,
0.011843085289001465,
0.030252397060394287,
0.03220105171203613,
0.037592411041259766,
0.01289665699005127,
0.034587979316711426,
0.004017174243927002,
0.03220105171203613,
0.06118762493133545,
0.06318718194961548,
0.06377393007278442,
0.020042121410369873,
0.005572497844696045,
0.05301618576049805,
0.01791846752166748,
0.0574074387550354,
0.015189290046691895,
0.001692652702331543,
0.05542290210723877,
0.0005826354026794434,
0.014527618885040283,
0.0035429000854492188,
0.07136815786361694,
0.003987789154052734,
0.07308804988861084,
0.0044405460357666016,
0.012473464012145996,
0.07986181974411011,
0.040659546852111816,
0.00509035587310791,
0.026927590370178223,
0.02681833505630493,
0.003336489200592041,
0.0075348615646362305,
0.0020177364349365234,
0.019160091876983643,
0.03198134899139404,
0.04564088582992554,
0.005445718765258789,
0.008967697620391846,
0.024979054927825928,
0.0059220194816589355,
0.002363264560699463,
0.014252424240112305,
0.03420037031173706,
0.014732420444488525,
0.0004210472106933594,
0.011286318302154541,
0.019087791442871094,
0.038300156593322754,
0.01707679033279419,
0.027778446674346924,
0.026341795921325684,
0.05542290210723877,
0.006907284259796143,
0.016646146774291992,
0.023785829544067383,
0.07986181974411011,
0.0654447078704834,
0.007527828216552734,
0.0031372904777526855,
0.009874403476715088,
0.026341795921325684,
0.019128859043121338,
0.03310739994049072,
0.08016568422317505,
0.030605852603912354,
0.011286318302154541,
0.04723578691482544,
0.021248340606689453,
0.005595743656158447,
0.013595521450042725,
0.018632233142852783,
0.00624924898147583,
0.03969120979309082,
0.033975303173065186,
0.045301079750061035,
0.03575342893600464,
0.012557387351989746,
0.049838244915008545,
0.017738819122314453,
0.03677183389663696,
0.03220105171203613,
0.013120591640472412,
0.001169443130493164,
0.05401253700256348,
0.040728986263275146,
0.011094748973846436,
0.0028089284896850586,
0.022280454635620117,
0.005664527416229248,
0.024232447147369385,
0.0068264007568359375,
0.052081167697906494,
0.012245118618011475,
0.07126790285110474,
0.02708381414413452,
0.036550939083099365,
0.06371283531188965,
0.009941935539245605,
0.0020689964294433594,
0.053904175758361816,
0.010892391204833984,
0.02070748805999756,
0.023318946361541748,
0.004416465759277344,
0.00031757354736328125,
0.003336489200592041,
0.020348429679870605,
0.15811151266098022,
0.03542912006378174,
0.020939230918884277,
0.07721573114395142,
0.00028973817825317383,
0.04292142391204834,
0.006431758403778076,
0.02697509527206421,
0.03638845682144165,
0.002741217613220215,
0.016940057277679443,
0.015652716159820557,
0.002811908721923828,
0.07136815786361694,
0.003038346767425537,
0.005755305290222168,
0.0698975920677185,
0.07397127151489258,
0.05146664381027222,
0.0013794898986816406,
0.0032380223274230957,
0.028622746467590332,
0.0021559596061706543,
0.018632233142852783,
0.0041130781173706055,
0.015664875507354736,
0.012315511703491211,
0.04768538475036621,
0.010480642318725586,
0.026877403259277344,
0.00967782735824585,
0.006515204906463623,
0.02903646230697632,
0.026341795921325684,
0.02482423186302185,
0.017741262912750244,
0.0005214214324951172,
0.010496318340301514,
0.03575342893600464,
0.007352352142333984,
0.015722274780273438,
0.005314767360687256,
0.015478730201721191,
0.0007421970367431641,
0.025514841079711914,
0.023545801639556885,
0.02194201946258545,
0.003423929214477539,
0.018632233142852783,
0.0502050518989563,
0.021018564701080322,
0.0453149676322937,
0.08180415630340576,
0.03301846981048584
]
}
},
"kz": {
"count": 349,
"recall@1": 0.025787965616045846,
"hit@1": 0.025787965616045846,
"precision@1": 0.025787965616045846,
"recall@3": 0.034383954154727794,
"hit@3": 0.034383954154727794,
"precision@3": 0.01146131805157593,
"recall@5": 0.05730659025787966,
"hit@5": 0.05730659025787966,
"precision@5": 0.011461318051575931,
"recall@10": 0.09455587392550144,
"hit@10": 0.09455587392550144,
"precision@10": 0.009455587392550145,
"mrr@10": 0.03985309501068813,
"ndcg@10": 0.05243901062215754,
"not_found_rate": 0.9054441260744985,
"rank_stats": {
"mean_rank": 4.393939393939394,
"median_rank": 4.0,
"p10_rank": 1.0,
"p90_rank": 7.800000000000001,
"found_count": 33,
"not_found_count": 316,
"not_found_rate": 0.9054441260744985
},
"score_stats": {
"top1_score": {
"mean": 0.7367910984423236,
"median": 0.7430856227874756,
"p10": 0.6309942960739136,
"p90": 0.8462740063667297
},
"margin_top1_top2": {
"mean": 0.027850346783853876,
"median": 0.016983091831207275,
"p10": 0.002920091152191162,
"p90": 0.07529605627059933
}
},
"coverage": {
"unique_ids": 249,
"corpus_size": 477,
"coverage_ratio": 0.5220125786163522
},
"distributions": {
"ranks": [
-1,
-1,
-1,
-1,
-1,
-1,
7,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
6,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
5,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
0,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
0,
-1,
-1,
3,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
7,
-1,
-1,
9,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
8,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
0,
-1,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1
],
"top1_scores": [
0.8628139495849609,
0.7617270946502686,
0.7183166742324829,
0.667057991027832,
0.7607570290565491,
0.6459270119667053,
0.7872961759567261,
0.850741982460022,
0.6355059742927551,
0.7598875761032104,
0.6773797869682312,
0.647925615310669,
0.7559571266174316,
0.6529214978218079,
0.7871708273887634,
0.7447472810745239,
0.8220678567886353,
0.7695062160491943,
0.6265045404434204,
0.7428044080734253,
0.6127779483795166,
0.7159525156021118,
0.5482335090637207,
0.6346870064735413,
0.7071740627288818,
0.665925145149231,
0.6766001582145691,
0.7680628895759583,
0.6221028566360474,
0.7071740627288818,
0.6539199352264404,
0.7211759090423584,
0.6566606760025024,
0.6224386692047119,
0.7385218739509583,
0.6094570159912109,
0.7890316247940063,
0.7254886627197266,
0.6376972794532776,
0.7598875761032104,
0.8061124682426453,
0.8479921817779541,
0.795870840549469,
0.678315281867981,
0.8686373829841614,
0.7655371427536011,
0.8170447945594788,
0.6287420988082886,
0.6839913725852966,
0.8115862607955933,
0.4807244837284088,
0.6995742321014404,
0.7318330407142639,
0.6506549119949341,
0.7917396426200867,
0.7724344730377197,
0.826783299446106,
0.579271137714386,
0.6276060342788696,
0.7327688932418823,
0.6643933653831482,
0.8459714651107788,
0.6756776571273804,
0.626935601234436,
0.8017150163650513,
0.5841141939163208,
0.7388449907302856,
0.8474841713905334,
0.7034063935279846,
0.8592439889907837,
0.7499427795410156,
0.7576140761375427,
0.7363361716270447,
0.7112290859222412,
0.7071740627288818,
0.8114830851554871,
0.7883926630020142,
0.6935336589813232,
0.6606848835945129,
0.624495267868042,
0.7724344730377197,
0.8053942322731018,
0.7330706715583801,
0.6735689640045166,
0.7909605503082275,
0.7154861688613892,
0.7178466320037842,
0.7540825605392456,
0.6726365089416504,
0.7848770618438721,
0.7094928026199341,
0.8589037656784058,
0.8262826800346375,
0.7021173238754272,
0.8161795139312744,
0.8402308225631714,
0.7285616993904114,
0.5856288075447083,
0.7277001142501831,
0.8686373829841614,
0.8760716915130615,
0.7679561972618103,
0.7792959213256836,
0.783842921257019,
0.7472063899040222,
0.6190756559371948,
0.6540275812149048,
0.7612691521644592,
0.6830805540084839,
0.7472063899040222,
0.8532634973526001,
0.7901401519775391,
0.6372696161270142,
0.7327688932418823,
0.7180498838424683,
0.7808791995048523,
0.7887465953826904,
0.6778886914253235,
0.8017150163650513,
0.7940613031387329,
0.7830723524093628,
0.8098680973052979,
0.6339967846870422,
0.8115862607955933,
0.7809118032455444,
0.7384560108184814,
0.6895995736122131,
0.6206721067428589,
0.7472063899040222,
0.8270589709281921,
0.8513774871826172,
0.6105484962463379,
0.7062224745750427,
0.7375284433364868,
0.6918321847915649,
0.6671298742294312,
0.7724342346191406,
0.7231147885322571,
0.8783278465270996,
0.8781275749206543,
0.8405468463897705,
0.7586485743522644,
0.6608458757400513,
0.8799273371696472,
0.5584017038345337,
0.8105738759040833,
0.5558486580848694,
0.706169843673706,
0.7917396426200867,
0.8516563177108765,
0.7607765197753906,
0.7979176640510559,
0.6528787612915039,
0.753010094165802,
0.7543846368789673,
0.6435307264328003,
0.8244659900665283,
0.6453589797019958,
0.7811362743377686,
0.7662285566329956,
0.6807695627212524,
0.863024890422821,
0.6613317131996155,
0.7033094167709351,
0.7303444147109985,
0.7668972015380859,
0.7440855503082275,
0.6805016994476318,
0.8799273371696472,
0.7809589505195618,
0.5805285573005676,
0.8343037962913513,
0.6473833322525024,
0.7472063899040222,
0.7953684329986572,
0.6754094362258911,
0.5935223698616028,
0.6673985719680786,
0.7530101537704468,
0.6440199613571167,
0.7126166820526123,
0.7999354600906372,
0.6422008275985718,
0.7607570290565491,
0.8624478578567505,
0.6208259463310242,
0.6915931701660156,
0.6725805997848511,
0.8115862607955933,
0.7019500136375427,
0.7589792013168335,
0.6911098957061768,
0.6494327783584595,
0.7917396426200867,
0.6952054500579834,
0.7377788424491882,
0.7264535427093506,
0.6835932731628418,
0.7909605503082275,
0.7895820140838623,
0.8278165459632874,
0.6857706904411316,
0.672497034072876,
0.8592439889907837,
0.7476803064346313,
0.7821772694587708,
0.7667349576950073,
0.6526346802711487,
0.8592439889907837,
0.856643557548523,
0.8266999125480652,
0.749586284160614,
0.6834964752197266,
0.805755615234375,
0.8296875357627869,
0.8116505146026611,
0.826783299446106,
0.68731290102005,
0.805755615234375,
0.8638660907745361,
0.8074264526367188,
0.8139424324035645,
0.6349295377731323,
0.759837806224823,
0.6454679369926453,
0.6993659734725952,
0.8406288623809814,
0.7206203937530518,
0.7607570290565491,
0.7183166742324829,
0.7724344730377197,
0.8403470516204834,
0.6797632575035095,
0.7598875761032104,
0.6628764867782593,
0.8522292375564575,
0.6818979978561401,
0.6602462530136108,
0.7871708273887634,
0.844591498374939,
0.6322773694992065,
0.796109676361084,
0.7217448353767395,
0.7428044080734253,
0.8256441354751587,
0.8444210886955261,
0.8613085150718689,
0.6459798216819763,
0.8017150163650513,
0.8272250890731812,
0.7183166742324829,
0.6299289464950562,
0.6764501333236694,
0.8592439889907837,
0.7377788424491882,
0.7410053014755249,
0.8718571662902832,
0.630567193031311,
0.7607570290565491,
0.8589220643043518,
0.5940937995910645,
0.7550907135009766,
0.7648375034332275,
0.7472063899040222,
0.730877161026001,
0.6041508913040161,
0.7373397350311279,
0.6997894048690796,
0.8017150163650513,
0.6176258325576782,
0.7848544120788574,
0.7768911123275757,
0.6919537782669067,
0.7472063899040222,
0.7056887745857239,
0.7840550541877747,
0.7048630714416504,
0.6784013509750366,
0.7375284433364868,
0.6162042021751404,
0.7961215376853943,
0.741203784942627,
0.6717274188995361,
0.7375284433364868,
0.796625554561615,
0.8589037656784058,
0.665925145149231,
0.6843805313110352,
0.7428044080734253,
0.834999144077301,
0.8408412933349609,
0.607643723487854,
0.6804977059364319,
0.8761374354362488,
0.8613927364349365,
0.6509562730789185,
0.6337215304374695,
0.6129394769668579,
0.8161795139312744,
0.7526360750198364,
0.6784440279006958,
0.7449758052825928,
0.6330419778823853,
0.753010094165802,
0.778702437877655,
0.8061124682426453,
0.7911713123321533,
0.6919472217559814,
0.7428044080734253,
0.6877263784408569,
0.6965799331665039,
0.7239364981651306,
0.6773870587348938,
0.8160293698310852,
0.7626042366027832,
0.8405468463897705,
0.7052823305130005,
0.6311010718345642,
0.8783278465270996,
0.5245826840400696,
0.8331485390663147,
0.7906456589698792,
0.6263796091079712,
0.7848770618438721,
0.5737864375114441,
0.7579045295715332,
0.7430856227874756,
0.637550950050354,
0.8160293698310852,
0.7626042366027832,
0.44937509298324585,
0.650742769241333,
0.6626023650169373,
0.7518004179000854,
0.8043045997619629,
0.856643557548523,
0.8610717058181763,
0.6558281183242798,
0.8161795139312744,
0.8943185806274414,
0.7398234605789185,
0.5738520622253418,
0.6493624448776245,
0.8115862607955933,
0.7994235157966614,
0.8532634973526001,
0.7800939083099365,
0.7198315858840942,
0.7607570290565491
],
"top1_scores_tp": [
0.4807244837284088,
0.7883926630020142,
0.8161795139312744,
0.8270589709281921,
0.7809589505195618,
0.8343037962913513,
0.6459798216819763,
0.6162042021751404,
0.8408412933349609
],
"top1_scores_fp": [
0.8628139495849609,
0.7617270946502686,
0.7183166742324829,
0.667057991027832,
0.7607570290565491,
0.6459270119667053,
0.7872961759567261,
0.850741982460022,
0.6355059742927551,
0.7598875761032104,
0.6773797869682312,
0.647925615310669,
0.7559571266174316,
0.6529214978218079,
0.7871708273887634,
0.7447472810745239,
0.8220678567886353,
0.7695062160491943,
0.6265045404434204,
0.7428044080734253,
0.6127779483795166,
0.7159525156021118,
0.5482335090637207,
0.6346870064735413,
0.7071740627288818,
0.665925145149231,
0.6766001582145691,
0.7680628895759583,
0.6221028566360474,
0.7071740627288818,
0.6539199352264404,
0.7211759090423584,
0.6566606760025024,
0.6224386692047119,
0.7385218739509583,
0.6094570159912109,
0.7890316247940063,
0.7254886627197266,
0.6376972794532776,
0.7598875761032104,
0.8061124682426453,
0.8479921817779541,
0.795870840549469,
0.678315281867981,
0.8686373829841614,
0.7655371427536011,
0.8170447945594788,
0.6287420988082886,
0.6839913725852966,
0.8115862607955933,
0.6995742321014404,
0.7318330407142639,
0.6506549119949341,
0.7917396426200867,
0.7724344730377197,
0.826783299446106,
0.579271137714386,
0.6276060342788696,
0.7327688932418823,
0.6643933653831482,
0.8459714651107788,
0.6756776571273804,
0.626935601234436,
0.8017150163650513,
0.5841141939163208,
0.7388449907302856,
0.8474841713905334,
0.7034063935279846,
0.8592439889907837,
0.7499427795410156,
0.7576140761375427,
0.7363361716270447,
0.7112290859222412,
0.7071740627288818,
0.8114830851554871,
0.6935336589813232,
0.6606848835945129,
0.624495267868042,
0.7724344730377197,
0.8053942322731018,
0.7330706715583801,
0.6735689640045166,
0.7909605503082275,
0.7154861688613892,
0.7178466320037842,
0.7540825605392456,
0.6726365089416504,
0.7848770618438721,
0.7094928026199341,
0.8589037656784058,
0.8262826800346375,
0.7021173238754272,
0.8402308225631714,
0.7285616993904114,
0.5856288075447083,
0.7277001142501831,
0.8686373829841614,
0.8760716915130615,
0.7679561972618103,
0.7792959213256836,
0.783842921257019,
0.7472063899040222,
0.6190756559371948,
0.6540275812149048,
0.7612691521644592,
0.6830805540084839,
0.7472063899040222,
0.8532634973526001,
0.7901401519775391,
0.6372696161270142,
0.7327688932418823,
0.7180498838424683,
0.7808791995048523,
0.7887465953826904,
0.6778886914253235,
0.8017150163650513,
0.7940613031387329,
0.7830723524093628,
0.8098680973052979,
0.6339967846870422,
0.8115862607955933,
0.7809118032455444,
0.7384560108184814,
0.6895995736122131,
0.6206721067428589,
0.7472063899040222,
0.8513774871826172,
0.6105484962463379,
0.7062224745750427,
0.7375284433364868,
0.6918321847915649,
0.6671298742294312,
0.7724342346191406,
0.7231147885322571,
0.8783278465270996,
0.8781275749206543,
0.8405468463897705,
0.7586485743522644,
0.6608458757400513,
0.8799273371696472,
0.5584017038345337,
0.8105738759040833,
0.5558486580848694,
0.706169843673706,
0.7917396426200867,
0.8516563177108765,
0.7607765197753906,
0.7979176640510559,
0.6528787612915039,
0.753010094165802,
0.7543846368789673,
0.6435307264328003,
0.8244659900665283,
0.6453589797019958,
0.7811362743377686,
0.7662285566329956,
0.6807695627212524,
0.863024890422821,
0.6613317131996155,
0.7033094167709351,
0.7303444147109985,
0.7668972015380859,
0.7440855503082275,
0.6805016994476318,
0.8799273371696472,
0.5805285573005676,
0.6473833322525024,
0.7472063899040222,
0.7953684329986572,
0.6754094362258911,
0.5935223698616028,
0.6673985719680786,
0.7530101537704468,
0.6440199613571167,
0.7126166820526123,
0.7999354600906372,
0.6422008275985718,
0.7607570290565491,
0.8624478578567505,
0.6208259463310242,
0.6915931701660156,
0.6725805997848511,
0.8115862607955933,
0.7019500136375427,
0.7589792013168335,
0.6911098957061768,
0.6494327783584595,
0.7917396426200867,
0.6952054500579834,
0.7377788424491882,
0.7264535427093506,
0.6835932731628418,
0.7909605503082275,
0.7895820140838623,
0.8278165459632874,
0.6857706904411316,
0.672497034072876,
0.8592439889907837,
0.7476803064346313,
0.7821772694587708,
0.7667349576950073,
0.6526346802711487,
0.8592439889907837,
0.856643557548523,
0.8266999125480652,
0.749586284160614,
0.6834964752197266,
0.805755615234375,
0.8296875357627869,
0.8116505146026611,
0.826783299446106,
0.68731290102005,
0.805755615234375,
0.8638660907745361,
0.8074264526367188,
0.8139424324035645,
0.6349295377731323,
0.759837806224823,
0.6454679369926453,
0.6993659734725952,
0.8406288623809814,
0.7206203937530518,
0.7607570290565491,
0.7183166742324829,
0.7724344730377197,
0.8403470516204834,
0.6797632575035095,
0.7598875761032104,
0.6628764867782593,
0.8522292375564575,
0.6818979978561401,
0.6602462530136108,
0.7871708273887634,
0.844591498374939,
0.6322773694992065,
0.796109676361084,
0.7217448353767395,
0.7428044080734253,
0.8256441354751587,
0.8444210886955261,
0.8613085150718689,
0.8017150163650513,
0.8272250890731812,
0.7183166742324829,
0.6299289464950562,
0.6764501333236694,
0.8592439889907837,
0.7377788424491882,
0.7410053014755249,
0.8718571662902832,
0.630567193031311,
0.7607570290565491,
0.8589220643043518,
0.5940937995910645,
0.7550907135009766,
0.7648375034332275,
0.7472063899040222,
0.730877161026001,
0.6041508913040161,
0.7373397350311279,
0.6997894048690796,
0.8017150163650513,
0.6176258325576782,
0.7848544120788574,
0.7768911123275757,
0.6919537782669067,
0.7472063899040222,
0.7056887745857239,
0.7840550541877747,
0.7048630714416504,
0.6784013509750366,
0.7375284433364868,
0.7961215376853943,
0.741203784942627,
0.6717274188995361,
0.7375284433364868,
0.796625554561615,
0.8589037656784058,
0.665925145149231,
0.6843805313110352,
0.7428044080734253,
0.834999144077301,
0.607643723487854,
0.6804977059364319,
0.8761374354362488,
0.8613927364349365,
0.6509562730789185,
0.6337215304374695,
0.6129394769668579,
0.8161795139312744,
0.7526360750198364,
0.6784440279006958,
0.7449758052825928,
0.6330419778823853,
0.753010094165802,
0.778702437877655,
0.8061124682426453,
0.7911713123321533,
0.6919472217559814,
0.7428044080734253,
0.6877263784408569,
0.6965799331665039,
0.7239364981651306,
0.6773870587348938,
0.8160293698310852,
0.7626042366027832,
0.8405468463897705,
0.7052823305130005,
0.6311010718345642,
0.8783278465270996,
0.5245826840400696,
0.8331485390663147,
0.7906456589698792,
0.6263796091079712,
0.7848770618438721,
0.5737864375114441,
0.7579045295715332,
0.7430856227874756,
0.637550950050354,
0.8160293698310852,
0.7626042366027832,
0.44937509298324585,
0.650742769241333,
0.6626023650169373,
0.7518004179000854,
0.8043045997619629,
0.856643557548523,
0.8610717058181763,
0.6558281183242798,
0.8161795139312744,
0.8943185806274414,
0.7398234605789185,
0.5738520622253418,
0.6493624448776245,
0.8115862607955933,
0.7994235157966614,
0.8532634973526001,
0.7800939083099365,
0.7198315858840942,
0.7607570290565491
],
"margins": [
0.019199490547180176,
0.02709817886352539,
0.016877412796020508,
0.06255710124969482,
0.01011723279953003,
0.04361844062805176,
0.0309906005859375,
0.003410637378692627,
0.04764348268508911,
0.099209725856781,
0.05320382118225098,
0.020854294300079346,
0.05391162633895874,
0.008905231952667236,
0.021602511405944824,
0.0058817267417907715,
0.00824815034866333,
0.01981443166732788,
0.017714858055114746,
0.04108285903930664,
0.08048635721206665,
0.03823286294937134,
0.0030069351196289062,
0.027100861072540283,
0.0030715465545654297,
0.013223528861999512,
0.039363205432891846,
0.0030382275581359863,
0.007547736167907715,
0.0030715465545654297,
0.0007086396217346191,
0.009039461612701416,
0.04021531343460083,
0.03307795524597168,
0.10903829336166382,
0.026325583457946777,
0.02480757236480713,
0.0025076866149902344,
0.002576291561126709,
0.099209725856781,
0.055522799491882324,
0.030608654022216797,
0.020000755786895752,
0.00123518705368042,
0.02428114414215088,
0.025693535804748535,
0.05150890350341797,
0.007836580276489258,
0.005636394023895264,
0.01645970344543457,
0.032676517963409424,
0.03427320718765259,
0.07190138101577759,
0.030881106853485107,
0.002920091152191162,
0.003186047077178955,
0.02085036039352417,
0.015527486801147461,
0.002849876880645752,
0.016966640949249268,
0.09210604429244995,
0.002962350845336914,
0.012520790100097656,
0.0039634108543396,
0.006327271461486816,
0.02711355686187744,
0.000590205192565918,
0.03547489643096924,
0.0517885684967041,
0.008460760116577148,
0.014547467231750488,
0.01794874668121338,
0.0005765557289123535,
0.07457458972930908,
0.0030715465545654297,
0.026097238063812256,
0.0013186931610107422,
0.009486973285675049,
0.06602209806442261,
0.015811443328857422,
0.003186047077178955,
0.00017577409744262695,
0.047230064868927,
0.02274346351623535,
0.01696610450744629,
0.0041991472244262695,
0.027512550354003906,
0.07139098644256592,
0.0712817907333374,
0.008191823959350586,
0.008470892906188965,
0.019196748733520508,
0.029693782329559326,
0.008849263191223145,
0.0013411641120910645,
0.0068607330322265625,
0.027758896350860596,
0.024077177047729492,
0.10665881633758545,
0.02428114414215088,
0.08348655700683594,
0.015668272972106934,
0.0214996337890625,
0.10261833667755127,
0.08196938037872314,
0.021756350994110107,
0.0578916072845459,
0.003533661365509033,
0.0605737566947937,
0.08196938037872314,
0.008363783359527588,
0.025628209114074707,
0.01789224147796631,
0.016966640949249268,
0.020146846771240234,
0.007676303386688232,
0.0006712079048156738,
0.03324323892593384,
0.006327271461486816,
0.00028502941131591797,
0.03125244379043579,
0.08931738138198853,
0.011435389518737793,
0.01645970344543457,
0.017345130443572998,
0.008022189140319824,
0.005074977874755859,
0.0033794045448303223,
0.08196938037872314,
0.11146950721740723,
0.01972728967666626,
0.02458369731903076,
0.0635414719581604,
0.0026352405548095703,
0.007057011127471924,
0.004948019981384277,
0.0031858086585998535,
0.09491139650344849,
0.05442112684249878,
0.032236576080322266,
0.006285429000854492,
0.012096822261810303,
0.03589290380477905,
0.040428340435028076,
0.006887197494506836,
0.012684047222137451,
0.027914464473724365,
0.08707308769226074,
0.002920091152191162,
0.01749444007873535,
0.022689521312713623,
0.03790760040283203,
0.027915358543395996,
0.013022243976593018,
0.012492537498474121,
0.028053879737854004,
0.011783123016357422,
0.005140721797943115,
0.0040520429611206055,
0.012804150581359863,
0.04307025671005249,
0.0016910433769226074,
0.0002117753028869629,
0.013129830360412598,
0.006216168403625488,
0.006680548191070557,
0.013580024242401123,
0.008842825889587402,
0.040428340435028076,
0.042475879192352295,
0.002868950366973877,
0.11540323495864868,
0.011754035949707031,
0.08196938037872314,
0.015349864959716797,
0.001458287239074707,
0.034761786460876465,
0.008535504341125488,
0.013022303581237793,
0.05323612689971924,
0.008748054504394531,
0.0008853673934936523,
0.004175662994384766,
0.01011723279953003,
0.09820419549942017,
0.005491971969604492,
0.04811829328536987,
0.032473742961883545,
0.01645970344543457,
0.00981903076171875,
0.04376578330993652,
0.01248776912689209,
0.01957845687866211,
0.002920091152191162,
0.009753942489624023,
0.00656658411026001,
0.048920273780822754,
0.07065033912658691,
0.01696610450744629,
0.004197895526885986,
0.0195314884185791,
0.053019583225250244,
0.09959930181503296,
0.008460760116577148,
0.02253812551498413,
0.01597118377685547,
0.01248931884765625,
0.008676230907440186,
0.008460760116577148,
0.05108201503753662,
0.013846218585968018,
0.0323481559753418,
0.006369352340698242,
0.01780569553375244,
0.02820831537246704,
0.0029466748237609863,
0.02085036039352417,
0.025123775005340576,
0.01780569553375244,
0.007061898708343506,
0.032493770122528076,
0.024521946907043457,
0.02372109889984131,
0.017983734607696533,
0.027984261512756348,
0.0034630298614501953,
0.0077626705169677734,
0.07480645179748535,
0.01011723279953003,
0.016877412796020508,
0.003186047077178955,
0.00838315486907959,
0.007170259952545166,
0.099209725856781,
0.002126455307006836,
0.0030410289764404297,
0.043902814388275146,
0.029071033000946045,
0.021602511405944824,
0.013686835765838623,
0.012074947357177734,
0.008034229278564453,
0.1031537652015686,
0.04108285903930664,
0.03191637992858887,
0.005616962909698486,
0.007326304912567139,
0.08721357583999634,
0.006327271461486816,
0.03321719169616699,
0.016877412796020508,
0.05428403615951538,
0.009252190589904785,
0.008460760116577148,
0.00656658411026001,
0.019529223442077637,
0.03744637966156006,
0.002399921417236328,
0.01011723279953003,
0.005945861339569092,
0.02411019802093506,
0.014593124389648438,
0.1287468671798706,
0.08196938037872314,
0.008652985095977783,
0.008389472961425781,
0.032766520977020264,
0.12490373849868774,
0.006327271461486816,
0.015272736549377441,
0.0023134350776672363,
0.016132473945617676,
0.05700981616973877,
0.08196938037872314,
0.04849058389663696,
0.015138208866119385,
0.005944550037384033,
0.08162987232208252,
0.0026352405548095703,
0.10135388374328613,
0.0026107430458068848,
0.03750109672546387,
0.12684637308120728,
0.0026352405548095703,
0.0037967562675476074,
0.019196748733520508,
0.013223528861999512,
0.1288442611694336,
0.04108285903930664,
0.008678972721099854,
0.02051258087158203,
0.01843494176864624,
0.02411806583404541,
0.03249359130859375,
0.022594213485717773,
0.01253044605255127,
0.0042372941970825195,
0.0012965202331542969,
0.0013411641120910645,
0.012882769107818604,
0.07725447416305542,
0.019767343997955322,
0.011757433414459229,
0.013022243976593018,
0.08946347236633301,
0.055522799491882324,
0.001282036304473877,
0.08454877138137817,
0.04108285903930664,
0.005164980888366699,
0.007719457149505615,
0.010576784610748291,
0.10328936576843262,
0.0017542243003845215,
0.03952258825302124,
0.006285429000854492,
0.023011088371276855,
0.016983091831207275,
0.05442112684249878,
0.03370010852813721,
0.034130871295928955,
0.004289090633392334,
0.0024603605270385742,
0.008191823959350586,
0.001127004623413086,
0.019204556941986084,
0.0019615888595581055,
0.0745040774345398,
0.0017542243003845215,
0.03952258825302124,
0.06782501935958862,
0.07115566730499268,
0.06693154573440552,
0.00725865364074707,
0.015236496925354004,
0.05108201503753662,
0.015361607074737549,
0.04062604904174805,
0.0013411641120910645,
0.03570258617401123,
0.003477811813354492,
0.0003447532653808594,
0.019846081733703613,
0.01645970344543457,
0.018063366413116455,
0.008363783359527588,
0.02660059928894043,
0.10644102096557617,
0.01011723279953003
]
}
}
},
"overall": {
"count": 699,
"recall@1": 0.022889842632331903,
"hit@1": 0.022889842632331903,
"precision@1": 0.022889842632331903,
"recall@3": 0.04005722460658083,
"hit@3": 0.04005722460658083,
"precision@3": 0.013352408202193609,
"recall@5": 0.060085836909871244,
"hit@5": 0.060085836909871244,
"precision@5": 0.01201716738197425,
"recall@10": 0.0844062947067239,
"hit@10": 0.0844062947067239,
"precision@10": 0.008440629470672392,
"mrr@10": 0.038247382882576016,
"ndcg@10": 0.049084987790517134,
"not_found_rate": 0.9155937052932761,
"rank_stats": {
"mean_rank": 3.830508474576271,
"median_rank": 4.0,
"p10_rank": 1.0,
"p90_rank": 7.0,
"found_count": 59,
"not_found_count": 640,
"not_found_rate": 0.9155937052932761
},
"score_stats": {
"top1_score": {
"mean": 0.7493293834090744,
"median": 0.7586580514907837,
"p10": 0.6353906869888306,
"p90": 0.8570697069168091
},
"margin_top1_top2": {
"mean": 0.02748030927218763,
"median": 0.017983734607696533,
"p10": 0.002890360355377197,
"p90": 0.07102773189544678
}
},
"coverage": {
"unique_ids": 307,
"corpus_size": 954,
"coverage_ratio": 0.3218029350104822
},
"distributions": {
"ranks": [
-1,
-1,
-1,
-1,
-1,
1,
-1,
0,
-1,
3,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
0,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
2,
-1,
-1,
0,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
7,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
6,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
5,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
0,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
0,
-1,
-1,
3,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
7,
-1,
-1,
9,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
4,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
3,
8,
-1,
0,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
2,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
0,
-1,
3,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
0,
-1,
-1,
6,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
5,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1,
-1
],
"top1_scores": [
0.7502067685127258,
0.8011714816093445,
0.8100268244743347,
0.6144346594810486,
0.7409970760345459,
0.7614837884902954,
0.8602194786071777,
0.7274106740951538,
0.6980745792388916,
0.8382699489593506,
0.6591380834579468,
0.7736281156539917,
0.41662508249282837,
0.6944171786308289,
0.848723828792572,
0.7467440366744995,
0.530423104763031,
0.7874581813812256,
0.5859202146530151,
0.7304986715316772,
0.7085039615631104,
0.8459864258766174,
0.7679531574249268,
0.7471238374710083,
0.7972822785377502,
0.850902795791626,
0.7549386620521545,
0.7867681384086609,
0.6236919164657593,
0.842058539390564,
0.5337463021278381,
0.46072283387184143,
0.7393311858177185,
0.6798599362373352,
0.7377821207046509,
0.6054086685180664,
0.6677995920181274,
0.7905619144439697,
0.679763913154602,
0.7650899887084961,
0.8481958508491516,
0.7734674215316772,
0.8232624530792236,
0.792692244052887,
0.8470195531845093,
0.8830442428588867,
0.8606631755828857,
0.8291252851486206,
0.8319640159606934,
0.7804000377655029,
0.7699353098869324,
0.8168094158172607,
0.7772942185401917,
0.7686454057693481,
0.813424825668335,
0.8381445407867432,
0.75543212890625,
0.6442155838012695,
0.7775956988334656,
0.7972822785377502,
0.7782889008522034,
0.7698872089385986,
0.792020857334137,
0.6009024977684021,
0.8738053441047668,
0.7637100219726562,
0.8315193057060242,
0.7987961769104004,
0.827557384967804,
0.7039255499839783,
0.7772048711776733,
0.8027815818786621,
0.7670899629592896,
0.6792532801628113,
0.7304986715316772,
0.7456262111663818,
0.7660995125770569,
0.8483503460884094,
0.7429208755493164,
0.813424825668335,
0.7945865392684937,
0.8507125377655029,
0.6909685134887695,
0.6462569832801819,
0.8180459141731262,
0.7937572002410889,
0.794559121131897,
0.699709415435791,
0.6912692189216614,
0.7304986715316772,
0.8335380554199219,
0.8560796976089478,
0.8388569951057434,
0.6614882946014404,
0.6849147081375122,
0.8507125377655029,
0.6189656257629395,
0.7795857191085815,
0.7601614594459534,
0.7459642291069031,
0.8297182321548462,
0.8591293096542358,
0.8923888206481934,
0.7296199798583984,
0.7304986715316772,
0.5781477689743042,
0.6254273056983948,
0.8082033395767212,
0.6878524422645569,
0.7586581110954285,
0.8613336086273193,
0.793653130531311,
0.819044291973114,
0.7063040733337402,
0.7402285933494568,
0.8098176717758179,
0.8649560213088989,
0.6004021167755127,
0.6017137765884399,
0.6879527568817139,
0.8107499480247498,
0.8373936414718628,
0.8172832131385803,
0.7839073538780212,
0.8470195531845093,
0.8416107296943665,
0.8029309511184692,
0.6651532649993896,
0.601564347743988,
0.671858549118042,
0.8574796915054321,
0.8124386072158813,
0.8569672107696533,
0.7018089294433594,
0.7462425231933594,
0.8398032784461975,
0.8360347747802734,
0.8030582666397095,
0.7069578170776367,
0.7804000377655029,
0.5459386110305786,
0.8556666374206543,
0.7992005348205566,
0.659309446811676,
0.7377821207046509,
0.7904307246208191,
0.7767336368560791,
0.8184326887130737,
0.7059661149978638,
0.8382699489593506,
0.7853919267654419,
0.8399779796600342,
0.8063667416572571,
0.6781229376792908,
0.7377821207046509,
0.8405895829200745,
0.7741745710372925,
0.7839248180389404,
0.7394956350326538,
0.78769451379776,
0.8664715886116028,
0.8606299757957458,
0.7276098132133484,
0.647633969783783,
0.8436694145202637,
0.8825153112411499,
0.7441973686218262,
0.6505957841873169,
0.6378116607666016,
0.842058539390564,
0.8233816027641296,
0.8182093501091003,
0.6726715564727783,
0.6959800720214844,
0.7459642291069031,
0.7681376338005066,
0.6342553496360779,
0.7324970960617065,
0.681795597076416,
0.7650899887084961,
0.8776297569274902,
0.820970356464386,
0.5784183740615845,
0.6584796905517578,
0.7184970378875732,
0.8794345855712891,
0.8779467344284058,
0.8655935525894165,
0.6554523706436157,
0.8470195531845093,
0.7612885236740112,
0.8140504360198975,
0.7941046357154846,
0.7264520525932312,
0.8470195531845093,
0.8663575649261475,
0.87021404504776,
0.8746997714042664,
0.7363104224205017,
0.7972822785377502,
0.8760812282562256,
0.7996296286582947,
0.684033989906311,
0.7479870319366455,
0.7966785430908203,
0.8785256743431091,
0.7777826189994812,
0.8189702033996582,
0.6226294636726379,
0.7409970760345459,
0.7039567232131958,
0.7067569494247437,
0.8670125007629395,
0.7323639392852783,
0.8738053441047668,
0.8955000638961792,
0.722633421421051,
0.8595190048217773,
0.6593241691589355,
0.842058539390564,
0.8268574476242065,
0.8669024705886841,
0.6152068376541138,
0.7285632491111755,
0.8436694145202637,
0.534467875957489,
0.7484354376792908,
0.8371658325195312,
0.7117542028427124,
0.6635478734970093,
0.7945865392684937,
0.837534487247467,
0.8544983863830566,
0.6536172032356262,
0.848723828792572,
0.738481879234314,
0.8648489117622375,
0.8638309836387634,
0.6431866884231567,
0.7650899887084961,
0.8785256743431091,
0.8370940089225769,
0.8521344661712646,
0.6928575038909912,
0.8738053441047668,
0.8897957801818848,
0.8240135908126831,
0.6630119681358337,
0.7229213118553162,
0.7650899887084961,
0.7941581606864929,
0.8507461547851562,
0.8255212903022766,
0.6905333399772644,
0.848723828792572,
0.8909945487976074,
0.8580363988876343,
0.7804504036903381,
0.7317054271697998,
0.7739360332489014,
0.826313316822052,
0.8653373718261719,
0.8789329528808594,
0.7245444655418396,
0.7402285933494568,
0.7553896903991699,
0.6966943740844727,
0.8783972859382629,
0.6736463308334351,
0.8470195531845093,
0.692703366279602,
0.5350662469863892,
0.689773440361023,
0.7641996145248413,
0.8460565805435181,
0.7092075347900391,
0.7955029606819153,
0.7594934105873108,
0.71648108959198,
0.7586580514907837,
0.8421064615249634,
0.8015775680541992,
0.7039722800254822,
0.6509271264076233,
0.7039255499839783,
0.8987294435501099,
0.839336633682251,
0.7852098941802979,
0.7415964603424072,
0.7804000377655029,
0.8667455911636353,
0.8310762047767639,
0.8366968631744385,
0.6294822096824646,
0.842058539390564,
0.7418737411499023,
0.6632629632949829,
0.8990156650543213,
0.6013898849487305,
0.8510050177574158,
0.7288857102394104,
0.8977541923522949,
0.8028841018676758,
0.6671152114868164,
0.7432989478111267,
0.7392305731773376,
0.8209891319274902,
0.5772736072540283,
0.6917388439178467,
0.7409970760345459,
0.7138341069221497,
0.751758873462677,
0.3939227759838104,
0.6603528261184692,
0.7459642291069031,
0.8745832443237305,
0.7316682934761047,
0.8631144762039185,
0.6683559417724609,
0.7739360332489014,
0.8188548684120178,
0.6561554074287415,
0.8591159582138062,
0.6713958382606506,
0.813424825668335,
0.8049020767211914,
0.760198712348938,
0.6490732431411743,
0.6697145700454712,
0.7650899887084961,
0.5075365900993347,
0.7938529253005981,
0.8426192998886108,
0.6632091999053955,
0.7402285933494568,
0.8498374223709106,
0.6568536162376404,
0.8105652928352356,
0.6360230445861816,
0.7377821207046509,
0.8674048185348511,
0.8416154980659485,
0.7627301216125488,
0.6247893571853638,
0.7739360332489014,
0.8988804221153259,
0.8362682461738586,
0.66178297996521,
0.6800087690353394,
0.6849147081375122,
0.8628139495849609,
0.7617270946502686,
0.7183166742324829,
0.667057991027832,
0.7607570290565491,
0.6459270119667053,
0.7872961759567261,
0.850741982460022,
0.6355059742927551,
0.7598875761032104,
0.6773797869682312,
0.647925615310669,
0.7559571266174316,
0.6529214978218079,
0.7871708273887634,
0.7447472810745239,
0.8220678567886353,
0.7695062160491943,
0.6265045404434204,
0.7428044080734253,
0.6127779483795166,
0.7159525156021118,
0.5482335090637207,
0.6346870064735413,
0.7071740627288818,
0.665925145149231,
0.6766001582145691,
0.7680628895759583,
0.6221028566360474,
0.7071740627288818,
0.6539199352264404,
0.7211759090423584,
0.6566606760025024,
0.6224386692047119,
0.7385218739509583,
0.6094570159912109,
0.7890316247940063,
0.7254886627197266,
0.6376972794532776,
0.7598875761032104,
0.8061124682426453,
0.8479921817779541,
0.795870840549469,
0.678315281867981,
0.8686373829841614,
0.7655371427536011,
0.8170447945594788,
0.6287420988082886,
0.6839913725852966,
0.8115862607955933,
0.4807244837284088,
0.6995742321014404,
0.7318330407142639,
0.6506549119949341,
0.7917396426200867,
0.7724344730377197,
0.826783299446106,
0.579271137714386,
0.6276060342788696,
0.7327688932418823,
0.6643933653831482,
0.8459714651107788,
0.6756776571273804,
0.626935601234436,
0.8017150163650513,
0.5841141939163208,
0.7388449907302856,
0.8474841713905334,
0.7034063935279846,
0.8592439889907837,
0.7499427795410156,
0.7576140761375427,
0.7363361716270447,
0.7112290859222412,
0.7071740627288818,
0.8114830851554871,
0.7883926630020142,
0.6935336589813232,
0.6606848835945129,
0.624495267868042,
0.7724344730377197,
0.8053942322731018,
0.7330706715583801,
0.6735689640045166,
0.7909605503082275,
0.7154861688613892,
0.7178466320037842,
0.7540825605392456,
0.6726365089416504,
0.7848770618438721,
0.7094928026199341,
0.8589037656784058,
0.8262826800346375,
0.7021173238754272,
0.8161795139312744,
0.8402308225631714,
0.7285616993904114,
0.5856288075447083,
0.7277001142501831,
0.8686373829841614,
0.8760716915130615,
0.7679561972618103,
0.7792959213256836,
0.783842921257019,
0.7472063899040222,
0.6190756559371948,
0.6540275812149048,
0.7612691521644592,
0.6830805540084839,
0.7472063899040222,
0.8532634973526001,
0.7901401519775391,
0.6372696161270142,
0.7327688932418823,
0.7180498838424683,
0.7808791995048523,
0.7887465953826904,
0.6778886914253235,
0.8017150163650513,
0.7940613031387329,
0.7830723524093628,
0.8098680973052979,
0.6339967846870422,
0.8115862607955933,
0.7809118032455444,
0.7384560108184814,
0.6895995736122131,
0.6206721067428589,
0.7472063899040222,
0.8270589709281921,
0.8513774871826172,
0.6105484962463379,
0.7062224745750427,
0.7375284433364868,
0.6918321847915649,
0.6671298742294312,
0.7724342346191406,
0.7231147885322571,
0.8783278465270996,
0.8781275749206543,
0.8405468463897705,
0.7586485743522644,
0.6608458757400513,
0.8799273371696472,
0.5584017038345337,
0.8105738759040833,
0.5558486580848694,
0.706169843673706,
0.7917396426200867,
0.8516563177108765,
0.7607765197753906,
0.7979176640510559,
0.6528787612915039,
0.753010094165802,
0.7543846368789673,
0.6435307264328003,
0.8244659900665283,
0.6453589797019958,
0.7811362743377686,
0.7662285566329956,
0.6807695627212524,
0.863024890422821,
0.6613317131996155,
0.7033094167709351,
0.7303444147109985,
0.7668972015380859,
0.7440855503082275,
0.6805016994476318,
0.8799273371696472,
0.7809589505195618,
0.5805285573005676,
0.8343037962913513,
0.6473833322525024,
0.7472063899040222,
0.7953684329986572,
0.6754094362258911,
0.5935223698616028,
0.6673985719680786,
0.7530101537704468,
0.6440199613571167,
0.7126166820526123,
0.7999354600906372,
0.6422008275985718,
0.7607570290565491,
0.8624478578567505,
0.6208259463310242,
0.6915931701660156,
0.6725805997848511,
0.8115862607955933,
0.7019500136375427,
0.7589792013168335,
0.6911098957061768,
0.6494327783584595,
0.7917396426200867,
0.6952054500579834,
0.7377788424491882,
0.7264535427093506,
0.6835932731628418,
0.7909605503082275,
0.7895820140838623,
0.8278165459632874,
0.6857706904411316,
0.672497034072876,
0.8592439889907837,
0.7476803064346313,
0.7821772694587708,
0.7667349576950073,
0.6526346802711487,
0.8592439889907837,
0.856643557548523,
0.8266999125480652,
0.749586284160614,
0.6834964752197266,
0.805755615234375,
0.8296875357627869,
0.8116505146026611,
0.826783299446106,
0.68731290102005,
0.805755615234375,
0.8638660907745361,
0.8074264526367188,
0.8139424324035645,
0.6349295377731323,
0.759837806224823,
0.6454679369926453,
0.6993659734725952,
0.8406288623809814,
0.7206203937530518,
0.7607570290565491,
0.7183166742324829,
0.7724344730377197,
0.8403470516204834,
0.6797632575035095,
0.7598875761032104,
0.6628764867782593,
0.8522292375564575,
0.6818979978561401,
0.6602462530136108,
0.7871708273887634,
0.844591498374939,
0.6322773694992065,
0.796109676361084,
0.7217448353767395,
0.7428044080734253,
0.8256441354751587,
0.8444210886955261,
0.8613085150718689,
0.6459798216819763,
0.8017150163650513,
0.8272250890731812,
0.7183166742324829,
0.6299289464950562,
0.6764501333236694,
0.8592439889907837,
0.7377788424491882,
0.7410053014755249,
0.8718571662902832,
0.630567193031311,
0.7607570290565491,
0.8589220643043518,
0.5940937995910645,
0.7550907135009766,
0.7648375034332275,
0.7472063899040222,
0.730877161026001,
0.6041508913040161,
0.7373397350311279,
0.6997894048690796,
0.8017150163650513,
0.6176258325576782,
0.7848544120788574,
0.7768911123275757,
0.6919537782669067,
0.7472063899040222,
0.7056887745857239,
0.7840550541877747,
0.7048630714416504,
0.6784013509750366,
0.7375284433364868,
0.6162042021751404,
0.7961215376853943,
0.741203784942627,
0.6717274188995361,
0.7375284433364868,
0.796625554561615,
0.8589037656784058,
0.665925145149231,
0.6843805313110352,
0.7428044080734253,
0.834999144077301,
0.8408412933349609,
0.607643723487854,
0.6804977059364319,
0.8761374354362488,
0.8613927364349365,
0.6509562730789185,
0.6337215304374695,
0.6129394769668579,
0.8161795139312744,
0.7526360750198364,
0.6784440279006958,
0.7449758052825928,
0.6330419778823853,
0.753010094165802,
0.778702437877655,
0.8061124682426453,
0.7911713123321533,
0.6919472217559814,
0.7428044080734253,
0.6877263784408569,
0.6965799331665039,
0.7239364981651306,
0.6773870587348938,
0.8160293698310852,
0.7626042366027832,
0.8405468463897705,
0.7052823305130005,
0.6311010718345642,
0.8783278465270996,
0.5245826840400696,
0.8331485390663147,
0.7906456589698792,
0.6263796091079712,
0.7848770618438721,
0.5737864375114441,
0.7579045295715332,
0.7430856227874756,
0.637550950050354,
0.8160293698310852,
0.7626042366027832,
0.44937509298324585,
0.650742769241333,
0.6626023650169373,
0.7518004179000854,
0.8043045997619629,
0.856643557548523,
0.8610717058181763,
0.6558281183242798,
0.8161795139312744,
0.8943185806274414,
0.7398234605789185,
0.5738520622253418,
0.6493624448776245,
0.8115862607955933,
0.7994235157966614,
0.8532634973526001,
0.7800939083099365,
0.7198315858840942,
0.7607570290565491
],
"top1_scores_tp": [
0.7274106740951538,
0.6054086685180664,
0.7698872089385986,
0.8233816027641296,
0.7681376338005066,
0.6342553496360779,
0.738481879234314,
0.4807244837284088,
0.7883926630020142,
0.8161795139312744,
0.8270589709281921,
0.7809589505195618,
0.8343037962913513,
0.6459798216819763,
0.6162042021751404,
0.8408412933349609
],
"top1_scores_fp": [
0.7502067685127258,
0.8011714816093445,
0.8100268244743347,
0.6144346594810486,
0.7409970760345459,
0.7614837884902954,
0.8602194786071777,
0.6980745792388916,
0.8382699489593506,
0.6591380834579468,
0.7736281156539917,
0.41662508249282837,
0.6944171786308289,
0.848723828792572,
0.7467440366744995,
0.530423104763031,
0.7874581813812256,
0.5859202146530151,
0.7304986715316772,
0.7085039615631104,
0.8459864258766174,
0.7679531574249268,
0.7471238374710083,
0.7972822785377502,
0.850902795791626,
0.7549386620521545,
0.7867681384086609,
0.6236919164657593,
0.842058539390564,
0.5337463021278381,
0.46072283387184143,
0.7393311858177185,
0.6798599362373352,
0.7377821207046509,
0.6677995920181274,
0.7905619144439697,
0.679763913154602,
0.7650899887084961,
0.8481958508491516,
0.7734674215316772,
0.8232624530792236,
0.792692244052887,
0.8470195531845093,
0.8830442428588867,
0.8606631755828857,
0.8291252851486206,
0.8319640159606934,
0.7804000377655029,
0.7699353098869324,
0.8168094158172607,
0.7772942185401917,
0.7686454057693481,
0.813424825668335,
0.8381445407867432,
0.75543212890625,
0.6442155838012695,
0.7775956988334656,
0.7972822785377502,
0.7782889008522034,
0.792020857334137,
0.6009024977684021,
0.8738053441047668,
0.7637100219726562,
0.8315193057060242,
0.7987961769104004,
0.827557384967804,
0.7039255499839783,
0.7772048711776733,
0.8027815818786621,
0.7670899629592896,
0.6792532801628113,
0.7304986715316772,
0.7456262111663818,
0.7660995125770569,
0.8483503460884094,
0.7429208755493164,
0.813424825668335,
0.7945865392684937,
0.8507125377655029,
0.6909685134887695,
0.6462569832801819,
0.8180459141731262,
0.7937572002410889,
0.794559121131897,
0.699709415435791,
0.6912692189216614,
0.7304986715316772,
0.8335380554199219,
0.8560796976089478,
0.8388569951057434,
0.6614882946014404,
0.6849147081375122,
0.8507125377655029,
0.6189656257629395,
0.7795857191085815,
0.7601614594459534,
0.7459642291069031,
0.8297182321548462,
0.8591293096542358,
0.8923888206481934,
0.7296199798583984,
0.7304986715316772,
0.5781477689743042,
0.6254273056983948,
0.8082033395767212,
0.6878524422645569,
0.7586581110954285,
0.8613336086273193,
0.793653130531311,
0.819044291973114,
0.7063040733337402,
0.7402285933494568,
0.8098176717758179,
0.8649560213088989,
0.6004021167755127,
0.6017137765884399,
0.6879527568817139,
0.8107499480247498,
0.8373936414718628,
0.8172832131385803,
0.7839073538780212,
0.8470195531845093,
0.8416107296943665,
0.8029309511184692,
0.6651532649993896,
0.601564347743988,
0.671858549118042,
0.8574796915054321,
0.8124386072158813,
0.8569672107696533,
0.7018089294433594,
0.7462425231933594,
0.8398032784461975,
0.8360347747802734,
0.8030582666397095,
0.7069578170776367,
0.7804000377655029,
0.5459386110305786,
0.8556666374206543,
0.7992005348205566,
0.659309446811676,
0.7377821207046509,
0.7904307246208191,
0.7767336368560791,
0.8184326887130737,
0.7059661149978638,
0.8382699489593506,
0.7853919267654419,
0.8399779796600342,
0.8063667416572571,
0.6781229376792908,
0.7377821207046509,
0.8405895829200745,
0.7741745710372925,
0.7839248180389404,
0.7394956350326538,
0.78769451379776,
0.8664715886116028,
0.8606299757957458,
0.7276098132133484,
0.647633969783783,
0.8436694145202637,
0.8825153112411499,
0.7441973686218262,
0.6505957841873169,
0.6378116607666016,
0.842058539390564,
0.8182093501091003,
0.6726715564727783,
0.6959800720214844,
0.7459642291069031,
0.7324970960617065,
0.681795597076416,
0.7650899887084961,
0.8776297569274902,
0.820970356464386,
0.5784183740615845,
0.6584796905517578,
0.7184970378875732,
0.8794345855712891,
0.8779467344284058,
0.8655935525894165,
0.6554523706436157,
0.8470195531845093,
0.7612885236740112,
0.8140504360198975,
0.7941046357154846,
0.7264520525932312,
0.8470195531845093,
0.8663575649261475,
0.87021404504776,
0.8746997714042664,
0.7363104224205017,
0.7972822785377502,
0.8760812282562256,
0.7996296286582947,
0.684033989906311,
0.7479870319366455,
0.7966785430908203,
0.8785256743431091,
0.7777826189994812,
0.8189702033996582,
0.6226294636726379,
0.7409970760345459,
0.7039567232131958,
0.7067569494247437,
0.8670125007629395,
0.7323639392852783,
0.8738053441047668,
0.8955000638961792,
0.722633421421051,
0.8595190048217773,
0.6593241691589355,
0.842058539390564,
0.8268574476242065,
0.8669024705886841,
0.6152068376541138,
0.7285632491111755,
0.8436694145202637,
0.534467875957489,
0.7484354376792908,
0.8371658325195312,
0.7117542028427124,
0.6635478734970093,
0.7945865392684937,
0.837534487247467,
0.8544983863830566,
0.6536172032356262,
0.848723828792572,
0.8648489117622375,
0.8638309836387634,
0.6431866884231567,
0.7650899887084961,
0.8785256743431091,
0.8370940089225769,
0.8521344661712646,
0.6928575038909912,
0.8738053441047668,
0.8897957801818848,
0.8240135908126831,
0.6630119681358337,
0.7229213118553162,
0.7650899887084961,
0.7941581606864929,
0.8507461547851562,
0.8255212903022766,
0.6905333399772644,
0.848723828792572,
0.8909945487976074,
0.8580363988876343,
0.7804504036903381,
0.7317054271697998,
0.7739360332489014,
0.826313316822052,
0.8653373718261719,
0.8789329528808594,
0.7245444655418396,
0.7402285933494568,
0.7553896903991699,
0.6966943740844727,
0.8783972859382629,
0.6736463308334351,
0.8470195531845093,
0.692703366279602,
0.5350662469863892,
0.689773440361023,
0.7641996145248413,
0.8460565805435181,
0.7092075347900391,
0.7955029606819153,
0.7594934105873108,
0.71648108959198,
0.7586580514907837,
0.8421064615249634,
0.8015775680541992,
0.7039722800254822,
0.6509271264076233,
0.7039255499839783,
0.8987294435501099,
0.839336633682251,
0.7852098941802979,
0.7415964603424072,
0.7804000377655029,
0.8667455911636353,
0.8310762047767639,
0.8366968631744385,
0.6294822096824646,
0.842058539390564,
0.7418737411499023,
0.6632629632949829,
0.8990156650543213,
0.6013898849487305,
0.8510050177574158,
0.7288857102394104,
0.8977541923522949,
0.8028841018676758,
0.6671152114868164,
0.7432989478111267,
0.7392305731773376,
0.8209891319274902,
0.5772736072540283,
0.6917388439178467,
0.7409970760345459,
0.7138341069221497,
0.751758873462677,
0.3939227759838104,
0.6603528261184692,
0.7459642291069031,
0.8745832443237305,
0.7316682934761047,
0.8631144762039185,
0.6683559417724609,
0.7739360332489014,
0.8188548684120178,
0.6561554074287415,
0.8591159582138062,
0.6713958382606506,
0.813424825668335,
0.8049020767211914,
0.760198712348938,
0.6490732431411743,
0.6697145700454712,
0.7650899887084961,
0.5075365900993347,
0.7938529253005981,
0.8426192998886108,
0.6632091999053955,
0.7402285933494568,
0.8498374223709106,
0.6568536162376404,
0.8105652928352356,
0.6360230445861816,
0.7377821207046509,
0.8674048185348511,
0.8416154980659485,
0.7627301216125488,
0.6247893571853638,
0.7739360332489014,
0.8988804221153259,
0.8362682461738586,
0.66178297996521,
0.6800087690353394,
0.6849147081375122,
0.8628139495849609,
0.7617270946502686,
0.7183166742324829,
0.667057991027832,
0.7607570290565491,
0.6459270119667053,
0.7872961759567261,
0.850741982460022,
0.6355059742927551,
0.7598875761032104,
0.6773797869682312,
0.647925615310669,
0.7559571266174316,
0.6529214978218079,
0.7871708273887634,
0.7447472810745239,
0.8220678567886353,
0.7695062160491943,
0.6265045404434204,
0.7428044080734253,
0.6127779483795166,
0.7159525156021118,
0.5482335090637207,
0.6346870064735413,
0.7071740627288818,
0.665925145149231,
0.6766001582145691,
0.7680628895759583,
0.6221028566360474,
0.7071740627288818,
0.6539199352264404,
0.7211759090423584,
0.6566606760025024,
0.6224386692047119,
0.7385218739509583,
0.6094570159912109,
0.7890316247940063,
0.7254886627197266,
0.6376972794532776,
0.7598875761032104,
0.8061124682426453,
0.8479921817779541,
0.795870840549469,
0.678315281867981,
0.8686373829841614,
0.7655371427536011,
0.8170447945594788,
0.6287420988082886,
0.6839913725852966,
0.8115862607955933,
0.6995742321014404,
0.7318330407142639,
0.6506549119949341,
0.7917396426200867,
0.7724344730377197,
0.826783299446106,
0.579271137714386,
0.6276060342788696,
0.7327688932418823,
0.6643933653831482,
0.8459714651107788,
0.6756776571273804,
0.626935601234436,
0.8017150163650513,
0.5841141939163208,
0.7388449907302856,
0.8474841713905334,
0.7034063935279846,
0.8592439889907837,
0.7499427795410156,
0.7576140761375427,
0.7363361716270447,
0.7112290859222412,
0.7071740627288818,
0.8114830851554871,
0.6935336589813232,
0.6606848835945129,
0.624495267868042,
0.7724344730377197,
0.8053942322731018,
0.7330706715583801,
0.6735689640045166,
0.7909605503082275,
0.7154861688613892,
0.7178466320037842,
0.7540825605392456,
0.6726365089416504,
0.7848770618438721,
0.7094928026199341,
0.8589037656784058,
0.8262826800346375,
0.7021173238754272,
0.8402308225631714,
0.7285616993904114,
0.5856288075447083,
0.7277001142501831,
0.8686373829841614,
0.8760716915130615,
0.7679561972618103,
0.7792959213256836,
0.783842921257019,
0.7472063899040222,
0.6190756559371948,
0.6540275812149048,
0.7612691521644592,
0.6830805540084839,
0.7472063899040222,
0.8532634973526001,
0.7901401519775391,
0.6372696161270142,
0.7327688932418823,
0.7180498838424683,
0.7808791995048523,
0.7887465953826904,
0.6778886914253235,
0.8017150163650513,
0.7940613031387329,
0.7830723524093628,
0.8098680973052979,
0.6339967846870422,
0.8115862607955933,
0.7809118032455444,
0.7384560108184814,
0.6895995736122131,
0.6206721067428589,
0.7472063899040222,
0.8513774871826172,
0.6105484962463379,
0.7062224745750427,
0.7375284433364868,
0.6918321847915649,
0.6671298742294312,
0.7724342346191406,
0.7231147885322571,
0.8783278465270996,
0.8781275749206543,
0.8405468463897705,
0.7586485743522644,
0.6608458757400513,
0.8799273371696472,
0.5584017038345337,
0.8105738759040833,
0.5558486580848694,
0.706169843673706,
0.7917396426200867,
0.8516563177108765,
0.7607765197753906,
0.7979176640510559,
0.6528787612915039,
0.753010094165802,
0.7543846368789673,
0.6435307264328003,
0.8244659900665283,
0.6453589797019958,
0.7811362743377686,
0.7662285566329956,
0.6807695627212524,
0.863024890422821,
0.6613317131996155,
0.7033094167709351,
0.7303444147109985,
0.7668972015380859,
0.7440855503082275,
0.6805016994476318,
0.8799273371696472,
0.5805285573005676,
0.6473833322525024,
0.7472063899040222,
0.7953684329986572,
0.6754094362258911,
0.5935223698616028,
0.6673985719680786,
0.7530101537704468,
0.6440199613571167,
0.7126166820526123,
0.7999354600906372,
0.6422008275985718,
0.7607570290565491,
0.8624478578567505,
0.6208259463310242,
0.6915931701660156,
0.6725805997848511,
0.8115862607955933,
0.7019500136375427,
0.7589792013168335,
0.6911098957061768,
0.6494327783584595,
0.7917396426200867,
0.6952054500579834,
0.7377788424491882,
0.7264535427093506,
0.6835932731628418,
0.7909605503082275,
0.7895820140838623,
0.8278165459632874,
0.6857706904411316,
0.672497034072876,
0.8592439889907837,
0.7476803064346313,
0.7821772694587708,
0.7667349576950073,
0.6526346802711487,
0.8592439889907837,
0.856643557548523,
0.8266999125480652,
0.749586284160614,
0.6834964752197266,
0.805755615234375,
0.8296875357627869,
0.8116505146026611,
0.826783299446106,
0.68731290102005,
0.805755615234375,
0.8638660907745361,
0.8074264526367188,
0.8139424324035645,
0.6349295377731323,
0.759837806224823,
0.6454679369926453,
0.6993659734725952,
0.8406288623809814,
0.7206203937530518,
0.7607570290565491,
0.7183166742324829,
0.7724344730377197,
0.8403470516204834,
0.6797632575035095,
0.7598875761032104,
0.6628764867782593,
0.8522292375564575,
0.6818979978561401,
0.6602462530136108,
0.7871708273887634,
0.844591498374939,
0.6322773694992065,
0.796109676361084,
0.7217448353767395,
0.7428044080734253,
0.8256441354751587,
0.8444210886955261,
0.8613085150718689,
0.8017150163650513,
0.8272250890731812,
0.7183166742324829,
0.6299289464950562,
0.6764501333236694,
0.8592439889907837,
0.7377788424491882,
0.7410053014755249,
0.8718571662902832,
0.630567193031311,
0.7607570290565491,
0.8589220643043518,
0.5940937995910645,
0.7550907135009766,
0.7648375034332275,
0.7472063899040222,
0.730877161026001,
0.6041508913040161,
0.7373397350311279,
0.6997894048690796,
0.8017150163650513,
0.6176258325576782,
0.7848544120788574,
0.7768911123275757,
0.6919537782669067,
0.7472063899040222,
0.7056887745857239,
0.7840550541877747,
0.7048630714416504,
0.6784013509750366,
0.7375284433364868,
0.7961215376853943,
0.741203784942627,
0.6717274188995361,
0.7375284433364868,
0.796625554561615,
0.8589037656784058,
0.665925145149231,
0.6843805313110352,
0.7428044080734253,
0.834999144077301,
0.607643723487854,
0.6804977059364319,
0.8761374354362488,
0.8613927364349365,
0.6509562730789185,
0.6337215304374695,
0.6129394769668579,
0.8161795139312744,
0.7526360750198364,
0.6784440279006958,
0.7449758052825928,
0.6330419778823853,
0.753010094165802,
0.778702437877655,
0.8061124682426453,
0.7911713123321533,
0.6919472217559814,
0.7428044080734253,
0.6877263784408569,
0.6965799331665039,
0.7239364981651306,
0.6773870587348938,
0.8160293698310852,
0.7626042366027832,
0.8405468463897705,
0.7052823305130005,
0.6311010718345642,
0.8783278465270996,
0.5245826840400696,
0.8331485390663147,
0.7906456589698792,
0.6263796091079712,
0.7848770618438721,
0.5737864375114441,
0.7579045295715332,
0.7430856227874756,
0.637550950050354,
0.8160293698310852,
0.7626042366027832,
0.44937509298324585,
0.650742769241333,
0.6626023650169373,
0.7518004179000854,
0.8043045997619629,
0.856643557548523,
0.8610717058181763,
0.6558281183242798,
0.8161795139312744,
0.8943185806274414,
0.7398234605789185,
0.5738520622253418,
0.6493624448776245,
0.8115862607955933,
0.7994235157966614,
0.8532634973526001,
0.7800939083099365,
0.7198315858840942,
0.7607570290565491
],
"margins": [
0.015188157558441162,
0.00037038326263427734,
0.013014495372772217,
0.013776719570159912,
0.07136815786361694,
0.02478635311126709,
0.01301497220993042,
0.006395995616912842,
0.02205657958984375,
0.023754477500915527,
0.016879796981811523,
0.03857952356338501,
0.08370134234428406,
0.06270670890808105,
0.011286318302154541,
0.03338205814361572,
0.0034676194190979004,
0.022669553756713867,
0.003498673439025879,
0.07284265756607056,
0.001822352409362793,
0.0007260441780090332,
0.00271528959274292,
0.004588186740875244,
0.005572497844696045,
0.029287219047546387,
0.006268501281738281,
0.034544169902801514,
0.00446707010269165,
0.003336489200592041,
0.036932170391082764,
0.008324265480041504,
0.01701587438583374,
0.02770012617111206,
0.0007421970367431641,
0.15454751253128052,
0.03889864683151245,
0.03317713737487793,
0.04050707817077637,
0.026341795921325684,
0.026019811630249023,
0.0034490227699279785,
0.06010746955871582,
0.010117888450622559,
0.03220105171203613,
0.012953042984008789,
0.04720163345336914,
0.009579956531524658,
0.0938689112663269,
0.010892391204833984,
0.0040773749351501465,
0.041680335998535156,
0.11838585138320923,
0.027501165866851807,
0.010480642318725586,
0.04232335090637207,
0.0019230246543884277,
0.044166624546051025,
0.03462022542953491,
0.005572497844696045,
0.04265052080154419,
0.006316542625427246,
0.015242397785186768,
0.027873635292053223,
0.07986181974411011,
0.007570862770080566,
0.003940761089324951,
0.030157268047332764,
0.14157772064208984,
0.036550939083099365,
0.0021778345108032227,
0.031943440437316895,
0.020054101943969727,
0.004697442054748535,
0.07284265756607056,
0.003910839557647705,
0.019632577896118164,
0.004312872886657715,
0.03717094659805298,
0.010480642318725586,
0.014252424240112305,
0.007018566131591797,
0.0023466944694519043,
0.004979312419891357,
0.014534711837768555,
0.0024878978729248047,
0.0023888349533081055,
0.13877737522125244,
0.04961282014846802,
0.07284265756607056,
0.015094518661499023,
0.05941241979598999,
0.02438300848007202,
0.029972970485687256,
0.03301846981048584,
0.007018566131591797,
0.004755139350891113,
0.01941537857055664,
0.009672403335571289,
0.05146664381027222,
0.03143388032913208,
0.0726211667060852,
0.05341291427612305,
0.03224128484725952,
0.07284265756607056,
0.018402576446533203,
0.009258747100830078,
0.0008394718170166016,
0.009812653064727783,
0.006826460361480713,
0.025946378707885742,
0.0028957128524780273,
0.009974062442779541,
0.004071593284606934,
0.03575342893600464,
0.00982654094696045,
0.04243636131286621,
0.0046402812004089355,
0.0076563358306884766,
0.027364134788513184,
0.0015932321548461914,
0.003724813461303711,
0.0021561384201049805,
0.09855383634567261,
0.03220105171203613,
0.0029711127281188965,
0.027449071407318115,
0.04940938949584961,
0.011665403842926025,
0.007134556770324707,
0.006223917007446289,
0.013470351696014404,
0.0008444786071777344,
0.04125791788101196,
0.0709957480430603,
0.04727846384048462,
0.022601068019866943,
0.02870786190032959,
0.0657045841217041,
0.010892391204833984,
0.012629091739654541,
0.02973949909210205,
0.00732266902923584,
0.010315239429473877,
0.0007423162460327148,
0.03111034631729126,
0.004812419414520264,
0.059238314628601074,
0.00234377384185791,
0.023754477500915527,
0.012726902961730957,
0.02380657196044922,
0.017763137817382812,
0.02493685483932495,
0.0007423162460327148,
0.041593194007873535,
0.004072725772857666,
0.002564728260040283,
0.032840073108673096,
0.032179415225982666,
0.015720665454864502,
0.04664182662963867,
0.04476243257522583,
0.017156898975372314,
0.04564088582992554,
0.02102261781692505,
0.0009273886680603027,
0.12879347801208496,
0.016866087913513184,
0.003336489200592041,
0.015290677547454834,
0.015863537788391113,
0.0517919659614563,
0.055773377418518066,
0.05146664381027222,
0.09709852933883667,
0.04570508003234863,
0.0028568506240844727,
0.05522775650024414,
0.026341795921325684,
0.049196481704711914,
0.0045320987701416016,
0.01174163818359375,
0.04453909397125244,
0.05341726541519165,
0.018832087516784668,
0.08689165115356445,
0.011843085289001465,
0.030252397060394287,
0.03220105171203613,
0.037592411041259766,
0.01289665699005127,
0.034587979316711426,
0.004017174243927002,
0.03220105171203613,
0.06118762493133545,
0.06318718194961548,
0.06377393007278442,
0.020042121410369873,
0.005572497844696045,
0.05301618576049805,
0.01791846752166748,
0.0574074387550354,
0.015189290046691895,
0.001692652702331543,
0.05542290210723877,
0.0005826354026794434,
0.014527618885040283,
0.0035429000854492188,
0.07136815786361694,
0.003987789154052734,
0.07308804988861084,
0.0044405460357666016,
0.012473464012145996,
0.07986181974411011,
0.040659546852111816,
0.00509035587310791,
0.026927590370178223,
0.02681833505630493,
0.003336489200592041,
0.0075348615646362305,
0.0020177364349365234,
0.019160091876983643,
0.03198134899139404,
0.04564088582992554,
0.005445718765258789,
0.008967697620391846,
0.024979054927825928,
0.0059220194816589355,
0.002363264560699463,
0.014252424240112305,
0.03420037031173706,
0.014732420444488525,
0.0004210472106933594,
0.011286318302154541,
0.019087791442871094,
0.038300156593322754,
0.01707679033279419,
0.027778446674346924,
0.026341795921325684,
0.05542290210723877,
0.006907284259796143,
0.016646146774291992,
0.023785829544067383,
0.07986181974411011,
0.0654447078704834,
0.007527828216552734,
0.0031372904777526855,
0.009874403476715088,
0.026341795921325684,
0.019128859043121338,
0.03310739994049072,
0.08016568422317505,
0.030605852603912354,
0.011286318302154541,
0.04723578691482544,
0.021248340606689453,
0.005595743656158447,
0.013595521450042725,
0.018632233142852783,
0.00624924898147583,
0.03969120979309082,
0.033975303173065186,
0.045301079750061035,
0.03575342893600464,
0.012557387351989746,
0.049838244915008545,
0.017738819122314453,
0.03677183389663696,
0.03220105171203613,
0.013120591640472412,
0.001169443130493164,
0.05401253700256348,
0.040728986263275146,
0.011094748973846436,
0.0028089284896850586,
0.022280454635620117,
0.005664527416229248,
0.024232447147369385,
0.0068264007568359375,
0.052081167697906494,
0.012245118618011475,
0.07126790285110474,
0.02708381414413452,
0.036550939083099365,
0.06371283531188965,
0.009941935539245605,
0.0020689964294433594,
0.053904175758361816,
0.010892391204833984,
0.02070748805999756,
0.023318946361541748,
0.004416465759277344,
0.00031757354736328125,
0.003336489200592041,
0.020348429679870605,
0.15811151266098022,
0.03542912006378174,
0.020939230918884277,
0.07721573114395142,
0.00028973817825317383,
0.04292142391204834,
0.006431758403778076,
0.02697509527206421,
0.03638845682144165,
0.002741217613220215,
0.016940057277679443,
0.015652716159820557,
0.002811908721923828,
0.07136815786361694,
0.003038346767425537,
0.005755305290222168,
0.0698975920677185,
0.07397127151489258,
0.05146664381027222,
0.0013794898986816406,
0.0032380223274230957,
0.028622746467590332,
0.0021559596061706543,
0.018632233142852783,
0.0041130781173706055,
0.015664875507354736,
0.012315511703491211,
0.04768538475036621,
0.010480642318725586,
0.026877403259277344,
0.00967782735824585,
0.006515204906463623,
0.02903646230697632,
0.026341795921325684,
0.02482423186302185,
0.017741262912750244,
0.0005214214324951172,
0.010496318340301514,
0.03575342893600464,
0.007352352142333984,
0.015722274780273438,
0.005314767360687256,
0.015478730201721191,
0.0007421970367431641,
0.025514841079711914,
0.023545801639556885,
0.02194201946258545,
0.003423929214477539,
0.018632233142852783,
0.0502050518989563,
0.021018564701080322,
0.0453149676322937,
0.08180415630340576,
0.03301846981048584,
0.019199490547180176,
0.02709817886352539,
0.016877412796020508,
0.06255710124969482,
0.01011723279953003,
0.04361844062805176,
0.0309906005859375,
0.003410637378692627,
0.04764348268508911,
0.099209725856781,
0.05320382118225098,
0.020854294300079346,
0.05391162633895874,
0.008905231952667236,
0.021602511405944824,
0.0058817267417907715,
0.00824815034866333,
0.01981443166732788,
0.017714858055114746,
0.04108285903930664,
0.08048635721206665,
0.03823286294937134,
0.0030069351196289062,
0.027100861072540283,
0.0030715465545654297,
0.013223528861999512,
0.039363205432891846,
0.0030382275581359863,
0.007547736167907715,
0.0030715465545654297,
0.0007086396217346191,
0.009039461612701416,
0.04021531343460083,
0.03307795524597168,
0.10903829336166382,
0.026325583457946777,
0.02480757236480713,
0.0025076866149902344,
0.002576291561126709,
0.099209725856781,
0.055522799491882324,
0.030608654022216797,
0.020000755786895752,
0.00123518705368042,
0.02428114414215088,
0.025693535804748535,
0.05150890350341797,
0.007836580276489258,
0.005636394023895264,
0.01645970344543457,
0.032676517963409424,
0.03427320718765259,
0.07190138101577759,
0.030881106853485107,
0.002920091152191162,
0.003186047077178955,
0.02085036039352417,
0.015527486801147461,
0.002849876880645752,
0.016966640949249268,
0.09210604429244995,
0.002962350845336914,
0.012520790100097656,
0.0039634108543396,
0.006327271461486816,
0.02711355686187744,
0.000590205192565918,
0.03547489643096924,
0.0517885684967041,
0.008460760116577148,
0.014547467231750488,
0.01794874668121338,
0.0005765557289123535,
0.07457458972930908,
0.0030715465545654297,
0.026097238063812256,
0.0013186931610107422,
0.009486973285675049,
0.06602209806442261,
0.015811443328857422,
0.003186047077178955,
0.00017577409744262695,
0.047230064868927,
0.02274346351623535,
0.01696610450744629,
0.0041991472244262695,
0.027512550354003906,
0.07139098644256592,
0.0712817907333374,
0.008191823959350586,
0.008470892906188965,
0.019196748733520508,
0.029693782329559326,
0.008849263191223145,
0.0013411641120910645,
0.0068607330322265625,
0.027758896350860596,
0.024077177047729492,
0.10665881633758545,
0.02428114414215088,
0.08348655700683594,
0.015668272972106934,
0.0214996337890625,
0.10261833667755127,
0.08196938037872314,
0.021756350994110107,
0.0578916072845459,
0.003533661365509033,
0.0605737566947937,
0.08196938037872314,
0.008363783359527588,
0.025628209114074707,
0.01789224147796631,
0.016966640949249268,
0.020146846771240234,
0.007676303386688232,
0.0006712079048156738,
0.03324323892593384,
0.006327271461486816,
0.00028502941131591797,
0.03125244379043579,
0.08931738138198853,
0.011435389518737793,
0.01645970344543457,
0.017345130443572998,
0.008022189140319824,
0.005074977874755859,
0.0033794045448303223,
0.08196938037872314,
0.11146950721740723,
0.01972728967666626,
0.02458369731903076,
0.0635414719581604,
0.0026352405548095703,
0.007057011127471924,
0.004948019981384277,
0.0031858086585998535,
0.09491139650344849,
0.05442112684249878,
0.032236576080322266,
0.006285429000854492,
0.012096822261810303,
0.03589290380477905,
0.040428340435028076,
0.006887197494506836,
0.012684047222137451,
0.027914464473724365,
0.08707308769226074,
0.002920091152191162,
0.01749444007873535,
0.022689521312713623,
0.03790760040283203,
0.027915358543395996,
0.013022243976593018,
0.012492537498474121,
0.028053879737854004,
0.011783123016357422,
0.005140721797943115,
0.0040520429611206055,
0.012804150581359863,
0.04307025671005249,
0.0016910433769226074,
0.0002117753028869629,
0.013129830360412598,
0.006216168403625488,
0.006680548191070557,
0.013580024242401123,
0.008842825889587402,
0.040428340435028076,
0.042475879192352295,
0.002868950366973877,
0.11540323495864868,
0.011754035949707031,
0.08196938037872314,
0.015349864959716797,
0.001458287239074707,
0.034761786460876465,
0.008535504341125488,
0.013022303581237793,
0.05323612689971924,
0.008748054504394531,
0.0008853673934936523,
0.004175662994384766,
0.01011723279953003,
0.09820419549942017,
0.005491971969604492,
0.04811829328536987,
0.032473742961883545,
0.01645970344543457,
0.00981903076171875,
0.04376578330993652,
0.01248776912689209,
0.01957845687866211,
0.002920091152191162,
0.009753942489624023,
0.00656658411026001,
0.048920273780822754,
0.07065033912658691,
0.01696610450744629,
0.004197895526885986,
0.0195314884185791,
0.053019583225250244,
0.09959930181503296,
0.008460760116577148,
0.02253812551498413,
0.01597118377685547,
0.01248931884765625,
0.008676230907440186,
0.008460760116577148,
0.05108201503753662,
0.013846218585968018,
0.0323481559753418,
0.006369352340698242,
0.01780569553375244,
0.02820831537246704,
0.0029466748237609863,
0.02085036039352417,
0.025123775005340576,
0.01780569553375244,
0.007061898708343506,
0.032493770122528076,
0.024521946907043457,
0.02372109889984131,
0.017983734607696533,
0.027984261512756348,
0.0034630298614501953,
0.0077626705169677734,
0.07480645179748535,
0.01011723279953003,
0.016877412796020508,
0.003186047077178955,
0.00838315486907959,
0.007170259952545166,
0.099209725856781,
0.002126455307006836,
0.0030410289764404297,
0.043902814388275146,
0.029071033000946045,
0.021602511405944824,
0.013686835765838623,
0.012074947357177734,
0.008034229278564453,
0.1031537652015686,
0.04108285903930664,
0.03191637992858887,
0.005616962909698486,
0.007326304912567139,
0.08721357583999634,
0.006327271461486816,
0.03321719169616699,
0.016877412796020508,
0.05428403615951538,
0.009252190589904785,
0.008460760116577148,
0.00656658411026001,
0.019529223442077637,
0.03744637966156006,
0.002399921417236328,
0.01011723279953003,
0.005945861339569092,
0.02411019802093506,
0.014593124389648438,
0.1287468671798706,
0.08196938037872314,
0.008652985095977783,
0.008389472961425781,
0.032766520977020264,
0.12490373849868774,
0.006327271461486816,
0.015272736549377441,
0.0023134350776672363,
0.016132473945617676,
0.05700981616973877,
0.08196938037872314,
0.04849058389663696,
0.015138208866119385,
0.005944550037384033,
0.08162987232208252,
0.0026352405548095703,
0.10135388374328613,
0.0026107430458068848,
0.03750109672546387,
0.12684637308120728,
0.0026352405548095703,
0.0037967562675476074,
0.019196748733520508,
0.013223528861999512,
0.1288442611694336,
0.04108285903930664,
0.008678972721099854,
0.02051258087158203,
0.01843494176864624,
0.02411806583404541,
0.03249359130859375,
0.022594213485717773,
0.01253044605255127,
0.0042372941970825195,
0.0012965202331542969,
0.0013411641120910645,
0.012882769107818604,
0.07725447416305542,
0.019767343997955322,
0.011757433414459229,
0.013022243976593018,
0.08946347236633301,
0.055522799491882324,
0.001282036304473877,
0.08454877138137817,
0.04108285903930664,
0.005164980888366699,
0.007719457149505615,
0.010576784610748291,
0.10328936576843262,
0.0017542243003845215,
0.03952258825302124,
0.006285429000854492,
0.023011088371276855,
0.016983091831207275,
0.05442112684249878,
0.03370010852813721,
0.034130871295928955,
0.004289090633392334,
0.0024603605270385742,
0.008191823959350586,
0.001127004623413086,
0.019204556941986084,
0.0019615888595581055,
0.0745040774345398,
0.0017542243003845215,
0.03952258825302124,
0.06782501935958862,
0.07115566730499268,
0.06693154573440552,
0.00725865364074707,
0.015236496925354004,
0.05108201503753662,
0.015361607074737549,
0.04062604904174805,
0.0013411641120910645,
0.03570258617401123,
0.003477811813354492,
0.0003447532653808594,
0.019846081733703613,
0.01645970344543457,
0.018063366413116455,
0.008363783359527588,
0.02660059928894043,
0.10644102096557617,
0.01011723279953003
]
}
}
}