| { |
| "split": "cell", |
| "reward": "centroid", |
| "n_candidates": 105, |
| "n_targets": 40, |
| "methods": { |
| "PIVOT-ranking": { |
| "top1": 0.55, |
| "top5": 0.9, |
| "ndcg": 0.7454003731910971, |
| "func_top5": 1.0, |
| "func_ndcg": 0.7362368327199266, |
| "rank": 2.6, |
| "endpoint_dist": 0.9490216635167599, |
| "spec_margin": 1.730977939069271, |
| "off_dist": 2.6799996107816697, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.0, |
| 0.3868528072341547, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.49999999999949996, |
| 0.9999999999989999, |
| 0.3868528072341547, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.30102999566368016, |
| 0.9999999999989999, |
| 0.49999999999949996, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.43067655807296235, |
| 0.9999999999989999, |
| 0.49999999999949996, |
| 0.49999999999949996, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.35620718710766597, |
| 0.0, |
| 0.49999999999949996, |
| 0.49999999999949996, |
| 0.43067655807296235, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.7719858642580791, |
| 0.5452792644002579, |
| 0.4622969259439367, |
| 0.9999999999996392, |
| 0.7601875334312905, |
| 0.6309297535708266, |
| 0.49999999999949996, |
| 0.9999999999996392, |
| 0.6585618697746796, |
| 0.9999999999996392, |
| 0.5679946984137687, |
| 0.761639033082953, |
| 0.9430934427597557, |
| 0.7985960275052596, |
| 0.7492069087978183, |
| 0.865959765373318, |
| 0.7723904789459194, |
| 0.8814413010323419, |
| 0.5679946984137687, |
| 0.7729141359198264, |
| 0.7209064905476281, |
| 0.909805240729282, |
| 0.909805240729282, |
| 0.9478557351531002, |
| 0.7101872472819487, |
| 0.7229846523326642, |
| 0.9540734464802791, |
| 0.629042953814712, |
| 0.9999999999996392, |
| 0.5449154948697388, |
| 0.7601875334312905, |
| 0.803358319898604, |
| 0.6980754691453294, |
| 0.5905990152147871, |
| 0.305935146935109, |
| 0.7209064905476281, |
| 0.4384685740390607, |
| 0.7239931533469753, |
| 0.6792194063292641, |
| 0.6686819963485252 |
| ], |
| "rank": [ |
| 1, |
| 12, |
| 5, |
| 1, |
| 1, |
| 2, |
| 3, |
| 1, |
| 5, |
| 1, |
| 2, |
| 9, |
| 1, |
| 3, |
| 2, |
| 1, |
| 1, |
| 1, |
| 2, |
| 4, |
| 1, |
| 3, |
| 3, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 6, |
| 11, |
| 3, |
| 3, |
| 4, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 1.2624379396438599, |
| 1.987898588180542, |
| 0.6130089163780212, |
| 0.7837377190589905, |
| 0.3801593482494354, |
| 0.5316212177276611, |
| 1.1274526119232178, |
| 0.9317931532859802, |
| 0.8158573508262634, |
| 0.5724427103996277, |
| 1.043930172920227, |
| 0.9461696147918701, |
| 1.0851073265075684, |
| 0.9249292612075806, |
| 1.3508139848709106, |
| 1.8004765510559082, |
| 0.8150457739830017, |
| 0.7767999768257141, |
| 1.0714013576507568, |
| 1.3535343408584595, |
| 1.0559062957763672, |
| 1.2047194242477417, |
| 1.0925180912017822, |
| 1.2413640022277832, |
| 1.438982605934143, |
| 0.7611419558525085, |
| 0.5610932111740112, |
| 0.6496677398681641, |
| 0.5188019871711731, |
| 0.8329150676727295, |
| 0.8286756277084351, |
| 0.6340292692184448, |
| 0.37346237897872925, |
| 0.7785728573799133, |
| 1.0523473024368286, |
| 1.1261812448501587, |
| 0.8302287459373474, |
| 0.9894613027572632, |
| 1.143169641494751, |
| 0.6730098724365234 |
| ], |
| "spec_margin": [ |
| 0.923587441444397, |
| -0.014548420906066895, |
| 1.6584539413452148, |
| 1.815046787261963, |
| 1.5790126323699951, |
| 1.7291734218597412, |
| 1.253880262374878, |
| 2.382495403289795, |
| 1.2740118503570557, |
| 1.9212472438812256, |
| 1.310372233390808, |
| 0.9761004447937012, |
| 1.247694969177246, |
| 1.690231442451477, |
| 1.1252025365829468, |
| 4.583049297332764, |
| 3.685917377471924, |
| 3.4045183658599854, |
| 1.1300947666168213, |
| 0.2355557680130005, |
| 1.5858967304229736, |
| 2.10831880569458, |
| 1.798520803451538, |
| 1.1007182598114014, |
| 1.2903398275375366, |
| 2.7685585021972656, |
| 1.9255796670913696, |
| 2.0334508419036865, |
| 2.7833263874053955, |
| 1.098803997039795, |
| 2.4604926109313965, |
| 3.0710902214050293, |
| 3.5961661338806152, |
| 2.221989154815674, |
| 1.0602291822433472, |
| 0.5479577779769897, |
| 0.813274085521698, |
| 0.7865604162216187, |
| 1.0803568363189697, |
| 1.1963895559310913 |
| ], |
| "off_dist": [ |
| 2.186025381088257, |
| 1.973350167274475, |
| 2.271462917327881, |
| 2.5987844467163086, |
| 1.959172010421753, |
| 2.2607946395874023, |
| 2.3813328742980957, |
| 3.31428861618042, |
| 2.089869260787964, |
| 2.493690013885498, |
| 2.354302406311035, |
| 1.9222700595855713, |
| 2.3328022956848145, |
| 2.6151607036590576, |
| 2.4760165214538574, |
| 6.383525848388672, |
| 4.50096321105957, |
| 4.181318283081055, |
| 2.201496124267578, |
| 1.58909010887146, |
| 2.641803026199341, |
| 3.3130383491516113, |
| 2.8910388946533203, |
| 2.3420822620391846, |
| 2.7293224334716797, |
| 3.529700517654419, |
| 2.486672878265381, |
| 2.6831185817718506, |
| 3.302128314971924, |
| 1.9317190647125244, |
| 3.289168119430542, |
| 3.7051196098327637, |
| 3.9696285724639893, |
| 3.0005619525909424, |
| 2.112576484680176, |
| 1.6741390228271484, |
| 1.6435028314590454, |
| 1.7760217189788818, |
| 2.2235264778137207, |
| 1.8693994283676147 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "PIVOT-guidance": { |
| "top1": 0.525, |
| "top5": 0.875, |
| "ndcg": 0.7150776971677019, |
| "func_top5": 0.975, |
| "func_ndcg": 0.6276044333475127, |
| "rank": 2.925, |
| "endpoint_dist": 0.982820986956358, |
| "spec_margin": 1.6728850707411766, |
| "off_dist": 2.655706062912941, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.3868528072341547, |
| 0.49999999999949996, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.49999999999949996, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.49999999999949996, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.0, |
| 0.9999999999989999, |
| 0.49999999999949996, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.43067655807296235, |
| 0.49999999999949996, |
| 0.49999999999949996, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.3949701603078018, |
| 0.5088566520086942, |
| 0.4851649195781592, |
| 0.9478557351531002, |
| 0.7601875334312905, |
| 0.6309297535708266, |
| 0.49999999999949996, |
| 0.642476447789185, |
| 0.3843973922908389, |
| 0.642476447789185, |
| 0.5583403462841774, |
| 0.9999999999996392, |
| 0.8814413010323419, |
| 0.6766675710155576, |
| 0.7058140748849717, |
| 0.75951284454264, |
| 0.5647869108315535, |
| 0.7122606394323479, |
| 0.5713692255708102, |
| 0.3718921699781131, |
| 0.6920970407325434, |
| 0.909805240729282, |
| 0.7700701178681301, |
| 0.642476447789185, |
| 0.3607790370814292, |
| 0.5267364164077353, |
| 0.9540734464802791, |
| 0.6169311756780926, |
| 0.9478557351531002, |
| 0.5916118404088373, |
| 0.7601875334312905, |
| 0.0, |
| 0.5347219910747678, |
| 0.4080157475002485, |
| 0.604636395515731, |
| 0.6220658801619905, |
| 0.5241325151519908, |
| 0.6562570033883632, |
| 0.5957547517842381, |
| 0.686568892072539 |
| ], |
| "rank": [ |
| 11, |
| 5, |
| 3, |
| 1, |
| 1, |
| 2, |
| 3, |
| 1, |
| 12, |
| 1, |
| 2, |
| 1, |
| 1, |
| 3, |
| 2, |
| 1, |
| 1, |
| 1, |
| 2, |
| 12, |
| 1, |
| 3, |
| 2, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 11, |
| 1, |
| 2, |
| 4, |
| 3, |
| 3, |
| 11, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 1.626929521560669, |
| 1.987898588180542, |
| 0.6130089163780212, |
| 0.7837377190589905, |
| 0.3801593482494354, |
| 0.5316212177276611, |
| 1.1274526119232178, |
| 0.9317931532859802, |
| 0.8158573508262634, |
| 0.5724427103996277, |
| 1.043930172920227, |
| 0.8083254098892212, |
| 1.0851073265075684, |
| 0.9249292612075806, |
| 1.3508139848709106, |
| 1.8004765510559082, |
| 0.8150457739830017, |
| 0.7767999768257141, |
| 1.0714013576507568, |
| 1.3535343408584595, |
| 1.0559062957763672, |
| 1.2047194242477417, |
| 1.0925180912017822, |
| 1.2413640022277832, |
| 1.438982605934143, |
| 0.7611419558525085, |
| 0.5610932111740112, |
| 0.6496677398681641, |
| 0.5188019871711731, |
| 0.8329150676727295, |
| 0.8286756277084351, |
| 1.759354829788208, |
| 0.37346237897872925, |
| 0.7785728573799133, |
| 1.0523473024368286, |
| 1.1261812448501587, |
| 0.8302287459373474, |
| 0.9894613027572632, |
| 1.143169641494751, |
| 0.6730098724365234 |
| ], |
| "spec_margin": [ |
| 0.13825678825378418, |
| -0.014548420906066895, |
| 1.6584539413452148, |
| 1.815046787261963, |
| 1.5790126323699951, |
| 1.7291734218597412, |
| 1.253880262374878, |
| 2.382495403289795, |
| 1.2740118503570557, |
| 1.9212472438812256, |
| 1.310372233390808, |
| 1.7914849519729614, |
| 1.247694969177246, |
| 1.690231442451477, |
| 1.1252025365829468, |
| 4.583049297332764, |
| 3.685917377471924, |
| 3.4045183658599854, |
| 1.1300947666168213, |
| 0.2355557680130005, |
| 1.5858967304229736, |
| 2.10831880569458, |
| 1.798520803451538, |
| 1.1007182598114014, |
| 1.2903398275375366, |
| 2.7685585021972656, |
| 1.9255796670913696, |
| 2.0334508419036865, |
| 2.7833263874053955, |
| 1.098803997039795, |
| 2.4604926109313965, |
| 0.7173216342926025, |
| 3.5961661338806152, |
| 2.221989154815674, |
| 1.0602291822433472, |
| 0.5479577779769897, |
| 0.813274085521698, |
| 0.7865604162216187, |
| 1.0803568363189697, |
| 1.1963895559310913 |
| ], |
| "off_dist": [ |
| 1.7651863098144531, |
| 1.973350167274475, |
| 2.271462917327881, |
| 2.5987844467163086, |
| 1.959172010421753, |
| 2.2607946395874023, |
| 2.3813328742980957, |
| 3.31428861618042, |
| 2.089869260787964, |
| 2.493690013885498, |
| 2.354302406311035, |
| 2.5998103618621826, |
| 2.3328022956848145, |
| 2.6151607036590576, |
| 2.4760165214538574, |
| 6.383525848388672, |
| 4.50096321105957, |
| 4.181318283081055, |
| 2.201496124267578, |
| 1.58909010887146, |
| 2.641803026199341, |
| 3.3130383491516113, |
| 2.8910388946533203, |
| 2.3420822620391846, |
| 2.7293224334716797, |
| 3.529700517654419, |
| 2.486672878265381, |
| 2.6831185817718506, |
| 3.302128314971924, |
| 1.9317190647125244, |
| 3.289168119430542, |
| 2.4766764640808105, |
| 3.9696285724639893, |
| 3.0005619525909424, |
| 2.112576484680176, |
| 1.6741390228271484, |
| 1.6435028314590454, |
| 1.7760217189788818, |
| 2.2235264778137207, |
| 1.8693994283676147 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "Additive+ranking": { |
| "top1": 1.0, |
| "top5": 1.0, |
| "ndcg": 0.9999999999989999, |
| "func_top5": 1.0, |
| "func_ndcg": 0.8479507485118546, |
| "rank": 1.0, |
| "endpoint_dist": 0.42116108611226083, |
| "spec_margin": 2.4543789327144623, |
| "off_dist": 2.8755400240421296, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.7644049042788869, |
| 0.7623315121284877, |
| 0.7691671966722313, |
| 0.9999999999996392, |
| 0.7601875334312905, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999996392, |
| 0.7209064905476281, |
| 0.9999999999996392, |
| 0.7122606394323479, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.8525262713988451, |
| 0.7490035979724269, |
| 0.8580544200588494, |
| 0.7122606394323479, |
| 0.9223104630420079, |
| 0.8700859688429049, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9478557351531002, |
| 0.6588088387020696, |
| 0.6655389434274009, |
| 0.8460101051759085, |
| 0.6734442887418696, |
| 0.9999999999996392, |
| 0.3607790370814292, |
| 0.7601875334312905, |
| 0.8935530791689612, |
| 0.6319672012189719, |
| 0.8366465219290776, |
| 0.7923964318852734, |
| 0.9478557351531002, |
| 0.6719052786222132, |
| 0.8887907867756167, |
| 0.9456973440155002, |
| 0.9430934427597557 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.4336645305156708, |
| 0.4492749273777008, |
| 0.36839205026626587, |
| 0.5400750041007996, |
| 0.4056673049926758, |
| 0.5053470730781555, |
| 0.3870347738265991, |
| 0.46958184242248535, |
| 0.3555386960506439, |
| 0.49682140350341797, |
| 0.3571249842643738, |
| 0.448895126581192, |
| 0.416703999042511, |
| 0.43106698989868164, |
| 0.44865232706069946, |
| 0.44056838750839233, |
| 0.38007888197898865, |
| 0.38654324412345886, |
| 0.33925434947013855, |
| 0.4254252016544342, |
| 0.7614416480064392, |
| 0.44820210337638855, |
| 0.3869432210922241, |
| 0.4388890266418457, |
| 0.370621919631958, |
| 0.49089911580085754, |
| 0.3214934170246124, |
| 0.42563191056251526, |
| 0.3777088224887848, |
| 0.4537658989429474, |
| 0.3759283721446991, |
| 0.34280818700790405, |
| 0.4167364537715912, |
| 0.43289661407470703, |
| 0.37268662452697754, |
| 0.39969366788864136, |
| 0.3186255097389221, |
| 0.38318541646003723, |
| 0.4199433922767639, |
| 0.42263102531433105 |
| ], |
| "spec_margin": [ |
| 1.8226473331451416, |
| 2.429075002670288, |
| 2.0126900672912598, |
| 2.4777753353118896, |
| 1.6256582736968994, |
| 1.7526733875274658, |
| 2.1037702560424805, |
| 2.804387331008911, |
| 1.832645058631897, |
| 2.120689868927002, |
| 2.2210195064544678, |
| 1.8804901838302612, |
| 1.9542350769042969, |
| 1.9912099838256836, |
| 2.1478829383850098, |
| 7.4463677406311035, |
| 3.817469596862793, |
| 4.136026859283447, |
| 2.065373182296753, |
| 1.8025559186935425, |
| 1.9463722705841064, |
| 2.922027587890625, |
| 2.956066131591797, |
| 2.1518471240997314, |
| 2.761521577835083, |
| 3.247483968734741, |
| 2.3110668659210205, |
| 2.3323137760162354, |
| 3.1342692375183105, |
| 1.6014208793640137, |
| 2.703058958053589, |
| 2.9958693981170654, |
| 3.7247540950775146, |
| 2.5874547958374023, |
| 1.8483490943908691, |
| 1.554269552230835, |
| 1.318281650543213, |
| 1.786970853805542, |
| 2.3373780250549316, |
| 1.509738564491272 |
| ], |
| "off_dist": [ |
| 2.2563118934631348, |
| 2.878350019454956, |
| 2.381082057952881, |
| 3.017850399017334, |
| 2.031325578689575, |
| 2.2580204010009766, |
| 2.49080491065979, |
| 3.2739691734313965, |
| 2.1881837844848633, |
| 2.61751127243042, |
| 2.5781445503234863, |
| 2.329385280609131, |
| 2.370939016342163, |
| 2.4222769737243652, |
| 2.5965352058410645, |
| 7.886936187744141, |
| 4.1975483894348145, |
| 4.5225701332092285, |
| 2.404627561569214, |
| 2.2279810905456543, |
| 2.7078139781951904, |
| 3.370229721069336, |
| 3.3430094718933105, |
| 2.590736150741577, |
| 3.132143497467041, |
| 3.7383830547332764, |
| 2.6325602531433105, |
| 2.7579457759857178, |
| 3.5119781494140625, |
| 2.0551867485046387, |
| 3.0789873600006104, |
| 3.3386776447296143, |
| 4.141490459442139, |
| 3.0203514099121094, |
| 2.2210357189178467, |
| 1.953963279724121, |
| 1.6369072198867798, |
| 2.170156240463257, |
| 2.757321357727051, |
| 1.932369589805603 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "LinearResponse+ranking": { |
| "top1": 0.8, |
| "top5": 0.95, |
| "ndcg": 0.9022189725330112, |
| "func_top5": 1.0, |
| "func_ndcg": 0.7964563634648597, |
| "rank": 1.575, |
| "endpoint_dist": 0.9708886995911599, |
| "spec_margin": 1.5014912456274032, |
| "off_dist": 2.4723799377679825, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.33333333333299997, |
| 0.30102999566368016, |
| 0.9999999999989999, |
| 0.49999999999949996, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.43067655807296235, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.7778130477875116, |
| 0.7390855690096315, |
| 0.6888737584588553, |
| 0.9999999999996392, |
| 0.7601875334312905, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999996392, |
| 0.6988271454578748, |
| 0.821149491578581, |
| 0.691397430362036, |
| 0.8137832979294921, |
| 0.9223104630420079, |
| 0.8321157037716506, |
| 0.9223104630420079, |
| 0.8011478628189659, |
| 0.743621924561139, |
| 0.8131794116030213, |
| 0.7402521670387343, |
| 0.9398701604860678, |
| 0.8814413010323419, |
| 0.9999999999996392, |
| 0.9478557351531002, |
| 0.8877258956395286, |
| 0.6587286093495057, |
| 0.6500574077683771, |
| 0.9467676761260954, |
| 0.6165377315019861, |
| 0.9999999999996392, |
| 0.48270749357113113, |
| 0.47962493313589827, |
| 0.8269766751080135, |
| 0.6478990166307772, |
| 0.8935530791689612, |
| 0.5916118404088373, |
| 0.9334235959386915, |
| 0.20752333876180207, |
| 0.873309251116593, |
| 0.7509714103044139, |
| 0.8756141175029094 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 2, |
| 7, |
| 9, |
| 1, |
| 3, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 2, |
| 2, |
| 1, |
| 1, |
| 1, |
| 2, |
| 4, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.6907550096511841, |
| 1.0634472370147705, |
| 0.5679367184638977, |
| 1.165585994720459, |
| 0.6991990804672241, |
| 0.5411589741706848, |
| 0.699982225894928, |
| 0.6999955773353577, |
| 0.7555252313613892, |
| 0.8050605654716492, |
| 1.4271050691604614, |
| 0.8213156461715698, |
| 0.7616903781890869, |
| 0.6038821339607239, |
| 0.862602710723877, |
| 2.178295850753784, |
| 1.4125244617462158, |
| 1.9672163724899292, |
| 0.8852179646492004, |
| 0.7257881760597229, |
| 1.1350444555282593, |
| 1.1267881393432617, |
| 0.8013559579849243, |
| 1.0217680931091309, |
| 1.4548118114471436, |
| 1.2549763917922974, |
| 0.7250621318817139, |
| 1.434755802154541, |
| 1.083292007446289, |
| 0.6659277081489563, |
| 0.8551198244094849, |
| 0.6937877535820007, |
| 1.2051607370376587, |
| 1.2373899221420288, |
| 0.8727580308914185, |
| 0.6869524121284485, |
| 0.7910900115966797, |
| 1.0167807340621948, |
| 0.83255934715271, |
| 0.6058813333511353 |
| ], |
| "spec_margin": [ |
| 1.4733346700668335, |
| 1.1693987846374512, |
| 1.6650640964508057, |
| 1.156996726989746, |
| 1.1377700567245483, |
| 1.5223705768585205, |
| 1.5267906188964844, |
| 2.104612350463867, |
| 1.323801875114441, |
| 1.8257782459259033, |
| 0.5402255058288574, |
| 1.453631043434143, |
| 1.3117954730987549, |
| 1.7336227893829346, |
| 1.2966454029083252, |
| 3.671785593032837, |
| 1.9243266582489014, |
| 1.1463512182235718, |
| 1.1231210231781006, |
| 1.0982592105865479, |
| 1.1551765203475952, |
| 1.6141057014465332, |
| 2.186246395111084, |
| 0.9928333759307861, |
| 0.7203879356384277, |
| 1.6999324560165405, |
| 1.4218502044677734, |
| 1.0667059421539307, |
| 1.8538975715637207, |
| 1.1988515853881836, |
| 1.804688572883606, |
| 2.4775850772857666, |
| 2.8387041091918945, |
| 1.6696089506149292, |
| 1.3214129209518433, |
| 1.2888331413269043, |
| 0.7697153091430664, |
| 1.1673275232315063, |
| 1.4035670757293701, |
| 1.2025375366210938 |
| ], |
| "off_dist": [ |
| 2.1640896797180176, |
| 2.2328460216522217, |
| 2.2330007553100586, |
| 2.322582721710205, |
| 1.8369691371917725, |
| 2.0635294914245605, |
| 2.2267727851867676, |
| 2.80460786819458, |
| 2.07932710647583, |
| 2.6308388710021973, |
| 1.9673305749893188, |
| 2.274946689605713, |
| 2.073485851287842, |
| 2.3375048637390137, |
| 2.159248113632202, |
| 5.850081443786621, |
| 3.336851119995117, |
| 3.113567590713501, |
| 2.0083389282226562, |
| 1.8240474462509155, |
| 2.2902209758758545, |
| 2.740893840789795, |
| 2.987602472305298, |
| 2.014601469039917, |
| 2.1751997470855713, |
| 2.954908847808838, |
| 2.1469123363494873, |
| 2.5014617443084717, |
| 2.9371895790100098, |
| 1.8647792339324951, |
| 2.659808397293091, |
| 3.171372890472412, |
| 4.043864727020264, |
| 2.906998872756958, |
| 2.1941709518432617, |
| 1.975785493850708, |
| 1.560805320739746, |
| 2.184108257293701, |
| 2.23612642288208, |
| 1.808418869972229 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "NearestPerturbationCentroid+ranking": { |
| "top1": 1.0, |
| "top5": 1.0, |
| "ndcg": 0.9999999999989999, |
| "func_top5": 1.0, |
| "func_ndcg": 0.8479507485118546, |
| "rank": 1.0, |
| "endpoint_dist": 0.42116108611226083, |
| "spec_margin": 2.4543789327144623, |
| "off_dist": 2.8755400240421296, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.7644049042788869, |
| 0.7623315121284877, |
| 0.7691671966722313, |
| 0.9999999999996392, |
| 0.7601875334312905, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999996392, |
| 0.7209064905476281, |
| 0.9999999999996392, |
| 0.7122606394323479, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.8525262713988451, |
| 0.7490035979724269, |
| 0.8580544200588494, |
| 0.7122606394323479, |
| 0.9223104630420079, |
| 0.8700859688429049, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9478557351531002, |
| 0.6588088387020696, |
| 0.6655389434274009, |
| 0.8460101051759085, |
| 0.6734442887418696, |
| 0.9999999999996392, |
| 0.3607790370814292, |
| 0.7601875334312905, |
| 0.8935530791689612, |
| 0.6319672012189719, |
| 0.8366465219290776, |
| 0.7923964318852734, |
| 0.9478557351531002, |
| 0.6719052786222132, |
| 0.8887907867756167, |
| 0.9456973440155002, |
| 0.9430934427597557 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.4336645305156708, |
| 0.4492749273777008, |
| 0.36839205026626587, |
| 0.5400750041007996, |
| 0.4056673049926758, |
| 0.5053470730781555, |
| 0.3870347738265991, |
| 0.46958184242248535, |
| 0.3555386960506439, |
| 0.49682140350341797, |
| 0.3571249842643738, |
| 0.448895126581192, |
| 0.416703999042511, |
| 0.43106698989868164, |
| 0.44865232706069946, |
| 0.44056838750839233, |
| 0.38007888197898865, |
| 0.38654324412345886, |
| 0.33925434947013855, |
| 0.4254252016544342, |
| 0.7614416480064392, |
| 0.44820210337638855, |
| 0.3869432210922241, |
| 0.4388890266418457, |
| 0.370621919631958, |
| 0.49089911580085754, |
| 0.3214934170246124, |
| 0.42563191056251526, |
| 0.3777088224887848, |
| 0.4537658989429474, |
| 0.3759283721446991, |
| 0.34280818700790405, |
| 0.4167364537715912, |
| 0.43289661407470703, |
| 0.37268662452697754, |
| 0.39969366788864136, |
| 0.3186255097389221, |
| 0.38318541646003723, |
| 0.4199433922767639, |
| 0.42263102531433105 |
| ], |
| "spec_margin": [ |
| 1.8226473331451416, |
| 2.429075002670288, |
| 2.0126900672912598, |
| 2.4777753353118896, |
| 1.6256582736968994, |
| 1.7526733875274658, |
| 2.1037702560424805, |
| 2.804387331008911, |
| 1.832645058631897, |
| 2.120689868927002, |
| 2.2210195064544678, |
| 1.8804901838302612, |
| 1.9542350769042969, |
| 1.9912099838256836, |
| 2.1478829383850098, |
| 7.4463677406311035, |
| 3.817469596862793, |
| 4.136026859283447, |
| 2.065373182296753, |
| 1.8025559186935425, |
| 1.9463722705841064, |
| 2.922027587890625, |
| 2.956066131591797, |
| 2.1518471240997314, |
| 2.761521577835083, |
| 3.247483968734741, |
| 2.3110668659210205, |
| 2.3323137760162354, |
| 3.1342692375183105, |
| 1.6014208793640137, |
| 2.703058958053589, |
| 2.9958693981170654, |
| 3.7247540950775146, |
| 2.5874547958374023, |
| 1.8483490943908691, |
| 1.554269552230835, |
| 1.318281650543213, |
| 1.786970853805542, |
| 2.3373780250549316, |
| 1.509738564491272 |
| ], |
| "off_dist": [ |
| 2.2563118934631348, |
| 2.878350019454956, |
| 2.381082057952881, |
| 3.017850399017334, |
| 2.031325578689575, |
| 2.2580204010009766, |
| 2.49080491065979, |
| 3.2739691734313965, |
| 2.1881837844848633, |
| 2.61751127243042, |
| 2.5781445503234863, |
| 2.329385280609131, |
| 2.370939016342163, |
| 2.4222769737243652, |
| 2.5965352058410645, |
| 7.886936187744141, |
| 4.1975483894348145, |
| 4.5225701332092285, |
| 2.404627561569214, |
| 2.2279810905456543, |
| 2.7078139781951904, |
| 3.370229721069336, |
| 3.3430094718933105, |
| 2.590736150741577, |
| 3.132143497467041, |
| 3.7383830547332764, |
| 2.6325602531433105, |
| 2.7579457759857178, |
| 3.5119781494140625, |
| 2.0551867485046387, |
| 3.0789873600006104, |
| 3.3386776447296143, |
| 4.141490459442139, |
| 3.0203514099121094, |
| 2.2210357189178467, |
| 1.953963279724121, |
| 1.6369072198867798, |
| 2.170156240463257, |
| 2.757321357727051, |
| 1.932369589805603 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "EndpointMLP+ranking": { |
| "top1": 1.0, |
| "top5": 1.0, |
| "ndcg": 0.9999999999989999, |
| "func_top5": 1.0, |
| "func_ndcg": 0.844723911438565, |
| "rank": 1.0, |
| "endpoint_dist": 0.42520923763513563, |
| "spec_margin": 2.4454854100942613, |
| "off_dist": 2.8706946551799772, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.7644049042788869, |
| 0.7358622867359436, |
| 0.7691671966722313, |
| 0.9999999999996392, |
| 0.7601875334312905, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999996392, |
| 0.7209064905476281, |
| 0.9999999999996392, |
| 0.7122606394323479, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.8525262713988451, |
| 0.7490035979724269, |
| 0.8580544200588494, |
| 0.7122606394323479, |
| 0.9223104630420079, |
| 0.8700859688429049, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9478557351531002, |
| 0.6045061827179307, |
| 0.6629350421716564, |
| 0.8460101051759085, |
| 0.6734442887418696, |
| 0.9999999999996392, |
| 0.3607790370814292, |
| 0.7601875334312905, |
| 0.8935530791689612, |
| 0.6351904834926599, |
| 0.8366465219290776, |
| 0.7434754493124225, |
| 0.9478557351531002, |
| 0.6719052786222132, |
| 0.8887907867756167, |
| 0.9456973440155002, |
| 0.9430934427597557 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.42910057306289673, |
| 0.4497443437576294, |
| 0.3689153492450714, |
| 0.5424296259880066, |
| 0.4387088418006897, |
| 0.4989120066165924, |
| 0.38678574562072754, |
| 0.44920316338539124, |
| 0.37661030888557434, |
| 0.48695677518844604, |
| 0.3633248805999756, |
| 0.4482707679271698, |
| 0.44536110758781433, |
| 0.45165324211120605, |
| 0.456876277923584, |
| 0.4695214033126831, |
| 0.38211068511009216, |
| 0.3952172100543976, |
| 0.34323543310165405, |
| 0.4283789098262787, |
| 0.7605032920837402, |
| 0.4499318599700928, |
| 0.4084526002407074, |
| 0.43640345335006714, |
| 0.3723512589931488, |
| 0.4967805743217468, |
| 0.3198273777961731, |
| 0.43172505497932434, |
| 0.3519124686717987, |
| 0.4496127665042877, |
| 0.38622480630874634, |
| 0.33023756742477417, |
| 0.4086756408214569, |
| 0.44142019748687744, |
| 0.3617817163467407, |
| 0.4287257194519043, |
| 0.3391049802303314, |
| 0.37814775109291077, |
| 0.41947412490844727, |
| 0.4257596433162689 |
| ], |
| "spec_margin": [ |
| 1.8297321796417236, |
| 2.4234132766723633, |
| 2.0120315551757812, |
| 2.474533796310425, |
| 1.5998640060424805, |
| 1.7592231035232544, |
| 2.1033191680908203, |
| 2.8135390281677246, |
| 1.8096857070922852, |
| 2.1264402866363525, |
| 2.2138192653656006, |
| 1.861198902130127, |
| 1.9200901985168457, |
| 1.95857834815979, |
| 2.123638391494751, |
| 7.403108596801758, |
| 3.7975454330444336, |
| 4.105343341827393, |
| 2.063859701156616, |
| 1.7980142831802368, |
| 1.9481453895568848, |
| 2.9155890941619873, |
| 2.932025671005249, |
| 2.1543331146240234, |
| 2.7645161151885986, |
| 3.2405927181243896, |
| 2.310844659805298, |
| 2.3246302604675293, |
| 3.131648063659668, |
| 1.6016348600387573, |
| 2.693023920059204, |
| 2.9935696125030518, |
| 3.7314066886901855, |
| 2.577932357788086, |
| 1.844446063041687, |
| 1.5249234437942505, |
| 1.2980587482452393, |
| 1.7848142385482788, |
| 2.3416037559509277, |
| 1.5086990594863892 |
| ], |
| "off_dist": [ |
| 2.2588326930999756, |
| 2.873157501220703, |
| 2.3809468746185303, |
| 3.016963481903076, |
| 2.0385727882385254, |
| 2.2581350803375244, |
| 2.490104913711548, |
| 3.262742280960083, |
| 2.186295986175537, |
| 2.6133971214294434, |
| 2.577144145965576, |
| 2.309469699859619, |
| 2.3654513359069824, |
| 2.410231590270996, |
| 2.580514669418335, |
| 7.8726301193237305, |
| 4.179656028747559, |
| 4.500560760498047, |
| 2.407095193862915, |
| 2.226393222808838, |
| 2.708648681640625, |
| 3.36552095413208, |
| 3.3404781818389893, |
| 2.5907366275787354, |
| 3.1368672847747803, |
| 3.7373733520507812, |
| 2.630671977996826, |
| 2.7563552856445312, |
| 3.483560562133789, |
| 2.0512475967407227, |
| 3.0792486667633057, |
| 3.3238072395324707, |
| 4.140082359313965, |
| 3.019352674484253, |
| 2.2062277793884277, |
| 1.9536491632461548, |
| 1.637163758277893, |
| 2.162961959838867, |
| 2.761077880859375, |
| 1.9344587326049805 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| }, |
| "Random+ranking": { |
| "top1": 0.025, |
| "top5": 0.025, |
| "ndcg": 0.0484465759108753, |
| "func_top5": 0.625, |
| "func_ndcg": 0.20469424490855914, |
| "rank": 57.925, |
| "endpoint_dist": 3.470254364609718, |
| "spec_margin": -0.21521338820457458, |
| "off_dist": 3.2550409764051436, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.33333333333299997, |
| 0.2890648263175988, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.3154648767854133, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.43262589581815525, |
| 0.37924165572138796, |
| 0.3718921699781131, |
| 0.05430265598413898, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.1678842962279888, |
| 0.3144297531670358, |
| 0.3225665727174216, |
| 0.11381311447976694, |
| 0.23214033921114718, |
| 0.27853764988081753, |
| 0.3198776724744765, |
| 0.4919092042576051, |
| 0.11640030782969744, |
| 0.0, |
| 0.0, |
| 0.25017371018387746, |
| 0.0, |
| 0.1298338018041706, |
| 0.4378169904238303, |
| 0.19408984478732896, |
| 0.4615310696772767, |
| 0.05430265598413898, |
| 0.05430265598413898, |
| 0.0, |
| 0.052144264846539085, |
| 0.33384167555429484, |
| 0.20246886363046793, |
| 0.0, |
| 0.23819899697649688, |
| 0.2645101253542494, |
| 0.0, |
| 0.1841364577883096, |
| 0.18889875018165395, |
| 0.14194557994078985, |
| 0.32749083505095544, |
| 0.527340302734206, |
| 0.5491219276918895 |
| ], |
| "rank": [ |
| 14, |
| 74, |
| 102, |
| 28, |
| 89, |
| 23, |
| 94, |
| 92, |
| 56, |
| 30, |
| 43, |
| 93, |
| 48, |
| 7, |
| 10, |
| 14, |
| 78, |
| 59, |
| 59, |
| 97, |
| 67, |
| 56, |
| 57, |
| 74, |
| 63, |
| 67, |
| 105, |
| 28, |
| 74, |
| 38, |
| 102, |
| 8, |
| 68, |
| 72, |
| 87, |
| 51, |
| 66, |
| 94, |
| 29, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 2.2824044227600098, |
| 4.309011936187744, |
| 3.309451103210449, |
| 3.564979076385498, |
| 1.453060507774353, |
| 2.8975343704223633, |
| 1.6756479740142822, |
| 2.8101394176483154, |
| 3.0139412879943848, |
| 3.0206949710845947, |
| 5.2664995193481445, |
| 2.2033324241638184, |
| 2.293858766555786, |
| 2.880345344543457, |
| 2.1053731441497803, |
| 8.31590461730957, |
| 6.106352806091309, |
| 4.284556865692139, |
| 2.4269845485687256, |
| 2.013439178466797, |
| 3.7241005897521973, |
| 2.720334053039551, |
| 4.638664722442627, |
| 2.371800422668457, |
| 4.18781852722168, |
| 5.791450500488281, |
| 5.960268497467041, |
| 4.852285861968994, |
| 5.4412407875061035, |
| 2.308344602584839, |
| 2.7184574604034424, |
| 2.7296082973480225, |
| 2.9228410720825195, |
| 4.18679141998291, |
| 2.3668174743652344, |
| 1.5269440412521362, |
| 1.1631391048431396, |
| 5.09120512008667, |
| 6.774564743041992, |
| 1.0999850034713745 |
| ], |
| "spec_margin": [ |
| -0.20399761199951172, |
| 0.09865903854370117, |
| 0.7027626037597656, |
| -0.2298269271850586, |
| 0.6164559125900269, |
| 0.7414908409118652, |
| 0.9587249755859375, |
| 0.38802433013916016, |
| 0.4304380416870117, |
| 0.06131625175476074, |
| -1.3636457920074463, |
| 0.02685999870300293, |
| 0.9651339054107666, |
| -0.0017824172973632812, |
| 0.412534236907959, |
| -5.367891311645508, |
| -2.511678457260132, |
| -1.9479377269744873, |
| -0.026017427444458008, |
| -0.077117919921875, |
| -0.0017910003662109375, |
| 1.7640347480773926, |
| -1.2810420989990234, |
| 0.16104459762573242, |
| -1.0742332935333252, |
| -1.1297025680541992, |
| -0.7748074531555176, |
| -0.8083209991455078, |
| -1.7950336933135986, |
| 0.09963798522949219, |
| 0.4017605781555176, |
| -0.3908803462982178, |
| -0.15664148330688477, |
| -0.5637521743774414, |
| 0.6465599536895752, |
| 0.42621946334838867, |
| 0.5508947372436523, |
| 0.8817577362060547, |
| -0.12642383575439453, |
| 0.8896790742874146 |
| ], |
| "off_dist": [ |
| 2.078406810760498, |
| 4.407670974731445, |
| 4.012213706970215, |
| 3.3351521492004395, |
| 2.06951642036438, |
| 3.6390252113342285, |
| 2.6343729496002197, |
| 3.1981637477874756, |
| 3.4443793296813965, |
| 3.0820112228393555, |
| 3.9028537273406982, |
| 2.2301924228668213, |
| 3.2589926719665527, |
| 2.8785629272460938, |
| 2.5179073810577393, |
| 2.9480133056640625, |
| 3.5946743488311768, |
| 2.3366191387176514, |
| 2.4009671211242676, |
| 1.9363212585449219, |
| 3.7223095893859863, |
| 4.484368801116943, |
| 3.3576226234436035, |
| 2.5328450202941895, |
| 3.1135852336883545, |
| 4.661747932434082, |
| 5.185461044311523, |
| 4.043964862823486, |
| 3.646207094192505, |
| 2.407982587814331, |
| 3.12021803855896, |
| 2.3387279510498047, |
| 2.7661995887756348, |
| 3.6230392456054688, |
| 3.0133774280548096, |
| 1.953163504600525, |
| 1.714033842086792, |
| 5.972962856292725, |
| 6.648140907287598, |
| 1.989664077758789 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.047619047619047616 |
| } |
| } |
| } |
