| { |
| "split": "cell", |
| "reward": "centroid", |
| "n_candidates": 1805, |
| "n_targets": 40, |
| "methods": { |
| "PIVOT-ranking": { |
| "top1": 0.025, |
| "top5": 0.15, |
| "ndcg": 0.13208262047549235, |
| "func_top5": 0.725, |
| "func_ndcg": 0.3600167442071178, |
| "rank": 194.2, |
| "endpoint_dist": 1.2301450669765472, |
| "spec_margin": 1.2941597983241082, |
| "off_dist": 2.5243048638105394, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.6309297535708266, |
| 0.0, |
| 0.0, |
| 0.3154648767854133, |
| 0.0, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.43067655807296235, |
| 0.0, |
| 0.0, |
| 0.30102999566368016, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.6309297535708266, |
| 0.6309297535708266, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.35620718710766597, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.35620718710766597, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.0, |
| 0.9334235959386915, |
| 0.0, |
| 0.8196104814589247, |
| 0.8765170386988083, |
| 0.672509164948684, |
| 0.9999999999996392, |
| 0.7863222794284508, |
| 0.06978419164316285, |
| 0.05430265598413898, |
| 0.0, |
| 0.8973000184165562, |
| 0.11381311447976694, |
| 0.0, |
| 0.10860531196827795, |
| 0.5254078484384431, |
| 0.408403654282275, |
| 0.1803895185407146, |
| 0.0, |
| 0.3821659031256479, |
| 0.06012983951357154, |
| 0.5499613274410384, |
| 0.7988275017411766, |
| 0.6053288745612656, |
| 0.3123817114824851, |
| 0.3155894990647003, |
| 0.12851208596631675, |
| 0.39817794789001704, |
| 0.4170340107060822, |
| 0.4057842583350576, |
| 0.883866524442083, |
| 0.20400787375012425, |
| 0.5065517856223779, |
| 0.11381311447976694, |
| 0.0, |
| 0.13459609419751495, |
| 0.0, |
| 0.30055347352382106, |
| 0.29250165296063585, |
| 0.1444974152544963 |
| ], |
| "rank": [ |
| 410, |
| 2, |
| 134, |
| 23, |
| 8, |
| 49, |
| 1, |
| 2, |
| 25, |
| 108, |
| 290, |
| 4, |
| 41, |
| 561, |
| 9, |
| 77, |
| 151, |
| 185, |
| 103, |
| 59, |
| 232, |
| 2, |
| 2, |
| 758, |
| 121, |
| 346, |
| 6, |
| 20, |
| 28, |
| 606, |
| 6, |
| 145, |
| 651, |
| 281, |
| 789, |
| 92, |
| 332, |
| 739, |
| 105, |
| 265 |
| ], |
| "endpoint_dist": [ |
| 0.7788619995117188, |
| 1.0574302673339844, |
| 0.8981291055679321, |
| 1.1791802644729614, |
| 1.9431819915771484, |
| 1.2274514436721802, |
| 1.570068120956421, |
| 0.8371641039848328, |
| 1.1645748615264893, |
| 1.684700846672058, |
| 1.1419439315795898, |
| 1.1942020654678345, |
| 1.262868881225586, |
| 0.9169500470161438, |
| 0.9980612397193909, |
| 1.5394939184188843, |
| 1.5928115844726562, |
| 0.8636164665222168, |
| 0.5946463346481323, |
| 0.6364714503288269, |
| 0.9466665983200073, |
| 1.3823901414871216, |
| 1.350879430770874, |
| 1.2104741334915161, |
| 1.2438565492630005, |
| 1.172344446182251, |
| 1.0656836032867432, |
| 0.8919244408607483, |
| 1.4183169603347778, |
| 1.4194594621658325, |
| 2.675273895263672, |
| 1.5831266641616821, |
| 1.1956759691238403, |
| 1.3301384449005127, |
| 1.29361891746521, |
| 0.6645997166633606, |
| 1.49713134765625, |
| 1.0711721181869507, |
| 1.2048929929733276, |
| 1.5063679218292236 |
| ], |
| "spec_margin": [ |
| 1.6204698085784912, |
| 1.539564609527588, |
| 1.7510727643966675, |
| 3.4558401107788086, |
| 0.8276746273040771, |
| 1.0009196996688843, |
| 1.8262240886688232, |
| 1.4334993362426758, |
| 1.2165818214416504, |
| 0.6880141496658325, |
| 1.535628318786621, |
| 2.1577844619750977, |
| 1.1765739917755127, |
| 1.50803542137146, |
| 0.6875573992729187, |
| 0.7675319910049438, |
| 1.07802152633667, |
| 2.0859181880950928, |
| 1.3635112047195435, |
| 1.8178761005401611, |
| 1.6484087705612183, |
| 0.6289695501327515, |
| 1.1417169570922852, |
| 1.1009031534194946, |
| 1.310752272605896, |
| 1.564943552017212, |
| 1.851792812347412, |
| 1.88722562789917, |
| 1.2785838842391968, |
| 0.3919602632522583, |
| 0.6825873851776123, |
| 0.3784511089324951, |
| 1.6347113847732544, |
| 1.420490026473999, |
| 0.4672729969024658, |
| 1.5788979530334473, |
| 0.6988112926483154, |
| 0.9903422594070435, |
| 1.238538384437561, |
| 0.3327326774597168 |
| ], |
| "off_dist": [ |
| 2.39933180809021, |
| 2.5969948768615723, |
| 2.6492018699645996, |
| 4.6350202560424805, |
| 2.7708566188812256, |
| 2.2283711433410645, |
| 3.396292209625244, |
| 2.2706634998321533, |
| 2.3811566829681396, |
| 2.3727149963378906, |
| 2.677572250366211, |
| 3.3519866466522217, |
| 2.4394428730010986, |
| 2.424985408782959, |
| 1.6856186389923096, |
| 2.307025909423828, |
| 2.670833110809326, |
| 2.9495346546173096, |
| 1.9581575393676758, |
| 2.454347610473633, |
| 2.5950753688812256, |
| 2.011359691619873, |
| 2.492596387863159, |
| 2.3113772869110107, |
| 2.5546088218688965, |
| 2.737287998199463, |
| 2.9174764156341553, |
| 2.7791500091552734, |
| 2.6969008445739746, |
| 1.8114197254180908, |
| 3.357861280441284, |
| 1.9615777730941772, |
| 2.8303873538970947, |
| 2.7506284713745117, |
| 1.7608919143676758, |
| 2.243497610092163, |
| 2.1959426403045654, |
| 2.061514377593994, |
| 2.4434313774108887, |
| 1.8391005992889404 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "PIVOT-guidance": { |
| "top1": 0.05, |
| "top5": 0.075, |
| "ndcg": 0.06076691395177405, |
| "func_top5": 0.675, |
| "func_ndcg": 0.28302129846659285, |
| "rank": 197.55, |
| "endpoint_dist": 1.3085480779409409, |
| "spec_margin": 1.1785019636154175, |
| "off_dist": 2.4870500385761263, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.43067655807296235, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.0, |
| 0.5490262036478528, |
| 0.17394295399333848, |
| 0.8196104814589247, |
| 0.6976820249692228, |
| 0.6536531021326187, |
| 0.8196104814589247, |
| 0.05690655723988347, |
| 0.052144264846539085, |
| 0.0, |
| 0.0, |
| 0.8196104814589247, |
| 0.24557383318562032, |
| 0.0, |
| 0.11381311447976694, |
| 0.3731885353501183, |
| 0.43146614992049087, |
| 0.1803895185407146, |
| 0.0, |
| 0.42886224866474637, |
| 0.06978419164316285, |
| 0.5548688818687583, |
| 0.5031180611983256, |
| 0.5838689104894559, |
| 0.1788350137295854, |
| 0.3934156554966727, |
| 0.0, |
| 0.2900442269536079, |
| 0.0, |
| 0.16918066159999412, |
| 0.7032101736292273, |
| 0.1298338018041706, |
| 0.4492728162919408, |
| 0.0, |
| 0.0, |
| 0.06978419164316285, |
| 0.0, |
| 0.24048715545699928, |
| 0.4015524750470583, |
| 0.16811577046390594 |
| ], |
| "rank": [ |
| 411, |
| 12, |
| 135, |
| 26, |
| 17, |
| 56, |
| 11, |
| 12, |
| 33, |
| 113, |
| 291, |
| 14, |
| 4, |
| 561, |
| 18, |
| 84, |
| 156, |
| 188, |
| 106, |
| 62, |
| 234, |
| 1, |
| 1, |
| 758, |
| 128, |
| 349, |
| 15, |
| 28, |
| 38, |
| 607, |
| 14, |
| 147, |
| 651, |
| 283, |
| 790, |
| 97, |
| 336, |
| 739, |
| 111, |
| 265 |
| ], |
| "endpoint_dist": [ |
| 0.7788619995117188, |
| 2.117431879043579, |
| 0.8981291055679321, |
| 1.1791802644729614, |
| 2.233966827392578, |
| 1.2716954946517944, |
| 2.434670925140381, |
| 1.1498734951019287, |
| 1.1645748615264893, |
| 1.684700846672058, |
| 1.1419439315795898, |
| 1.521671175956726, |
| 1.262868881225586, |
| 0.9169500470161438, |
| 1.0522229671478271, |
| 1.5394939184188843, |
| 1.5928115844726562, |
| 0.8636164665222168, |
| 0.5946463346481323, |
| 0.6364714503288269, |
| 0.9466665983200073, |
| 1.3372395038604736, |
| 1.2468385696411133, |
| 1.2104741334915161, |
| 1.4099704027175903, |
| 1.172344446182251, |
| 1.0656836032867432, |
| 0.8919244408607483, |
| 1.6904374361038208, |
| 1.4194594621658325, |
| 2.675273895263672, |
| 1.5831266641616821, |
| 1.1956759691238403, |
| 1.3301384449005127, |
| 1.29361891746521, |
| 0.6645997166633606, |
| 1.390235424041748, |
| 1.0711721181869507, |
| 1.2048929929733276, |
| 1.5063679218292236 |
| ], |
| "spec_margin": [ |
| 1.6204698085784912, |
| -0.10165095329284668, |
| 1.7510727643966675, |
| 3.4558401107788086, |
| -0.023256778717041016, |
| 1.0417529344558716, |
| 0.268704891204834, |
| 1.0524473190307617, |
| 1.2165818214416504, |
| 0.6880141496658325, |
| 1.535628318786621, |
| 2.293555736541748, |
| 1.1765739917755127, |
| 1.50803542137146, |
| 0.6877552270889282, |
| 0.7675319910049438, |
| 1.07802152633667, |
| 2.0859181880950928, |
| 1.3635112047195435, |
| 1.8178761005401611, |
| 1.6484087705612183, |
| 0.7179131507873535, |
| 1.3804106712341309, |
| 1.1009031534194946, |
| 0.9676400423049927, |
| 1.564943552017212, |
| 1.851792812347412, |
| 1.88722562789917, |
| 0.8419169187545776, |
| 0.3919602632522583, |
| 0.6825873851776123, |
| 0.3784511089324951, |
| 1.6347113847732544, |
| 1.420490026473999, |
| 0.4672729969024658, |
| 1.5788979530334473, |
| 0.7785556316375732, |
| 0.9903422594070435, |
| 1.238538384437561, |
| 0.3327326774597168 |
| ], |
| "off_dist": [ |
| 2.39933180809021, |
| 2.0157809257507324, |
| 2.6492018699645996, |
| 4.6350202560424805, |
| 2.210710048675537, |
| 2.313448429107666, |
| 2.703375816345215, |
| 2.2023208141326904, |
| 2.3811566829681396, |
| 2.3727149963378906, |
| 2.677572250366211, |
| 3.8152270317077637, |
| 2.4394428730010986, |
| 2.424985408782959, |
| 1.7399781942367554, |
| 2.307025909423828, |
| 2.670833110809326, |
| 2.9495346546173096, |
| 1.9581575393676758, |
| 2.454347610473633, |
| 2.5950753688812256, |
| 2.055152654647827, |
| 2.627249240875244, |
| 2.3113772869110107, |
| 2.377610445022583, |
| 2.737287998199463, |
| 2.9174764156341553, |
| 2.7791500091552734, |
| 2.5323543548583984, |
| 1.8114197254180908, |
| 3.357861280441284, |
| 1.9615777730941772, |
| 2.8303873538970947, |
| 2.7506284713745117, |
| 1.7608919143676758, |
| 2.243497610092163, |
| 2.1687910556793213, |
| 2.061514377593994, |
| 2.4434313774108887, |
| 1.8391005992889404 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "Additive+ranking": { |
| "top1": 0.95, |
| "top5": 0.975, |
| "ndcg": 0.9657732438383206, |
| "func_top5": 1.0, |
| "func_ndcg": 0.6652048246826138, |
| "rank": 1.675, |
| "endpoint_dist": 0.8411503508687019, |
| "spec_margin": 2.1007207214832304, |
| "off_dist": 2.9418710708618163, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.3607790370814292, |
| 0.9999999999996392, |
| 0.4129233019279683, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9456973440155002, |
| 0.4305632287245921, |
| 0.4745921515611962, |
| 0.5426118416977634, |
| 0.9999999999996392, |
| 0.4305632287245921, |
| 0.4646120878678205, |
| 0.5570272730063581, |
| 0.873309251116593, |
| 0.687334748339199, |
| 0.562183009575809, |
| 0.3607790370814292, |
| 0.5082527656822236, |
| 0.11381311447976694, |
| 0.6146996865129016, |
| 0.8654039058021243, |
| 0.7236207412564216, |
| 0.759496136636826, |
| 0.8909491779132166, |
| 0.4927712300231997, |
| 0.3607790370814292, |
| 0.7878767842395802, |
| 0.9223104630420079, |
| 0.9999999999996392, |
| 0.6553540821924644, |
| 0.5299596986814235, |
| 0.6734442887418696, |
| 0.3607790370814292, |
| 0.3607790370814292, |
| 0.5721363965748284, |
| 0.8455491977461236, |
| 0.9357439570164808, |
| 0.5314987088010797 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 2, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 27, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.7173737287521362, |
| 0.7461453080177307, |
| 0.785219132900238, |
| 0.538507878780365, |
| 1.097732424736023, |
| 0.6946150660514832, |
| 0.7801607251167297, |
| 0.7369425296783447, |
| 1.015824794769287, |
| 1.3046245574951172, |
| 1.0173161029815674, |
| 0.9735252857208252, |
| 1.092432975769043, |
| 0.8244563341140747, |
| 0.674659013748169, |
| 0.9909878373146057, |
| 0.9689846038818359, |
| 0.732428252696991, |
| 0.5732553005218506, |
| 0.6204644441604614, |
| 0.9914161562919617, |
| 0.7275379300117493, |
| 0.7922949194908142, |
| 0.8339179158210754, |
| 0.9220225214958191, |
| 0.8180479407310486, |
| 0.8987788558006287, |
| 0.7535209059715271, |
| 0.7320271730422974, |
| 1.037440299987793, |
| 1.0151782035827637, |
| 0.7500125169754028, |
| 0.8864849805831909, |
| 0.7386977672576904, |
| 0.9256577491760254, |
| 0.8188286423683167, |
| 0.6080302000045776, |
| 0.6138859391212463, |
| 0.9211081266403198, |
| 0.9754689931869507 |
| ], |
| "spec_margin": [ |
| 1.9674495458602905, |
| 2.103719711303711, |
| 2.245748996734619, |
| 3.573702335357666, |
| 2.0890731811523438, |
| 1.7624471187591553, |
| 3.303356885910034, |
| 1.8128483295440674, |
| 2.0443527698516846, |
| 2.065767288208008, |
| 1.6571438312530518, |
| 2.6439476013183594, |
| 2.032092571258545, |
| 1.785965085029602, |
| 1.3168447017669678, |
| 2.013680934906006, |
| 2.1790592670440674, |
| 2.5351104736328125, |
| 1.5227258205413818, |
| 2.132510185241699, |
| 1.9073677062988281, |
| 1.880821704864502, |
| 2.3598074913024902, |
| 1.7640490531921387, |
| 1.7445905208587646, |
| 2.3762378692626953, |
| 2.4540412425994873, |
| 2.107139825820923, |
| 2.3813529014587402, |
| 1.7228913307189941, |
| 3.270918846130371, |
| 1.9885872602462769, |
| 2.2718491554260254, |
| 2.49912691116333, |
| 1.3993134498596191, |
| 1.4822916984558105, |
| 2.1268625259399414, |
| 1.731029987335205, |
| 2.133510112762451, |
| 1.6394926309585571 |
| ], |
| "off_dist": [ |
| 2.6848232746124268, |
| 2.849864959716797, |
| 3.030968189239502, |
| 4.112210273742676, |
| 3.1868057250976562, |
| 2.457062244415283, |
| 4.083517551422119, |
| 2.549790859222412, |
| 3.0601775646209717, |
| 3.370391845703125, |
| 2.674459934234619, |
| 3.6174728870391846, |
| 3.124525547027588, |
| 2.6104214191436768, |
| 1.9915037155151367, |
| 3.004668712615967, |
| 3.1480438709259033, |
| 3.2675387859344482, |
| 2.0959811210632324, |
| 2.752974510192871, |
| 2.8987839221954346, |
| 2.6083595752716064, |
| 3.152102470397949, |
| 2.5979669094085693, |
| 2.6666131019592285, |
| 3.1942858695983887, |
| 3.3528201580047607, |
| 2.8606607913970947, |
| 3.113379955291748, |
| 2.760331630706787, |
| 4.286097049713135, |
| 2.7385997772216797, |
| 3.158334255218506, |
| 3.2378246784210205, |
| 2.3249711990356445, |
| 2.3011202812194824, |
| 2.7348926067352295, |
| 2.3449158668518066, |
| 3.0546181201934814, |
| 2.614961624145508 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "LinearResponse+ranking": { |
| "top1": 0.9, |
| "top5": 0.95, |
| "ndcg": 0.9193426403608076, |
| "func_top5": 0.975, |
| "func_ndcg": 0.6613311093652607, |
| "rank": 2.2, |
| "endpoint_dist": 1.0196396365761757, |
| "spec_margin": 1.4613386183977126, |
| "off_dist": 2.4809782683849333, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.3868528072341547, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.3868528072341547, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.4874697859644756, |
| 0.9999999999996392, |
| 0.5286633333094181, |
| 0.8196104814589247, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.8893946731020875, |
| 0.4209088765950008, |
| 0.4745921515611962, |
| 0.3607790370814292, |
| 0.9999999999996392, |
| 0.6947009419882879, |
| 0.17973649046676787, |
| 0.5394675755622982, |
| 0.8266931349300584, |
| 0.689545205418837, |
| 0.7122606394323479, |
| 0.5721363965748284, |
| 0.6038700937941731, |
| 0.5776645452348329, |
| 0.7489233686198631, |
| 0.8286609472620452, |
| 0.5082527656822236, |
| 0.873309251116593, |
| 0.4948192717077505, |
| 0.4384685740390607, |
| 0.3607790370814292, |
| 0.7054249548886042, |
| 0.7515272698756076, |
| 0.9999999999996392, |
| 0.5887931728229896, |
| 0.4209088765950008, |
| 0.5929193762925764, |
| 0.580887827508521, |
| 0.17868853848086888, |
| 0.7589569849714464, |
| 0.6821957196755621, |
| 0.9456973440155002, |
| 0.6165377315019861 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 29, |
| 1, |
| 1, |
| 1, |
| 5, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 5, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 13, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.6616038680076599, |
| 1.2548247575759888, |
| 0.7813584804534912, |
| 1.158394694328308, |
| 1.5520241260528564, |
| 0.923303484916687, |
| 1.76686429977417, |
| 0.8745992183685303, |
| 1.070665955543518, |
| 1.2548863887786865, |
| 0.9371170401573181, |
| 1.1795976161956787, |
| 1.0225927829742432, |
| 0.7508274912834167, |
| 1.0226606130599976, |
| 1.131973385810852, |
| 1.378308653831482, |
| 0.7616466879844666, |
| 0.7265413999557495, |
| 0.8877161741256714, |
| 0.6296344995498657, |
| 1.0646913051605225, |
| 1.0984606742858887, |
| 0.8197231292724609, |
| 1.1387754678726196, |
| 0.7523069381713867, |
| 0.8117942214012146, |
| 1.0146288871765137, |
| 1.2389315366744995, |
| 0.7988754510879517, |
| 1.6972215175628662, |
| 1.050825834274292, |
| 1.1287428140640259, |
| 1.0291059017181396, |
| 0.812923789024353, |
| 1.0367337465286255, |
| 0.8561542630195618, |
| 0.7039358019828796, |
| 0.7540229558944702, |
| 1.2505896091461182 |
| ], |
| "spec_margin": [ |
| 1.7379565238952637, |
| 0.9655307531356812, |
| 1.852024793624878, |
| 2.293393135070801, |
| 0.8486089706420898, |
| 1.3431891202926636, |
| 1.0528581142425537, |
| 1.4652132987976074, |
| 1.4513288736343384, |
| 1.3505439758300781, |
| 1.6941022872924805, |
| 1.6614453792572021, |
| 1.5319406986236572, |
| 1.5675017833709717, |
| 0.7009553909301758, |
| 1.4009870290756226, |
| 1.2738226652145386, |
| 2.199557304382324, |
| 1.1724765300750732, |
| 1.6043356657028198, |
| 2.161515235900879, |
| 1.0891995429992676, |
| 1.498476505279541, |
| 1.4074206352233887, |
| 1.2639492750167847, |
| 2.045914888381958, |
| 2.110194206237793, |
| 1.5556697845458984, |
| 1.3904625177383423, |
| 1.3211067914962769, |
| 1.302931785583496, |
| 0.9997358322143555, |
| 1.7146793603897095, |
| 1.830432653427124, |
| 1.124277949333191, |
| 1.097406268119812, |
| 1.4047913551330566, |
| 1.422738790512085, |
| 1.796676754951477, |
| 0.748192310333252 |
| ], |
| "off_dist": [ |
| 2.3995604515075684, |
| 2.22035551071167, |
| 2.633383274078369, |
| 3.4517879486083984, |
| 2.4006330966949463, |
| 2.2664926052093506, |
| 2.8197224140167236, |
| 2.3398125171661377, |
| 2.5219948291778564, |
| 2.6054303646087646, |
| 2.6312193870544434, |
| 2.841042995452881, |
| 2.5545334815979004, |
| 2.318329334259033, |
| 1.7236160039901733, |
| 2.5329604148864746, |
| 2.6521313190460205, |
| 2.9612040519714355, |
| 1.8990179300308228, |
| 2.492051839828491, |
| 2.791149854660034, |
| 2.15389084815979, |
| 2.5969371795654297, |
| 2.2271437644958496, |
| 2.4027247428894043, |
| 2.7982218265533447, |
| 2.9219884872436523, |
| 2.570298671722412, |
| 2.629394054412842, |
| 2.1199822425842285, |
| 3.0001533031463623, |
| 2.0505616664886475, |
| 2.8434221744537354, |
| 2.8595385551452637, |
| 1.937201738357544, |
| 2.1341400146484375, |
| 2.2609455585479736, |
| 2.1266746520996094, |
| 2.5506997108459473, |
| 1.9987819194793701 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "NearestPerturbationCentroid+ranking": { |
| "top1": 0.95, |
| "top5": 0.975, |
| "ndcg": 0.9657732438383206, |
| "func_top5": 1.0, |
| "func_ndcg": 0.6652048246826138, |
| "rank": 1.675, |
| "endpoint_dist": 0.8411503508687019, |
| "spec_margin": 2.1007207214832304, |
| "off_dist": 2.9418710708618163, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.3607790370814292, |
| 0.9999999999996392, |
| 0.4129233019279683, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9456973440155002, |
| 0.4305632287245921, |
| 0.4745921515611962, |
| 0.5426118416977634, |
| 0.9999999999996392, |
| 0.4305632287245921, |
| 0.4646120878678205, |
| 0.5570272730063581, |
| 0.873309251116593, |
| 0.687334748339199, |
| 0.562183009575809, |
| 0.3607790370814292, |
| 0.5082527656822236, |
| 0.11381311447976694, |
| 0.6146996865129016, |
| 0.8654039058021243, |
| 0.7236207412564216, |
| 0.759496136636826, |
| 0.8909491779132166, |
| 0.4927712300231997, |
| 0.3607790370814292, |
| 0.7878767842395802, |
| 0.9223104630420079, |
| 0.9999999999996392, |
| 0.6553540821924644, |
| 0.5299596986814235, |
| 0.6734442887418696, |
| 0.3607790370814292, |
| 0.3607790370814292, |
| 0.5721363965748284, |
| 0.8455491977461236, |
| 0.9357439570164808, |
| 0.5314987088010797 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 2, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 27, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.7173737287521362, |
| 0.7461453080177307, |
| 0.785219132900238, |
| 0.538507878780365, |
| 1.097732424736023, |
| 0.6946150660514832, |
| 0.7801607251167297, |
| 0.7369425296783447, |
| 1.015824794769287, |
| 1.3046245574951172, |
| 1.0173161029815674, |
| 0.9735252857208252, |
| 1.092432975769043, |
| 0.8244563341140747, |
| 0.674659013748169, |
| 0.9909878373146057, |
| 0.9689846038818359, |
| 0.732428252696991, |
| 0.5732553005218506, |
| 0.6204644441604614, |
| 0.9914161562919617, |
| 0.7275379300117493, |
| 0.7922949194908142, |
| 0.8339179158210754, |
| 0.9220225214958191, |
| 0.8180479407310486, |
| 0.8987788558006287, |
| 0.7535209059715271, |
| 0.7320271730422974, |
| 1.037440299987793, |
| 1.0151782035827637, |
| 0.7500125169754028, |
| 0.8864849805831909, |
| 0.7386977672576904, |
| 0.9256577491760254, |
| 0.8188286423683167, |
| 0.6080302000045776, |
| 0.6138859391212463, |
| 0.9211081266403198, |
| 0.9754689931869507 |
| ], |
| "spec_margin": [ |
| 1.9674495458602905, |
| 2.103719711303711, |
| 2.245748996734619, |
| 3.573702335357666, |
| 2.0890731811523438, |
| 1.7624471187591553, |
| 3.303356885910034, |
| 1.8128483295440674, |
| 2.0443527698516846, |
| 2.065767288208008, |
| 1.6571438312530518, |
| 2.6439476013183594, |
| 2.032092571258545, |
| 1.785965085029602, |
| 1.3168447017669678, |
| 2.013680934906006, |
| 2.1790592670440674, |
| 2.5351104736328125, |
| 1.5227258205413818, |
| 2.132510185241699, |
| 1.9073677062988281, |
| 1.880821704864502, |
| 2.3598074913024902, |
| 1.7640490531921387, |
| 1.7445905208587646, |
| 2.3762378692626953, |
| 2.4540412425994873, |
| 2.107139825820923, |
| 2.3813529014587402, |
| 1.7228913307189941, |
| 3.270918846130371, |
| 1.9885872602462769, |
| 2.2718491554260254, |
| 2.49912691116333, |
| 1.3993134498596191, |
| 1.4822916984558105, |
| 2.1268625259399414, |
| 1.731029987335205, |
| 2.133510112762451, |
| 1.6394926309585571 |
| ], |
| "off_dist": [ |
| 2.6848232746124268, |
| 2.849864959716797, |
| 3.030968189239502, |
| 4.112210273742676, |
| 3.1868057250976562, |
| 2.457062244415283, |
| 4.083517551422119, |
| 2.549790859222412, |
| 3.0601775646209717, |
| 3.370391845703125, |
| 2.674459934234619, |
| 3.6174728870391846, |
| 3.124525547027588, |
| 2.6104214191436768, |
| 1.9915037155151367, |
| 3.004668712615967, |
| 3.1480438709259033, |
| 3.2675387859344482, |
| 2.0959811210632324, |
| 2.752974510192871, |
| 2.8987839221954346, |
| 2.6083595752716064, |
| 3.152102470397949, |
| 2.5979669094085693, |
| 2.6666131019592285, |
| 3.1942858695983887, |
| 3.3528201580047607, |
| 2.8606607913970947, |
| 3.113379955291748, |
| 2.760331630706787, |
| 4.286097049713135, |
| 2.7385997772216797, |
| 3.158334255218506, |
| 3.2378246784210205, |
| 2.3249711990356445, |
| 2.3011202812194824, |
| 2.7348926067352295, |
| 2.3449158668518066, |
| 3.0546181201934814, |
| 2.614961624145508 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "EndpointMLP+ranking": { |
| "top1": 0.95, |
| "top5": 0.975, |
| "ndcg": 0.9657732438383206, |
| "func_top5": 1.0, |
| "func_ndcg": 0.6643281414589618, |
| "rank": 1.6, |
| "endpoint_dist": 0.8406605675816536, |
| "spec_margin": 2.099722996354103, |
| "off_dist": 2.9403835624456405, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "ndcg": [ |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.6309297535708266, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.0, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999, |
| 0.9999999999989999 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.3607790370814292, |
| 0.9999999999996392, |
| 0.4129233019279683, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9999999999996392, |
| 0.9456973440155002, |
| 0.4305632287245921, |
| 0.4745921515611962, |
| 0.5426118416977634, |
| 0.9999999999996392, |
| 0.4305632287245921, |
| 0.4646120878678205, |
| 0.5570272730063581, |
| 0.873309251116593, |
| 0.691460951808786, |
| 0.5654062918494971, |
| 0.3607790370814292, |
| 0.5082527656822236, |
| 0.11381311447976694, |
| 0.5548688818687583, |
| 0.8621806235284363, |
| 0.7277469447260085, |
| 0.7650242852968305, |
| 0.8909491779132166, |
| 0.50788035359167, |
| 0.3607790370814292, |
| 0.7878767842395802, |
| 0.9223104630420079, |
| 0.9999999999996392, |
| 0.6553540821924644, |
| 0.5299596986814235, |
| 0.6693180852722828, |
| 0.3607790370814292, |
| 0.3607790370814292, |
| 0.5721363965748284, |
| 0.8455491977461236, |
| 0.9357439570164808, |
| 0.5314987088010797 |
| ], |
| "rank": [ |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 2, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 24, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1, |
| 1 |
| ], |
| "endpoint_dist": [ |
| 0.7115392684936523, |
| 0.7434130311012268, |
| 0.782884955406189, |
| 0.5349298119544983, |
| 1.1008118391036987, |
| 0.6904085278511047, |
| 0.7770178914070129, |
| 0.7384058237075806, |
| 1.0147595405578613, |
| 1.302067756652832, |
| 1.015263557434082, |
| 0.9738177061080933, |
| 1.0930898189544678, |
| 0.8314464092254639, |
| 0.6720605492591858, |
| 0.9890942573547363, |
| 0.9730018973350525, |
| 0.7305974960327148, |
| 0.57706218957901, |
| 0.6231805682182312, |
| 0.989425539970398, |
| 0.7258337736129761, |
| 0.789780855178833, |
| 0.8334861993789673, |
| 0.9197162985801697, |
| 0.8218328356742859, |
| 0.9016136527061462, |
| 0.7549859285354614, |
| 0.7306838631629944, |
| 1.038749098777771, |
| 1.0174500942230225, |
| 0.74358731508255, |
| 0.8858193159103394, |
| 0.7361005544662476, |
| 0.9223771095275879, |
| 0.824489951133728, |
| 0.6082383394241333, |
| 0.6169683933258057, |
| 0.9182528257369995, |
| 0.9721778631210327 |
| ], |
| "spec_margin": [ |
| 1.9711594581604004, |
| 2.0922412872314453, |
| 2.2475204467773438, |
| 3.5705361366271973, |
| 2.0842247009277344, |
| 1.7688353061676025, |
| 3.3032357692718506, |
| 1.8071125745773315, |
| 2.0441155433654785, |
| 2.0665674209594727, |
| 1.657548427581787, |
| 2.640410900115967, |
| 2.03220272064209, |
| 1.7836847305297852, |
| 1.3169708251953125, |
| 2.016561508178711, |
| 2.173065185546875, |
| 2.5372564792633057, |
| 1.520702600479126, |
| 2.132035732269287, |
| 1.905267596244812, |
| 1.8801466226577759, |
| 2.3641176223754883, |
| 1.7644177675247192, |
| 1.7468843460083008, |
| 2.3724145889282227, |
| 2.451648235321045, |
| 2.107424259185791, |
| 2.3798720836639404, |
| 1.7198468446731567, |
| 3.2619473934173584, |
| 1.9915785789489746, |
| 2.274409770965576, |
| 2.5012764930725098, |
| 1.3998422622680664, |
| 1.4798988103866577, |
| 2.1273646354675293, |
| 1.7228996753692627, |
| 2.1340837478637695, |
| 1.637590765953064 |
| ], |
| "off_dist": [ |
| 2.6826987266540527, |
| 2.8356542587280273, |
| 3.030405282974243, |
| 4.105465888977051, |
| 3.1850366592407227, |
| 2.4592437744140625, |
| 4.080253601074219, |
| 2.545518398284912, |
| 3.05887508392334, |
| 3.3686351776123047, |
| 2.672811985015869, |
| 3.6142284870147705, |
| 3.1252925395965576, |
| 2.615131139755249, |
| 1.989031434059143, |
| 3.0056557655334473, |
| 3.1460671424865723, |
| 3.2678539752960205, |
| 2.097764730453491, |
| 2.755216360092163, |
| 2.89469313621521, |
| 2.605980396270752, |
| 3.1538984775543213, |
| 2.5979039669036865, |
| 2.6666007041931152, |
| 3.1942474842071533, |
| 3.353261947631836, |
| 2.862410068511963, |
| 3.11055588722229, |
| 2.7585959434509277, |
| 4.279397487640381, |
| 2.73516583442688, |
| 3.160229206085205, |
| 3.237377166748047, |
| 2.3222193717956543, |
| 2.3043887615203857, |
| 2.735602855682373, |
| 2.3398680686950684, |
| 3.0523366928100586, |
| 2.6097686290740967 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "Random+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.6, |
| "func_ndcg": 0.31792464420168004, |
| "rank": 820.225, |
| "endpoint_dist": 3.069971165060997, |
| "spec_margin": 0.3528890937566757, |
| "off_dist": 3.4228602588176726, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0 |
| ], |
| "func_ndcg": [ |
| 0.0, |
| 0.7419209445012933, |
| 0.16595737932630603, |
| 0.18682058839661783, |
| 0.6409219429780558, |
| 0.6433793689850839, |
| 0.5679779905079548, |
| 0.6817911049877218, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.4637557067110293, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.44771831148081165, |
| 0.7653078254747857, |
| 0.06978419164316285, |
| 0.0, |
| 0.672509164948684, |
| 0.0, |
| 0.4524003745215921, |
| 0.5817105193518559, |
| 0.5790911234046386, |
| 0.6488908097392743, |
| 0.6409219429780558, |
| 0.0, |
| 0.6929197325758784, |
| 0.0, |
| 0.6850143872614097, |
| 0.3901923732229845, |
| 0.0, |
| 0.6772714573420283, |
| 0.05430265598413898, |
| 0.07768953695763149, |
| 0.0, |
| 0.0, |
| 0.5606285047646798, |
| 0.6281078300215263, |
| 0.0 |
| ], |
| "rank": [ |
| 1484, |
| 86, |
| 12, |
| 728, |
| 1567, |
| 428, |
| 72, |
| 141, |
| 744, |
| 1494, |
| 1327, |
| 147, |
| 994, |
| 366, |
| 1309, |
| 215, |
| 65, |
| 372, |
| 1661, |
| 1425, |
| 759, |
| 62, |
| 241, |
| 1139, |
| 702, |
| 1572, |
| 727, |
| 790, |
| 1133, |
| 1070, |
| 991, |
| 811, |
| 156, |
| 1589, |
| 927, |
| 578, |
| 1158, |
| 910, |
| 1428, |
| 1429 |
| ], |
| "endpoint_dist": [ |
| 1.2471455335617065, |
| 3.780824661254883, |
| 2.3386223316192627, |
| 3.5947601795196533, |
| 3.435229778289795, |
| 5.462389945983887, |
| 4.583520412445068, |
| 1.6975603103637695, |
| 6.2813029289245605, |
| 3.2201132774353027, |
| 1.954548954963684, |
| 2.568264961242676, |
| 4.240303993225098, |
| 1.9021812677383423, |
| 1.581223964691162, |
| 1.8886135816574097, |
| 2.0643303394317627, |
| 3.607733726501465, |
| 2.0478649139404297, |
| 2.4884705543518066, |
| 4.466367721557617, |
| 1.8336158990859985, |
| 3.0728282928466797, |
| 2.878474712371826, |
| 4.979918003082275, |
| 2.1764323711395264, |
| 8.584672927856445, |
| 1.425441026687622, |
| 3.742549419403076, |
| 1.836504340171814, |
| 3.9608829021453857, |
| 2.16227388381958, |
| 2.613037586212158, |
| 2.0466930866241455, |
| 2.479177236557007, |
| 4.7175116539001465, |
| 2.2013516426086426, |
| 1.6452608108520508, |
| 1.8277415037155151, |
| 4.1631059646606445 |
| ], |
| "spec_margin": [ |
| 1.2742022275924683, |
| -0.42791128158569336, |
| 1.129060983657837, |
| -1.119408369064331, |
| -0.7760045528411865, |
| 0.183258056640625, |
| -1.3876416683197021, |
| 0.876413106918335, |
| -0.03194618225097656, |
| -0.21651339530944824, |
| 1.0298165082931519, |
| 0.21366572380065918, |
| 0.578819751739502, |
| 1.1407452821731567, |
| 0.3463408946990967, |
| 0.5529183149337769, |
| 0.9577670097351074, |
| 1.0641913414001465, |
| 0.35391855239868164, |
| 0.5692179203033447, |
| 0.011257171630859375, |
| 0.668890118598938, |
| 0.20898771286010742, |
| 0.37965893745422363, |
| -0.10495424270629883, |
| 1.282132863998413, |
| -0.4226036071777344, |
| 1.4416706562042236, |
| 0.32228803634643555, |
| 0.3516949415206909, |
| -1.1902787685394287, |
| 0.18331551551818848, |
| 0.9950697422027588, |
| 1.1751482486724854, |
| 0.2742455005645752, |
| -0.3204960823059082, |
| 0.6251316070556641, |
| 0.9052252769470215, |
| 1.1004918813705444, |
| -0.08222198486328125 |
| ], |
| "off_dist": [ |
| 2.521347761154175, |
| 3.3529133796691895, |
| 3.4676833152770996, |
| 2.4753518104553223, |
| 2.6592252254486084, |
| 5.645648002624512, |
| 3.195878744125366, |
| 2.5739734172821045, |
| 6.249356746673584, |
| 3.0035998821258545, |
| 2.984365463256836, |
| 2.781930685043335, |
| 4.8191237449646, |
| 3.042926549911499, |
| 1.9275648593902588, |
| 2.4415318965911865, |
| 3.02209734916687, |
| 4.671925067901611, |
| 2.4017834663391113, |
| 3.0576884746551514, |
| 4.477624893188477, |
| 2.5025060176849365, |
| 3.281816005706787, |
| 3.25813364982605, |
| 4.874963760375977, |
| 3.4585652351379395, |
| 8.162069320678711, |
| 2.8671116828918457, |
| 4.064837455749512, |
| 2.188199281692505, |
| 2.770604133605957, |
| 2.3455893993377686, |
| 3.608107328414917, |
| 3.221841335296631, |
| 2.753422737121582, |
| 4.397015571594238, |
| 2.8264832496643066, |
| 2.5504860877990723, |
| 2.9282333850860596, |
| 4.080883979797363 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| } |
| } |
| } |
