| { |
| "split": "perturbation", |
| "reward": "centroid", |
| "n_candidates": 1805, |
| "n_targets": 40, |
| "methods": { |
| "PIVOT-ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.75, |
| "func_ndcg": 0.43398773723290346, |
| "rank": 477.075, |
| "endpoint_dist": 1.6277449652552605, |
| "spec_margin": 0.9393299654126167, |
| "off_dist": 2.5670749247074127, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.0, |
| 0.8196104814589247, |
| 0.25898197669424483, |
| 0.25807905549834614, |
| 0.7084012682349022, |
| 0.4144301094503377, |
| 0.39174687803411373, |
| 0.439764939411066, |
| 0.10905082208642256, |
| 0.8196104814589247, |
| 0.11443249549771052, |
| 0.5247884674204997, |
| 0.2974259152941696, |
| 0.3821659031256479, |
| 0.0, |
| 0.20400787375012425, |
| 0.8196104814589247, |
| 0.5221845661647552, |
| 0.8196104814589247, |
| 0.22479085346787228, |
| 0.8196104814589247, |
| 0.05690655723988347, |
| 0.07768953695763149, |
| 0.8196104814589247, |
| 0.06012983951357154, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.05430265598413898, |
| 0.5513465647256421, |
| 0.8196104814589247, |
| 0.0, |
| 0.29420263302048155, |
| 0.21688550815340366, |
| 0.8196104814589247, |
| 0.11703639675345502, |
| 0.0, |
| 0.6896964503021904, |
| 0.555736445028433 |
| ], |
| "rank": [ |
| 606, |
| 798, |
| 925, |
| 529, |
| 357, |
| 169, |
| 692, |
| 726, |
| 354, |
| 511, |
| 163, |
| 226, |
| 243, |
| 107, |
| 209, |
| 101, |
| 862, |
| 52, |
| 504, |
| 606, |
| 620, |
| 950, |
| 845, |
| 567, |
| 516, |
| 783, |
| 330, |
| 393, |
| 329, |
| 442, |
| 306, |
| 441, |
| 982, |
| 522, |
| 145, |
| 1016, |
| 656, |
| 370, |
| 92, |
| 38 |
| ], |
| "endpoint_dist": [ |
| 0.7434885501861572, |
| 2.4635772705078125, |
| 1.6023441553115845, |
| 0.8692498803138733, |
| 1.1865061521530151, |
| 1.5722774267196655, |
| 0.7362974286079407, |
| 0.9789136052131653, |
| 0.9780240654945374, |
| 6.6848225593566895, |
| 0.9765823483467102, |
| 1.9768712520599365, |
| 1.1871503591537476, |
| 1.01445472240448, |
| 1.8242679834365845, |
| 0.8309136033058167, |
| 2.4996466636657715, |
| 1.4547226428985596, |
| 1.2289146184921265, |
| 0.8584837317466736, |
| 2.255495071411133, |
| 0.9234660267829895, |
| 0.626628041267395, |
| 2.0583951473236084, |
| 0.983538806438446, |
| 1.82752525806427, |
| 1.7855417728424072, |
| 2.05389404296875, |
| 1.4342339038848877, |
| 1.1439824104309082, |
| 1.2706406116485596, |
| 2.8937065601348877, |
| 0.7645078301429749, |
| 1.3121113777160645, |
| 1.0582448244094849, |
| 5.560652256011963, |
| 0.9708915948867798, |
| 0.6884087920188904, |
| 1.975685715675354, |
| 1.8547395467758179 |
| ], |
| "spec_margin": [ |
| 1.672365427017212, |
| 0.7733314037322998, |
| 1.019189715385437, |
| 1.3633439540863037, |
| 0.8521960973739624, |
| 0.6960502862930298, |
| 1.4837749004364014, |
| 1.2703609466552734, |
| 1.397662878036499, |
| -2.9303510189056396, |
| 1.6186654567718506, |
| 0.47718214988708496, |
| 1.130790114402771, |
| 1.2825955152511597, |
| -0.15734422206878662, |
| 1.480198860168457, |
| 1.9295220375061035, |
| 1.5434458255767822, |
| 0.9457141160964966, |
| 1.6729440689086914, |
| 0.6493873596191406, |
| 0.8838562369346619, |
| 1.9253515005111694, |
| 0.3431985378265381, |
| 1.3820078372955322, |
| 0.7749754190444946, |
| 1.9326670169830322, |
| 0.5550122261047363, |
| 1.195478916168213, |
| 0.6238242387771606, |
| 1.2171826362609863, |
| 0.5463707447052002, |
| 1.9847569465637207, |
| 1.4454312324523926, |
| 0.9364702701568604, |
| -1.686753273010254, |
| 1.1488052606582642, |
| 1.5929045677185059, |
| 0.35722815990448, |
| 0.24340426921844482 |
| ], |
| "off_dist": [ |
| 2.415853977203369, |
| 3.2369086742401123, |
| 2.6215338706970215, |
| 2.2325937747955322, |
| 2.0387022495269775, |
| 2.2683277130126953, |
| 2.2200722694396973, |
| 2.249274492263794, |
| 2.3756868839263916, |
| 3.75447154045105, |
| 2.595247745513916, |
| 2.4540534019470215, |
| 2.3179404735565186, |
| 2.2970502376556396, |
| 1.6669237613677979, |
| 2.311112403869629, |
| 4.429168701171875, |
| 2.998168468475342, |
| 2.174628734588623, |
| 2.5314278602600098, |
| 2.9048824310302734, |
| 1.8073222637176514, |
| 2.5519795417785645, |
| 2.4015936851501465, |
| 2.365546703338623, |
| 2.6025006771087646, |
| 3.7182087898254395, |
| 2.6089062690734863, |
| 2.6297128200531006, |
| 1.7678066492080688, |
| 2.487823247909546, |
| 3.440077304840088, |
| 2.749264717102051, |
| 2.757542610168457, |
| 1.9947150945663452, |
| 3.873898983001709, |
| 2.119696855545044, |
| 2.281313419342041, |
| 2.332913875579834, |
| 2.0981438159942627 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "PIVOT-guidance": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.85, |
| "func_ndcg": 0.346193945477374, |
| "rank": 479.3, |
| "endpoint_dist": 1.6929722726345062, |
| "spec_margin": 0.8205313935875893, |
| "off_dist": 2.513503661751747, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.06012983951357154, |
| 0.7594806419453533, |
| 0.1423390241168964, |
| 0.1803895185407146, |
| 0.4371610381553215, |
| 0.6392209629182101, |
| 0.1803895185407146, |
| 0.18996364131774213, |
| 0.2557586944205568, |
| 0.8196104814589247, |
| 0.1298338018041706, |
| 0.3673613518206858, |
| 0.1803895185407146, |
| 0.2372960757805981, |
| 0.0, |
| 0.052144264846539085, |
| 0.8196104814589247, |
| 0.24364691628393753, |
| 0.4482741710520053, |
| 0.33392190490685864, |
| 0.8196104814589247, |
| 0.0, |
| 0.07768953695763149, |
| 0.46531021152215846, |
| 0.20659506710005476, |
| 0.6721367528581305, |
| 0.5759635651749873, |
| 0.8196104814589247, |
| 0.6229688013578893, |
| 0.12991403115673436, |
| 0.2302134223094644, |
| 0.7553544384757664, |
| 0.18421668714087336, |
| 0.1803895185407146, |
| 0.3130586958365468, |
| 0.8196104814589247, |
| 0.0, |
| 0.0, |
| 0.2346921745248536, |
| 0.26350162433993823 |
| ], |
| "rank": [ |
| 608, |
| 800, |
| 926, |
| 531, |
| 360, |
| 169, |
| 694, |
| 727, |
| 357, |
| 511, |
| 166, |
| 234, |
| 245, |
| 111, |
| 212, |
| 102, |
| 862, |
| 57, |
| 509, |
| 606, |
| 621, |
| 950, |
| 845, |
| 569, |
| 518, |
| 783, |
| 331, |
| 397, |
| 334, |
| 443, |
| 307, |
| 448, |
| 982, |
| 522, |
| 149, |
| 1016, |
| 657, |
| 370, |
| 99, |
| 44 |
| ], |
| "endpoint_dist": [ |
| 0.7434885501861572, |
| 2.4635772705078125, |
| 1.6023441553115845, |
| 0.8692498803138733, |
| 1.1865061521530151, |
| 1.5722774267196655, |
| 0.7362974286079407, |
| 1.1201238632202148, |
| 0.9780240654945374, |
| 6.6848225593566895, |
| 0.9765823483467102, |
| 1.9768712520599365, |
| 1.1871503591537476, |
| 1.01445472240448, |
| 1.8242679834365845, |
| 0.8309136033058167, |
| 2.4996466636657715, |
| 1.4547226428985596, |
| 1.7815905809402466, |
| 0.8584837317466736, |
| 2.255495071411133, |
| 0.9234660267829895, |
| 0.626628041267395, |
| 2.4905507564544678, |
| 0.983538806438446, |
| 1.82752525806427, |
| 2.1815366744995117, |
| 2.05389404296875, |
| 1.4342339038848877, |
| 1.1439824104309082, |
| 1.4812977313995361, |
| 3.3611063957214355, |
| 0.7645078301429749, |
| 1.4217694997787476, |
| 1.0582448244094849, |
| 5.560652256011963, |
| 0.9708915948867798, |
| 0.6884087920188904, |
| 1.9726204872131348, |
| 2.1571452617645264 |
| ], |
| "spec_margin": [ |
| 1.672365427017212, |
| 0.7733314037322998, |
| 1.019189715385437, |
| 1.3633439540863037, |
| 0.8521960973739624, |
| 0.6960502862930298, |
| 1.4837749004364014, |
| 1.1176819801330566, |
| 1.397662878036499, |
| -2.9303510189056396, |
| 1.6186654567718506, |
| 0.47718214988708496, |
| 1.130790114402771, |
| 1.2825955152511597, |
| -0.15734422206878662, |
| 1.480198860168457, |
| 1.9295220375061035, |
| 1.5434458255767822, |
| 0.0906752347946167, |
| 1.6729440689086914, |
| 0.6493873596191406, |
| 0.8838562369346619, |
| 1.9253515005111694, |
| -0.4390888214111328, |
| 1.3820078372955322, |
| 0.7749754190444946, |
| 1.1829278469085693, |
| 0.5550122261047363, |
| 1.195478916168213, |
| 0.6238242387771606, |
| 0.9619626998901367, |
| -0.876856803894043, |
| 1.9847569465637207, |
| 1.38202965259552, |
| 0.9364702701568604, |
| -1.686753273010254, |
| 1.1488052606582642, |
| 1.5929045677185059, |
| 0.423114538192749, |
| -0.29283154010772705 |
| ], |
| "off_dist": [ |
| 2.415853977203369, |
| 3.2369086742401123, |
| 2.6215338706970215, |
| 2.2325937747955322, |
| 2.0387022495269775, |
| 2.2683277130126953, |
| 2.2200722694396973, |
| 2.2378058433532715, |
| 2.3756868839263916, |
| 3.75447154045105, |
| 2.595247745513916, |
| 2.4540534019470215, |
| 2.3179404735565186, |
| 2.2970502376556396, |
| 1.6669237613677979, |
| 2.311112403869629, |
| 4.429168701171875, |
| 2.998168468475342, |
| 1.8722658157348633, |
| 2.5314278602600098, |
| 2.9048824310302734, |
| 1.8073222637176514, |
| 2.5519795417785645, |
| 2.051461935043335, |
| 2.365546703338623, |
| 2.6025006771087646, |
| 3.364464521408081, |
| 2.6089062690734863, |
| 2.6297128200531006, |
| 1.7678066492080688, |
| 2.443260431289673, |
| 2.4842495918273926, |
| 2.749264717102051, |
| 2.8037991523742676, |
| 1.9947150945663452, |
| 3.873898983001709, |
| 2.119696855545044, |
| 2.281313419342041, |
| 2.395735025405884, |
| 1.8643137216567993 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "Additive+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.925, |
| "func_ndcg": 0.5289588692976046, |
| "rank": 449.3, |
| "endpoint_dist": 1.4835666730999946, |
| "spec_margin": 1.5093856036663056, |
| "off_dist": 2.9929522782564164, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.18618449947286028, |
| 0.8196104814589247, |
| 0.5093871611140395, |
| 0.11381311447976694, |
| 0.6896964503021904, |
| 0.499202299879103, |
| 0.05430265598413898, |
| 0.8196104814589247, |
| 0.17623111247384093, |
| 0.8196104814589247, |
| 0.6149832266908569, |
| 0.7294157221885674, |
| 0.501433789044294, |
| 0.5791233260019254, |
| 0.25807905549834614, |
| 0.0, |
| 0.8196104814589247, |
| 0.7419209445012933, |
| 0.7594806419453533, |
| 0.6053288745612656, |
| 0.8196104814589247, |
| 0.07768953695763149, |
| 0.29420263302048155, |
| 0.7627039242190412, |
| 0.4883727071603744, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.3102233203448852, |
| 0.6353937943180514, |
| 0.8196104814589247, |
| 0.4889118588257541, |
| 0.16811577046390594, |
| 0.1841364577883096, |
| 0.8196104814589247, |
| 0.05430265598413898, |
| 0.07768953695763149, |
| 0.8196104814589247, |
| 0.7627039242190412 |
| ], |
| "rank": [ |
| 464, |
| 436, |
| 562, |
| 558, |
| 459, |
| 559, |
| 230, |
| 487, |
| 547, |
| 610, |
| 471, |
| 436, |
| 277, |
| 225, |
| 343, |
| 327, |
| 609, |
| 382, |
| 505, |
| 798, |
| 192, |
| 419, |
| 423, |
| 571, |
| 474, |
| 338, |
| 357, |
| 314, |
| 355, |
| 454, |
| 362, |
| 375, |
| 649, |
| 794, |
| 404, |
| 681, |
| 300, |
| 307, |
| 556, |
| 362 |
| ], |
| "endpoint_dist": [ |
| 0.7910816073417664, |
| 2.325538396835327, |
| 1.4062681198120117, |
| 0.8322772979736328, |
| 1.2257609367370605, |
| 1.4010910987854004, |
| 0.7616842985153198, |
| 0.8932631611824036, |
| 0.8577340245246887, |
| 4.744374752044678, |
| 0.7894836068153381, |
| 1.8425379991531372, |
| 1.1874315738677979, |
| 0.978216826915741, |
| 1.4649451971054077, |
| 0.8955826163291931, |
| 2.891011953353882, |
| 1.1721434593200684, |
| 1.2098002433776855, |
| 0.8302912712097168, |
| 1.8107973337173462, |
| 0.8613649606704712, |
| 0.878169596195221, |
| 1.9043508768081665, |
| 0.9688758850097656, |
| 1.9366815090179443, |
| 2.2544405460357666, |
| 1.667983889579773, |
| 1.1924028396606445, |
| 1.242406964302063, |
| 1.270032525062561, |
| 2.7028005123138428, |
| 0.6736534237861633, |
| 1.0901234149932861, |
| 0.9097232222557068, |
| 3.980757474899292, |
| 0.8556053638458252, |
| 0.8449692726135254, |
| 1.8862968683242798, |
| 1.9107120037078857 |
| ], |
| "spec_margin": [ |
| 1.7232837677001953, |
| 1.9759433269500732, |
| 1.599470615386963, |
| 1.453108549118042, |
| 1.0649609565734863, |
| 1.2389452457427979, |
| 1.5532299280166626, |
| 1.4933724403381348, |
| 1.6919171810150146, |
| 1.1277027130126953, |
| 1.839672565460205, |
| 0.97779381275177, |
| 1.3402292728424072, |
| 1.3308873176574707, |
| 0.6002246141433716, |
| 1.4666364192962646, |
| 1.1187450885772705, |
| 1.9536728858947754, |
| 1.3608942031860352, |
| 1.896925926208496, |
| 2.1419949531555176, |
| 1.0486434698104858, |
| 1.7888805866241455, |
| 0.994531512260437, |
| 1.54184889793396, |
| 2.2699358463287354, |
| 1.7643601894378662, |
| 1.9719387292861938, |
| 1.732537031173706, |
| 0.6122345924377441, |
| 1.593953013420105, |
| 2.815749406814575, |
| 2.2328741550445557, |
| 1.8885915279388428, |
| 1.112678050994873, |
| 1.611879587173462, |
| 1.4536590576171875, |
| 1.4404144287109375, |
| 1.1916362047195435, |
| 0.3594660758972168 |
| ], |
| "off_dist": [ |
| 2.5143654346466064, |
| 4.3014817237854, |
| 3.0057387351989746, |
| 2.285385847091675, |
| 2.290721893310547, |
| 2.6400363445281982, |
| 2.3149142265319824, |
| 2.3866355419158936, |
| 2.5496511459350586, |
| 5.872077465057373, |
| 2.6291561126708984, |
| 2.8203318119049072, |
| 2.527660846710205, |
| 2.3091042041778564, |
| 2.0651698112487793, |
| 2.3622190952301025, |
| 4.009757041931152, |
| 3.1258163452148438, |
| 2.5706944465637207, |
| 2.727217197418213, |
| 3.9527924060821533, |
| 1.910008430480957, |
| 2.6670501232147217, |
| 2.8988823890686035, |
| 2.5107247829437256, |
| 4.20661735534668, |
| 4.018800735473633, |
| 3.639922618865967, |
| 2.9249398708343506, |
| 1.8546415567398071, |
| 2.863985538482666, |
| 5.518549919128418, |
| 2.906527519226074, |
| 2.978714942932129, |
| 2.0224013328552246, |
| 5.592637062072754, |
| 2.3092644214630127, |
| 2.285383701324463, |
| 3.0779330730438232, |
| 2.2701780796051025 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "LinearResponse+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.925, |
| "func_ndcg": 0.5275197617991798, |
| "rank": 594.75, |
| "endpoint_dist": 1.5074330180883408, |
| "spec_margin": 1.0903448686003685, |
| "off_dist": 2.597777882218361, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.4361482129612715, |
| 0.8196104814589247, |
| 0.5051807282918888, |
| 0.23253378338725372, |
| 0.7594806419453533, |
| 0.5967465448927352, |
| 0.32749083505095544, |
| 0.5749649199350518, |
| 0.16335347807056153, |
| 0.8196104814589247, |
| 0.17394295399333848, |
| 0.8196104814589247, |
| 0.23497571470280879, |
| 0.5222167687620419, |
| 0.24464556152387298, |
| 0.0, |
| 0.8196104814589247, |
| 0.7627039242190412, |
| 0.8196104814589247, |
| 0.5586960504689169, |
| 0.8196104814589247, |
| 0.24464556152387298, |
| 0.22608721883987756, |
| 0.8196104814589247, |
| 0.11443249549771052, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.496278052474843, |
| 0.6850143872614097, |
| 0.7553544384757664, |
| 0.3225665727174216, |
| 0.2372960757805981, |
| 0.1707196717196504, |
| 0.8196104814589247, |
| 0.11381311447976694, |
| 0.24464556152387298, |
| 0.8196104814589247, |
| 0.7419209445012933 |
| ], |
| "rank": [ |
| 819, |
| 613, |
| 620, |
| 584, |
| 560, |
| 880, |
| 718, |
| 315, |
| 622, |
| 761, |
| 684, |
| 471, |
| 801, |
| 768, |
| 740, |
| 776, |
| 526, |
| 228, |
| 111, |
| 798, |
| 497, |
| 970, |
| 893, |
| 548, |
| 626, |
| 196, |
| 270, |
| 534, |
| 586, |
| 457, |
| 264, |
| 361, |
| 782, |
| 819, |
| 443, |
| 553, |
| 767, |
| 905, |
| 357, |
| 567 |
| ], |
| "endpoint_dist": [ |
| 0.7317129373550415, |
| 1.920383334159851, |
| 1.4073760509490967, |
| 0.7570603489875793, |
| 1.17207670211792, |
| 1.4544312953948975, |
| 0.6235144734382629, |
| 0.8932536244392395, |
| 0.8369724750518799, |
| 6.552571773529053, |
| 0.6789464950561523, |
| 1.666611671447754, |
| 1.142364263534546, |
| 0.9602575898170471, |
| 1.5338935852050781, |
| 0.9362837076187134, |
| 3.332012891769409, |
| 1.1075212955474854, |
| 1.127482533454895, |
| 1.1178308725357056, |
| 2.0792980194091797, |
| 0.9287006258964539, |
| 0.8524771332740784, |
| 2.000643253326416, |
| 0.7920212149620056, |
| 1.2070013284683228, |
| 2.0071728229522705, |
| 1.4477404356002808, |
| 1.1261117458343506, |
| 1.2170510292053223, |
| 1.068366527557373, |
| 2.0998857021331787, |
| 0.9043663740158081, |
| 1.2781434059143066, |
| 0.8842405676841736, |
| 4.939247131347656, |
| 0.9376744031906128, |
| 0.9116864204406738, |
| 1.769436240196228, |
| 1.893498420715332 |
| ], |
| "spec_margin": [ |
| 1.6089192628860474, |
| 1.5517617464065552, |
| 1.3225722312927246, |
| 1.4850592613220215, |
| 0.9671440124511719, |
| 0.9703366756439209, |
| 1.6035497188568115, |
| 1.4796998500823975, |
| 1.617544412612915, |
| -3.017054319381714, |
| 1.8496487140655518, |
| 0.9044928550720215, |
| 1.2502381801605225, |
| 1.2019782066345215, |
| 0.25848865509033203, |
| 1.374677062034607, |
| 0.3797588348388672, |
| 1.9601185321807861, |
| 0.9472290277481079, |
| 1.3767625093460083, |
| 0.8319146633148193, |
| 0.9684036374092102, |
| 1.6929290294647217, |
| 0.2231457233428955, |
| 1.6079893112182617, |
| 1.8344088792800903, |
| 1.7327463626861572, |
| 1.6003540754318237, |
| 1.855177640914917, |
| 0.546280026435852, |
| 1.5585684776306152, |
| 1.4500024318695068, |
| 1.7879267930984497, |
| 1.571855068206787, |
| 1.071916103363037, |
| -1.3561031818389893, |
| 1.2547610998153687, |
| 1.2583446502685547, |
| 0.7246888875961304, |
| 0.3055596351623535 |
| ], |
| "off_dist": [ |
| 2.340632200241089, |
| 3.4721450805664062, |
| 2.7299482822418213, |
| 2.242119550704956, |
| 2.139220714569092, |
| 2.4247679710388184, |
| 2.2270641326904297, |
| 2.372953414916992, |
| 2.454516887664795, |
| 3.535517454147339, |
| 2.528595209121704, |
| 2.5711045265197754, |
| 2.3926024436950684, |
| 2.162235736846924, |
| 1.7923822402954102, |
| 2.3109607696533203, |
| 3.7117717266082764, |
| 3.0676398277282715, |
| 2.074711561203003, |
| 2.494593381881714, |
| 2.911212682723999, |
| 1.897104263305664, |
| 2.5454061031341553, |
| 2.2237889766693115, |
| 2.400010585784912, |
| 3.041410207748413, |
| 3.7399191856384277, |
| 3.0480945110321045, |
| 2.9812893867492676, |
| 1.7633310556411743, |
| 2.6269350051879883, |
| 3.5498881340026855, |
| 2.692293167114258, |
| 2.8499984741210938, |
| 1.9561567306518555, |
| 3.583143949508667, |
| 2.1924355030059814, |
| 2.1700310707092285, |
| 2.4941251277923584, |
| 2.1990580558776855 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "NearestPerturbationCentroid+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.925, |
| "func_ndcg": 0.526194541190098, |
| "rank": 1014.875, |
| "endpoint_dist": 1.4835666730999946, |
| "spec_margin": 1.5093856036663056, |
| "off_dist": 2.9929522782564164, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.18618449947286028, |
| 0.8196104814589247, |
| 0.5093871611140395, |
| 0.11381311447976694, |
| 0.6896964503021904, |
| 0.499202299879103, |
| 0.05430265598413898, |
| 0.6489075176450882, |
| 0.17623111247384093, |
| 0.8196104814589247, |
| 0.6149832266908569, |
| 0.7294157221885674, |
| 0.501433789044294, |
| 0.5791233260019254, |
| 0.25807905549834614, |
| 0.0, |
| 0.8196104814589247, |
| 0.7419209445012933, |
| 0.8196104814589247, |
| 0.6053288745612656, |
| 0.8196104814589247, |
| 0.07768953695763149, |
| 0.29420263302048155, |
| 0.7627039242190412, |
| 0.4883727071603744, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.3102233203448852, |
| 0.6353937943180514, |
| 0.8196104814589247, |
| 0.4889118588257541, |
| 0.16811577046390594, |
| 0.1841364577883096, |
| 0.8196104814589247, |
| 0.05430265598413898, |
| 0.07768953695763149, |
| 0.8196104814589247, |
| 0.7627039242190412 |
| ], |
| "rank": [ |
| 955, |
| 433, |
| 951, |
| 1202, |
| 995, |
| 1204, |
| 1163, |
| 890, |
| 934, |
| 1064, |
| 1213, |
| 844, |
| 965, |
| 1303, |
| 1114, |
| 1310, |
| 453, |
| 1008, |
| 1363, |
| 1025, |
| 593, |
| 1043, |
| 902, |
| 1424, |
| 798, |
| 1000, |
| 1059, |
| 977, |
| 923, |
| 908, |
| 868, |
| 1331, |
| 829, |
| 975, |
| 925, |
| 1431, |
| 1012, |
| 1303, |
| 899, |
| 1006 |
| ], |
| "endpoint_dist": [ |
| 0.7910816073417664, |
| 2.325538396835327, |
| 1.4062681198120117, |
| 0.8322772979736328, |
| 1.2257609367370605, |
| 1.4010910987854004, |
| 0.7616842985153198, |
| 0.8932631611824036, |
| 0.8577340245246887, |
| 4.744374752044678, |
| 0.7894836068153381, |
| 1.8425379991531372, |
| 1.1874315738677979, |
| 0.978216826915741, |
| 1.4649451971054077, |
| 0.8955826163291931, |
| 2.891011953353882, |
| 1.1721434593200684, |
| 1.2098002433776855, |
| 0.8302912712097168, |
| 1.8107973337173462, |
| 0.8613649606704712, |
| 0.878169596195221, |
| 1.9043508768081665, |
| 0.9688758850097656, |
| 1.9366815090179443, |
| 2.2544405460357666, |
| 1.667983889579773, |
| 1.1924028396606445, |
| 1.242406964302063, |
| 1.270032525062561, |
| 2.7028005123138428, |
| 0.6736534237861633, |
| 1.0901234149932861, |
| 0.9097232222557068, |
| 3.980757474899292, |
| 0.8556053638458252, |
| 0.8449692726135254, |
| 1.8862968683242798, |
| 1.9107120037078857 |
| ], |
| "spec_margin": [ |
| 1.7232837677001953, |
| 1.9759433269500732, |
| 1.599470615386963, |
| 1.453108549118042, |
| 1.0649609565734863, |
| 1.2389452457427979, |
| 1.5532299280166626, |
| 1.4933724403381348, |
| 1.6919171810150146, |
| 1.1277027130126953, |
| 1.839672565460205, |
| 0.97779381275177, |
| 1.3402292728424072, |
| 1.3308873176574707, |
| 0.6002246141433716, |
| 1.4666364192962646, |
| 1.1187450885772705, |
| 1.9536728858947754, |
| 1.3608942031860352, |
| 1.896925926208496, |
| 2.1419949531555176, |
| 1.0486434698104858, |
| 1.7888805866241455, |
| 0.994531512260437, |
| 1.54184889793396, |
| 2.2699358463287354, |
| 1.7643601894378662, |
| 1.9719387292861938, |
| 1.732537031173706, |
| 0.6122345924377441, |
| 1.593953013420105, |
| 2.815749406814575, |
| 2.2328741550445557, |
| 1.8885915279388428, |
| 1.112678050994873, |
| 1.611879587173462, |
| 1.4536590576171875, |
| 1.4404144287109375, |
| 1.1916362047195435, |
| 0.3594660758972168 |
| ], |
| "off_dist": [ |
| 2.5143654346466064, |
| 4.3014817237854, |
| 3.0057387351989746, |
| 2.285385847091675, |
| 2.290721893310547, |
| 2.6400363445281982, |
| 2.3149142265319824, |
| 2.3866355419158936, |
| 2.5496511459350586, |
| 5.872077465057373, |
| 2.6291561126708984, |
| 2.8203318119049072, |
| 2.527660846710205, |
| 2.3091042041778564, |
| 2.0651698112487793, |
| 2.3622190952301025, |
| 4.009757041931152, |
| 3.1258163452148438, |
| 2.5706944465637207, |
| 2.727217197418213, |
| 3.9527924060821533, |
| 1.910008430480957, |
| 2.6670501232147217, |
| 2.8988823890686035, |
| 2.5107247829437256, |
| 4.20661735534668, |
| 4.018800735473633, |
| 3.639922618865967, |
| 2.9249398708343506, |
| 1.8546415567398071, |
| 2.863985538482666, |
| 5.518549919128418, |
| 2.906527519226074, |
| 2.978714942932129, |
| 2.0224013328552246, |
| 5.592637062072754, |
| 2.3092644214630127, |
| 2.285383701324463, |
| 3.0779330730438232, |
| 2.2701780796051025 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "EndpointMLP+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.925, |
| "func_ndcg": 0.5220999841830257, |
| "rank": 507.55, |
| "endpoint_dist": 1.4828851819038391, |
| "spec_margin": 1.5101026505231858, |
| "off_dist": 2.992987832427025, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.19408984478732896, |
| 0.8196104814589247, |
| 0.5093871611140395, |
| 0.11381311447976694, |
| 0.6896964503021904, |
| 0.499202299879103, |
| 0.05430265598413898, |
| 0.6489075176450882, |
| 0.17623111247384093, |
| 0.8196104814589247, |
| 0.6149832266908569, |
| 0.7294157221885674, |
| 0.501433789044294, |
| 0.5791233260019254, |
| 0.25807905549834614, |
| 0.0, |
| 0.8196104814589247, |
| 0.7419209445012933, |
| 0.7032101736292273, |
| 0.6053288745612656, |
| 0.8196104814589247, |
| 0.07768953695763149, |
| 0.29420263302048155, |
| 0.7627039242190412, |
| 0.4883727071603744, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.8196104814589247, |
| 0.3023179750304166, |
| 0.6375521854556513, |
| 0.8196104814589247, |
| 0.4889118588257541, |
| 0.16811577046390594, |
| 0.13199219294177048, |
| 0.8196104814589247, |
| 0.05430265598413898, |
| 0.07768953695763149, |
| 0.8196104814589247, |
| 0.7653078254747857 |
| ], |
| "rank": [ |
| 501, |
| 456, |
| 793, |
| 491, |
| 602, |
| 722, |
| 460, |
| 441, |
| 761, |
| 211, |
| 610, |
| 410, |
| 740, |
| 596, |
| 519, |
| 791, |
| 389, |
| 395, |
| 196, |
| 730, |
| 459, |
| 682, |
| 571, |
| 239, |
| 317, |
| 328, |
| 438, |
| 378, |
| 369, |
| 330, |
| 458, |
| 332, |
| 616, |
| 657, |
| 524, |
| 246, |
| 977, |
| 616, |
| 596, |
| 355 |
| ], |
| "endpoint_dist": [ |
| 0.788127601146698, |
| 2.3236305713653564, |
| 1.4040254354476929, |
| 0.8310549259185791, |
| 1.2236676216125488, |
| 1.3991789817810059, |
| 0.7625831365585327, |
| 0.8916113376617432, |
| 0.8571329712867737, |
| 4.743624210357666, |
| 0.7842857241630554, |
| 1.8409243822097778, |
| 1.1889394521713257, |
| 0.9782581925392151, |
| 1.4625096321105957, |
| 0.898481011390686, |
| 2.8906986713409424, |
| 1.1717466115951538, |
| 1.2101223468780518, |
| 0.8264373540878296, |
| 1.8072891235351562, |
| 0.8618491291999817, |
| 0.8796766400337219, |
| 1.9048603773117065, |
| 0.9663487076759338, |
| 1.9356915950775146, |
| 2.260815382003784, |
| 1.6731778383255005, |
| 1.1898635625839233, |
| 1.2420670986175537, |
| 1.268711805343628, |
| 2.697918176651001, |
| 0.6752347946166992, |
| 1.0929676294326782, |
| 0.906967282295227, |
| 3.9801554679870605, |
| 0.8546260595321655, |
| 0.846272885799408, |
| 1.8830167055130005, |
| 1.91085684299469 |
| ], |
| "spec_margin": [ |
| 1.7244186401367188, |
| 1.9791104793548584, |
| 1.6007493734359741, |
| 1.454641580581665, |
| 1.0647914409637451, |
| 1.241217851638794, |
| 1.5519427061080933, |
| 1.4942684173583984, |
| 1.6921191215515137, |
| 1.132720947265625, |
| 1.8430020809173584, |
| 0.9792376756668091, |
| 1.3373607397079468, |
| 1.3277947902679443, |
| 0.6020269393920898, |
| 1.4632021188735962, |
| 1.1198742389678955, |
| 1.9535547494888306, |
| 1.3624038696289062, |
| 1.8991485834121704, |
| 2.1501173973083496, |
| 1.0468807220458984, |
| 1.7869219779968262, |
| 0.991362452507019, |
| 1.5429887771606445, |
| 2.2720224857330322, |
| 1.7664763927459717, |
| 1.9695860147476196, |
| 1.7339993715286255, |
| 0.6108479499816895, |
| 1.5951225757598877, |
| 2.822641134262085, |
| 2.2305965423583984, |
| 1.8858641386032104, |
| 1.115355134010315, |
| 1.6147780418395996, |
| 1.453623652458191, |
| 1.439103603363037, |
| 1.1922818422317505, |
| 0.3599494695663452 |
| ], |
| "off_dist": [ |
| 2.5125463008880615, |
| 4.302741050720215, |
| 3.004774808883667, |
| 2.285696506500244, |
| 2.288459062576294, |
| 2.6403968334198, |
| 2.314525842666626, |
| 2.3858797550201416, |
| 2.5492520332336426, |
| 5.876345157623291, |
| 2.6272878646850586, |
| 2.820162057876587, |
| 2.5263001918792725, |
| 2.3060529232025146, |
| 2.0645365715026855, |
| 2.3616831302642822, |
| 4.010572910308838, |
| 3.1253013610839844, |
| 2.572526216506958, |
| 2.7255859375, |
| 3.957406520843506, |
| 1.908729910850525, |
| 2.6665985584259033, |
| 2.8962228298187256, |
| 2.5093374252319336, |
| 4.207714080810547, |
| 4.027291774749756, |
| 3.64276385307312, |
| 2.923862934112549, |
| 1.8529150485992432, |
| 2.8638343811035156, |
| 5.520559310913086, |
| 2.9058313369750977, |
| 2.9788317680358887, |
| 2.022322416305542, |
| 5.59493350982666, |
| 2.3082497119903564, |
| 2.28537654876709, |
| 3.075298547744751, |
| 2.270806312561035 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| }, |
| "Random+ranking": { |
| "top1": 0.0, |
| "top5": 0.0, |
| "ndcg": 0.0, |
| "func_top5": 0.7, |
| "func_ndcg": 0.3796227424826798, |
| "rank": 835.075, |
| "endpoint_dist": 3.5514531686902044, |
| "spec_margin": 0.06944499611854553, |
| "off_dist": 3.6208981722593307, |
| "clf": null, |
| "_per": { |
| "top1": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "top5": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "ndcg": [ |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0, |
| 0.0 |
| ], |
| "func_top5": [ |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0, |
| 0.0, |
| 0.0, |
| 1.0, |
| 1.0 |
| ], |
| "func_ndcg": [ |
| 0.0, |
| 0.5410728315781073, |
| 0.7627039242190412, |
| 0.0, |
| 0.6415413239959994, |
| 0.1803895185407146, |
| 0.06425604298315837, |
| 0.5887609702257027, |
| 0.07768953695763149, |
| 0.7057973669791577, |
| 0.36068331303739254, |
| 0.6504298198589307, |
| 0.0, |
| 0.6156026077088004, |
| 0.05430265598413898, |
| 0.0, |
| 0.5874701422477776, |
| 0.7419209445012933, |
| 0.7294157221885674, |
| 0.1803895185407146, |
| 0.46527800892487164, |
| 0.0, |
| 0.1803895185407146, |
| 0.5935232626190471, |
| 0.4685012911985596, |
| 0.6897766796547542, |
| 0.8196104814589247, |
| 0.478419320161355, |
| 0.4713366666902212, |
| 0.06012983951357154, |
| 0.6149832266908569, |
| 0.4550042757773366, |
| 0.05430265598413898, |
| 0.0, |
| 0.4482741710520053, |
| 0.6692858826749959, |
| 0.0, |
| 0.0, |
| 0.6721367528581305, |
| 0.5615314259605786 |
| ], |
| "rank": [ |
| 101, |
| 1138, |
| 272, |
| 1527, |
| 577, |
| 379, |
| 563, |
| 341, |
| 295, |
| 982, |
| 752, |
| 625, |
| 525, |
| 126, |
| 1447, |
| 55, |
| 914, |
| 1022, |
| 396, |
| 1657, |
| 1275, |
| 636, |
| 1287, |
| 988, |
| 1025, |
| 1371, |
| 1451, |
| 1506, |
| 114, |
| 758, |
| 940, |
| 1330, |
| 1073, |
| 1569, |
| 1761, |
| 328, |
| 288, |
| 125, |
| 1620, |
| 264 |
| ], |
| "endpoint_dist": [ |
| 1.4414644241333008, |
| 6.693058013916016, |
| 2.2693819999694824, |
| 0.9652828574180603, |
| 3.2507967948913574, |
| 4.876590251922607, |
| 3.3306970596313477, |
| 1.2349841594696045, |
| 5.8425092697143555, |
| 9.255013465881348, |
| 1.2984212636947632, |
| 2.5836963653564453, |
| 5.906203269958496, |
| 3.9347445964813232, |
| 1.8527549505233765, |
| 2.458263397216797, |
| 7.6965436935424805, |
| 2.2596096992492676, |
| 2.4497601985931396, |
| 4.623591423034668, |
| 3.3757615089416504, |
| 2.8686976432800293, |
| 4.354642391204834, |
| 2.6507208347320557, |
| 1.2674821615219116, |
| 3.1807076930999756, |
| 4.321929454803467, |
| 2.25634765625, |
| 2.4679768085479736, |
| 1.242406964302063, |
| 1.650354266166687, |
| 4.492090225219727, |
| 5.940750598907471, |
| 1.6874139308929443, |
| 6.355512619018555, |
| 7.02701473236084, |
| 1.2605292797088623, |
| 5.716012001037598, |
| 2.3085837364196777, |
| 3.409825086593628 |
| ], |
| "spec_margin": [ |
| 1.4017744064331055, |
| -0.9852714538574219, |
| 0.5474181175231934, |
| 1.404078483581543, |
| 0.287736177444458, |
| -0.2198953628540039, |
| 0.43722963333129883, |
| 1.1993567943572998, |
| 0.1627063751220703, |
| -6.782273292541504, |
| 1.448604702949524, |
| 0.40788698196411133, |
| -0.2827153205871582, |
| 0.13470673561096191, |
| -0.07403314113616943, |
| 0.5791707038879395, |
| -2.201404571533203, |
| 1.170691967010498, |
| -0.0077054500579833984, |
| -0.23633718490600586, |
| -0.5291824340820312, |
| 0.1898641586303711, |
| 0.7707839012145996, |
| 0.1075143814086914, |
| 1.2684568166732788, |
| 0.2617514133453369, |
| -0.09739160537719727, |
| 0.4169282913208008, |
| 0.5450108051300049, |
| 0.6122345924377441, |
| 1.0239275693893433, |
| -0.9050800800323486, |
| 0.17412042617797852, |
| 1.30082106590271, |
| 0.1179203987121582, |
| -2.387010097503662, |
| 1.2541511058807373, |
| -0.34055328369140625, |
| 0.47608160972595215, |
| 0.12572550773620605 |
| ], |
| "off_dist": [ |
| 2.8432388305664062, |
| 5.707786560058594, |
| 2.816800117492676, |
| 2.369361400604248, |
| 3.5385329723358154, |
| 4.6566948890686035, |
| 3.7679266929626465, |
| 2.4343409538269043, |
| 6.005215644836426, |
| 2.472740411758423, |
| 2.747025966644287, |
| 2.9915833473205566, |
| 5.623487949371338, |
| 4.069451332092285, |
| 1.778721809387207, |
| 3.0374341011047363, |
| 5.495139122009277, |
| 3.4303016662597656, |
| 2.4420547485351562, |
| 4.387254238128662, |
| 2.846579074859619, |
| 3.0585618019104004, |
| 5.125426292419434, |
| 2.758235216140747, |
| 2.5359389781951904, |
| 3.4424591064453125, |
| 4.2245378494262695, |
| 2.673275947570801, |
| 3.0129876136779785, |
| 1.8546415567398071, |
| 2.6742818355560303, |
| 3.587010145187378, |
| 6.114871025085449, |
| 2.9882349967956543, |
| 6.473433017730713, |
| 4.640004634857178, |
| 2.5146803855895996, |
| 5.375458717346191, |
| 2.78466534614563, |
| 3.535550594329834 |
| ], |
| "clf": [] |
| }, |
| "n_targets": 40, |
| "random_top5": 0.002770083102493075 |
| } |
| } |
| } |
