{
  "split": "perturbation",
  "reward": "centroid",
  "n_candidates": 1805,
  "n_targets": 40,
  "methods": {
    "PIVOT-ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.75,
      "func_ndcg": 0.43398773723290346,
      "rank": 477.075,
      "endpoint_dist": 1.6277449652552605,
      "spec_margin": 0.9393299654126167,
      "off_dist": 2.5670749247074127,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.0,
          0.8196104814589247,
          0.25898197669424483,
          0.25807905549834614,
          0.7084012682349022,
          0.4144301094503377,
          0.39174687803411373,
          0.439764939411066,
          0.10905082208642256,
          0.8196104814589247,
          0.11443249549771052,
          0.5247884674204997,
          0.2974259152941696,
          0.3821659031256479,
          0.0,
          0.20400787375012425,
          0.8196104814589247,
          0.5221845661647552,
          0.8196104814589247,
          0.22479085346787228,
          0.8196104814589247,
          0.05690655723988347,
          0.07768953695763149,
          0.8196104814589247,
          0.06012983951357154,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.05430265598413898,
          0.5513465647256421,
          0.8196104814589247,
          0.0,
          0.29420263302048155,
          0.21688550815340366,
          0.8196104814589247,
          0.11703639675345502,
          0.0,
          0.6896964503021904,
          0.555736445028433
        ],
        "rank": [
          606,
          798,
          925,
          529,
          357,
          169,
          692,
          726,
          354,
          511,
          163,
          226,
          243,
          107,
          209,
          101,
          862,
          52,
          504,
          606,
          620,
          950,
          845,
          567,
          516,
          783,
          330,
          393,
          329,
          442,
          306,
          441,
          982,
          522,
          145,
          1016,
          656,
          370,
          92,
          38
        ],
        "endpoint_dist": [
          0.7434885501861572,
          2.4635772705078125,
          1.6023441553115845,
          0.8692498803138733,
          1.1865061521530151,
          1.5722774267196655,
          0.7362974286079407,
          0.9789136052131653,
          0.9780240654945374,
          6.6848225593566895,
          0.9765823483467102,
          1.9768712520599365,
          1.1871503591537476,
          1.01445472240448,
          1.8242679834365845,
          0.8309136033058167,
          2.4996466636657715,
          1.4547226428985596,
          1.2289146184921265,
          0.8584837317466736,
          2.255495071411133,
          0.9234660267829895,
          0.626628041267395,
          2.0583951473236084,
          0.983538806438446,
          1.82752525806427,
          1.7855417728424072,
          2.05389404296875,
          1.4342339038848877,
          1.1439824104309082,
          1.2706406116485596,
          2.8937065601348877,
          0.7645078301429749,
          1.3121113777160645,
          1.0582448244094849,
          5.560652256011963,
          0.9708915948867798,
          0.6884087920188904,
          1.975685715675354,
          1.8547395467758179
        ],
        "spec_margin": [
          1.672365427017212,
          0.7733314037322998,
          1.019189715385437,
          1.3633439540863037,
          0.8521960973739624,
          0.6960502862930298,
          1.4837749004364014,
          1.2703609466552734,
          1.397662878036499,
          -2.9303510189056396,
          1.6186654567718506,
          0.47718214988708496,
          1.130790114402771,
          1.2825955152511597,
          -0.15734422206878662,
          1.480198860168457,
          1.9295220375061035,
          1.5434458255767822,
          0.9457141160964966,
          1.6729440689086914,
          0.6493873596191406,
          0.8838562369346619,
          1.9253515005111694,
          0.3431985378265381,
          1.3820078372955322,
          0.7749754190444946,
          1.9326670169830322,
          0.5550122261047363,
          1.195478916168213,
          0.6238242387771606,
          1.2171826362609863,
          0.5463707447052002,
          1.9847569465637207,
          1.4454312324523926,
          0.9364702701568604,
          -1.686753273010254,
          1.1488052606582642,
          1.5929045677185059,
          0.35722815990448,
          0.24340426921844482
        ],
        "off_dist": [
          2.415853977203369,
          3.2369086742401123,
          2.6215338706970215,
          2.2325937747955322,
          2.0387022495269775,
          2.2683277130126953,
          2.2200722694396973,
          2.249274492263794,
          2.3756868839263916,
          3.75447154045105,
          2.595247745513916,
          2.4540534019470215,
          2.3179404735565186,
          2.2970502376556396,
          1.6669237613677979,
          2.311112403869629,
          4.429168701171875,
          2.998168468475342,
          2.174628734588623,
          2.5314278602600098,
          2.9048824310302734,
          1.8073222637176514,
          2.5519795417785645,
          2.4015936851501465,
          2.365546703338623,
          2.6025006771087646,
          3.7182087898254395,
          2.6089062690734863,
          2.6297128200531006,
          1.7678066492080688,
          2.487823247909546,
          3.440077304840088,
          2.749264717102051,
          2.757542610168457,
          1.9947150945663452,
          3.873898983001709,
          2.119696855545044,
          2.281313419342041,
          2.332913875579834,
          2.0981438159942627
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "PIVOT-guidance": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.85,
      "func_ndcg": 0.346193945477374,
      "rank": 479.3,
      "endpoint_dist": 1.6929722726345062,
      "spec_margin": 0.8205313935875893,
      "off_dist": 2.513503661751747,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.06012983951357154,
          0.7594806419453533,
          0.1423390241168964,
          0.1803895185407146,
          0.4371610381553215,
          0.6392209629182101,
          0.1803895185407146,
          0.18996364131774213,
          0.2557586944205568,
          0.8196104814589247,
          0.1298338018041706,
          0.3673613518206858,
          0.1803895185407146,
          0.2372960757805981,
          0.0,
          0.052144264846539085,
          0.8196104814589247,
          0.24364691628393753,
          0.4482741710520053,
          0.33392190490685864,
          0.8196104814589247,
          0.0,
          0.07768953695763149,
          0.46531021152215846,
          0.20659506710005476,
          0.6721367528581305,
          0.5759635651749873,
          0.8196104814589247,
          0.6229688013578893,
          0.12991403115673436,
          0.2302134223094644,
          0.7553544384757664,
          0.18421668714087336,
          0.1803895185407146,
          0.3130586958365468,
          0.8196104814589247,
          0.0,
          0.0,
          0.2346921745248536,
          0.26350162433993823
        ],
        "rank": [
          608,
          800,
          926,
          531,
          360,
          169,
          694,
          727,
          357,
          511,
          166,
          234,
          245,
          111,
          212,
          102,
          862,
          57,
          509,
          606,
          621,
          950,
          845,
          569,
          518,
          783,
          331,
          397,
          334,
          443,
          307,
          448,
          982,
          522,
          149,
          1016,
          657,
          370,
          99,
          44
        ],
        "endpoint_dist": [
          0.7434885501861572,
          2.4635772705078125,
          1.6023441553115845,
          0.8692498803138733,
          1.1865061521530151,
          1.5722774267196655,
          0.7362974286079407,
          1.1201238632202148,
          0.9780240654945374,
          6.6848225593566895,
          0.9765823483467102,
          1.9768712520599365,
          1.1871503591537476,
          1.01445472240448,
          1.8242679834365845,
          0.8309136033058167,
          2.4996466636657715,
          1.4547226428985596,
          1.7815905809402466,
          0.8584837317466736,
          2.255495071411133,
          0.9234660267829895,
          0.626628041267395,
          2.4905507564544678,
          0.983538806438446,
          1.82752525806427,
          2.1815366744995117,
          2.05389404296875,
          1.4342339038848877,
          1.1439824104309082,
          1.4812977313995361,
          3.3611063957214355,
          0.7645078301429749,
          1.4217694997787476,
          1.0582448244094849,
          5.560652256011963,
          0.9708915948867798,
          0.6884087920188904,
          1.9726204872131348,
          2.1571452617645264
        ],
        "spec_margin": [
          1.672365427017212,
          0.7733314037322998,
          1.019189715385437,
          1.3633439540863037,
          0.8521960973739624,
          0.6960502862930298,
          1.4837749004364014,
          1.1176819801330566,
          1.397662878036499,
          -2.9303510189056396,
          1.6186654567718506,
          0.47718214988708496,
          1.130790114402771,
          1.2825955152511597,
          -0.15734422206878662,
          1.480198860168457,
          1.9295220375061035,
          1.5434458255767822,
          0.0906752347946167,
          1.6729440689086914,
          0.6493873596191406,
          0.8838562369346619,
          1.9253515005111694,
          -0.4390888214111328,
          1.3820078372955322,
          0.7749754190444946,
          1.1829278469085693,
          0.5550122261047363,
          1.195478916168213,
          0.6238242387771606,
          0.9619626998901367,
          -0.876856803894043,
          1.9847569465637207,
          1.38202965259552,
          0.9364702701568604,
          -1.686753273010254,
          1.1488052606582642,
          1.5929045677185059,
          0.423114538192749,
          -0.29283154010772705
        ],
        "off_dist": [
          2.415853977203369,
          3.2369086742401123,
          2.6215338706970215,
          2.2325937747955322,
          2.0387022495269775,
          2.2683277130126953,
          2.2200722694396973,
          2.2378058433532715,
          2.3756868839263916,
          3.75447154045105,
          2.595247745513916,
          2.4540534019470215,
          2.3179404735565186,
          2.2970502376556396,
          1.6669237613677979,
          2.311112403869629,
          4.429168701171875,
          2.998168468475342,
          1.8722658157348633,
          2.5314278602600098,
          2.9048824310302734,
          1.8073222637176514,
          2.5519795417785645,
          2.051461935043335,
          2.365546703338623,
          2.6025006771087646,
          3.364464521408081,
          2.6089062690734863,
          2.6297128200531006,
          1.7678066492080688,
          2.443260431289673,
          2.4842495918273926,
          2.749264717102051,
          2.8037991523742676,
          1.9947150945663452,
          3.873898983001709,
          2.119696855545044,
          2.281313419342041,
          2.395735025405884,
          1.8643137216567993
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "Additive+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.925,
      "func_ndcg": 0.5289588692976046,
      "rank": 449.3,
      "endpoint_dist": 1.4835666730999946,
      "spec_margin": 1.5093856036663056,
      "off_dist": 2.9929522782564164,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.18618449947286028,
          0.8196104814589247,
          0.5093871611140395,
          0.11381311447976694,
          0.6896964503021904,
          0.499202299879103,
          0.05430265598413898,
          0.8196104814589247,
          0.17623111247384093,
          0.8196104814589247,
          0.6149832266908569,
          0.7294157221885674,
          0.501433789044294,
          0.5791233260019254,
          0.25807905549834614,
          0.0,
          0.8196104814589247,
          0.7419209445012933,
          0.7594806419453533,
          0.6053288745612656,
          0.8196104814589247,
          0.07768953695763149,
          0.29420263302048155,
          0.7627039242190412,
          0.4883727071603744,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.3102233203448852,
          0.6353937943180514,
          0.8196104814589247,
          0.4889118588257541,
          0.16811577046390594,
          0.1841364577883096,
          0.8196104814589247,
          0.05430265598413898,
          0.07768953695763149,
          0.8196104814589247,
          0.7627039242190412
        ],
        "rank": [
          464,
          436,
          562,
          558,
          459,
          559,
          230,
          487,
          547,
          610,
          471,
          436,
          277,
          225,
          343,
          327,
          609,
          382,
          505,
          798,
          192,
          419,
          423,
          571,
          474,
          338,
          357,
          314,
          355,
          454,
          362,
          375,
          649,
          794,
          404,
          681,
          300,
          307,
          556,
          362
        ],
        "endpoint_dist": [
          0.7910816073417664,
          2.325538396835327,
          1.4062681198120117,
          0.8322772979736328,
          1.2257609367370605,
          1.4010910987854004,
          0.7616842985153198,
          0.8932631611824036,
          0.8577340245246887,
          4.744374752044678,
          0.7894836068153381,
          1.8425379991531372,
          1.1874315738677979,
          0.978216826915741,
          1.4649451971054077,
          0.8955826163291931,
          2.891011953353882,
          1.1721434593200684,
          1.2098002433776855,
          0.8302912712097168,
          1.8107973337173462,
          0.8613649606704712,
          0.878169596195221,
          1.9043508768081665,
          0.9688758850097656,
          1.9366815090179443,
          2.2544405460357666,
          1.667983889579773,
          1.1924028396606445,
          1.242406964302063,
          1.270032525062561,
          2.7028005123138428,
          0.6736534237861633,
          1.0901234149932861,
          0.9097232222557068,
          3.980757474899292,
          0.8556053638458252,
          0.8449692726135254,
          1.8862968683242798,
          1.9107120037078857
        ],
        "spec_margin": [
          1.7232837677001953,
          1.9759433269500732,
          1.599470615386963,
          1.453108549118042,
          1.0649609565734863,
          1.2389452457427979,
          1.5532299280166626,
          1.4933724403381348,
          1.6919171810150146,
          1.1277027130126953,
          1.839672565460205,
          0.97779381275177,
          1.3402292728424072,
          1.3308873176574707,
          0.6002246141433716,
          1.4666364192962646,
          1.1187450885772705,
          1.9536728858947754,
          1.3608942031860352,
          1.896925926208496,
          2.1419949531555176,
          1.0486434698104858,
          1.7888805866241455,
          0.994531512260437,
          1.54184889793396,
          2.2699358463287354,
          1.7643601894378662,
          1.9719387292861938,
          1.732537031173706,
          0.6122345924377441,
          1.593953013420105,
          2.815749406814575,
          2.2328741550445557,
          1.8885915279388428,
          1.112678050994873,
          1.611879587173462,
          1.4536590576171875,
          1.4404144287109375,
          1.1916362047195435,
          0.3594660758972168
        ],
        "off_dist": [
          2.5143654346466064,
          4.3014817237854,
          3.0057387351989746,
          2.285385847091675,
          2.290721893310547,
          2.6400363445281982,
          2.3149142265319824,
          2.3866355419158936,
          2.5496511459350586,
          5.872077465057373,
          2.6291561126708984,
          2.8203318119049072,
          2.527660846710205,
          2.3091042041778564,
          2.0651698112487793,
          2.3622190952301025,
          4.009757041931152,
          3.1258163452148438,
          2.5706944465637207,
          2.727217197418213,
          3.9527924060821533,
          1.910008430480957,
          2.6670501232147217,
          2.8988823890686035,
          2.5107247829437256,
          4.20661735534668,
          4.018800735473633,
          3.639922618865967,
          2.9249398708343506,
          1.8546415567398071,
          2.863985538482666,
          5.518549919128418,
          2.906527519226074,
          2.978714942932129,
          2.0224013328552246,
          5.592637062072754,
          2.3092644214630127,
          2.285383701324463,
          3.0779330730438232,
          2.2701780796051025
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "LinearResponse+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.925,
      "func_ndcg": 0.5275197617991798,
      "rank": 594.75,
      "endpoint_dist": 1.5074330180883408,
      "spec_margin": 1.0903448686003685,
      "off_dist": 2.597777882218361,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.4361482129612715,
          0.8196104814589247,
          0.5051807282918888,
          0.23253378338725372,
          0.7594806419453533,
          0.5967465448927352,
          0.32749083505095544,
          0.5749649199350518,
          0.16335347807056153,
          0.8196104814589247,
          0.17394295399333848,
          0.8196104814589247,
          0.23497571470280879,
          0.5222167687620419,
          0.24464556152387298,
          0.0,
          0.8196104814589247,
          0.7627039242190412,
          0.8196104814589247,
          0.5586960504689169,
          0.8196104814589247,
          0.24464556152387298,
          0.22608721883987756,
          0.8196104814589247,
          0.11443249549771052,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.496278052474843,
          0.6850143872614097,
          0.7553544384757664,
          0.3225665727174216,
          0.2372960757805981,
          0.1707196717196504,
          0.8196104814589247,
          0.11381311447976694,
          0.24464556152387298,
          0.8196104814589247,
          0.7419209445012933
        ],
        "rank": [
          819,
          613,
          620,
          584,
          560,
          880,
          718,
          315,
          622,
          761,
          684,
          471,
          801,
          768,
          740,
          776,
          526,
          228,
          111,
          798,
          497,
          970,
          893,
          548,
          626,
          196,
          270,
          534,
          586,
          457,
          264,
          361,
          782,
          819,
          443,
          553,
          767,
          905,
          357,
          567
        ],
        "endpoint_dist": [
          0.7317129373550415,
          1.920383334159851,
          1.4073760509490967,
          0.7570603489875793,
          1.17207670211792,
          1.4544312953948975,
          0.6235144734382629,
          0.8932536244392395,
          0.8369724750518799,
          6.552571773529053,
          0.6789464950561523,
          1.666611671447754,
          1.142364263534546,
          0.9602575898170471,
          1.5338935852050781,
          0.9362837076187134,
          3.332012891769409,
          1.1075212955474854,
          1.127482533454895,
          1.1178308725357056,
          2.0792980194091797,
          0.9287006258964539,
          0.8524771332740784,
          2.000643253326416,
          0.7920212149620056,
          1.2070013284683228,
          2.0071728229522705,
          1.4477404356002808,
          1.1261117458343506,
          1.2170510292053223,
          1.068366527557373,
          2.0998857021331787,
          0.9043663740158081,
          1.2781434059143066,
          0.8842405676841736,
          4.939247131347656,
          0.9376744031906128,
          0.9116864204406738,
          1.769436240196228,
          1.893498420715332
        ],
        "spec_margin": [
          1.6089192628860474,
          1.5517617464065552,
          1.3225722312927246,
          1.4850592613220215,
          0.9671440124511719,
          0.9703366756439209,
          1.6035497188568115,
          1.4796998500823975,
          1.617544412612915,
          -3.017054319381714,
          1.8496487140655518,
          0.9044928550720215,
          1.2502381801605225,
          1.2019782066345215,
          0.25848865509033203,
          1.374677062034607,
          0.3797588348388672,
          1.9601185321807861,
          0.9472290277481079,
          1.3767625093460083,
          0.8319146633148193,
          0.9684036374092102,
          1.6929290294647217,
          0.2231457233428955,
          1.6079893112182617,
          1.8344088792800903,
          1.7327463626861572,
          1.6003540754318237,
          1.855177640914917,
          0.546280026435852,
          1.5585684776306152,
          1.4500024318695068,
          1.7879267930984497,
          1.571855068206787,
          1.071916103363037,
          -1.3561031818389893,
          1.2547610998153687,
          1.2583446502685547,
          0.7246888875961304,
          0.3055596351623535
        ],
        "off_dist": [
          2.340632200241089,
          3.4721450805664062,
          2.7299482822418213,
          2.242119550704956,
          2.139220714569092,
          2.4247679710388184,
          2.2270641326904297,
          2.372953414916992,
          2.454516887664795,
          3.535517454147339,
          2.528595209121704,
          2.5711045265197754,
          2.3926024436950684,
          2.162235736846924,
          1.7923822402954102,
          2.3109607696533203,
          3.7117717266082764,
          3.0676398277282715,
          2.074711561203003,
          2.494593381881714,
          2.911212682723999,
          1.897104263305664,
          2.5454061031341553,
          2.2237889766693115,
          2.400010585784912,
          3.041410207748413,
          3.7399191856384277,
          3.0480945110321045,
          2.9812893867492676,
          1.7633310556411743,
          2.6269350051879883,
          3.5498881340026855,
          2.692293167114258,
          2.8499984741210938,
          1.9561567306518555,
          3.583143949508667,
          2.1924355030059814,
          2.1700310707092285,
          2.4941251277923584,
          2.1990580558776855
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "NearestPerturbationCentroid+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.925,
      "func_ndcg": 0.526194541190098,
      "rank": 1014.875,
      "endpoint_dist": 1.4835666730999946,
      "spec_margin": 1.5093856036663056,
      "off_dist": 2.9929522782564164,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.18618449947286028,
          0.8196104814589247,
          0.5093871611140395,
          0.11381311447976694,
          0.6896964503021904,
          0.499202299879103,
          0.05430265598413898,
          0.6489075176450882,
          0.17623111247384093,
          0.8196104814589247,
          0.6149832266908569,
          0.7294157221885674,
          0.501433789044294,
          0.5791233260019254,
          0.25807905549834614,
          0.0,
          0.8196104814589247,
          0.7419209445012933,
          0.8196104814589247,
          0.6053288745612656,
          0.8196104814589247,
          0.07768953695763149,
          0.29420263302048155,
          0.7627039242190412,
          0.4883727071603744,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.3102233203448852,
          0.6353937943180514,
          0.8196104814589247,
          0.4889118588257541,
          0.16811577046390594,
          0.1841364577883096,
          0.8196104814589247,
          0.05430265598413898,
          0.07768953695763149,
          0.8196104814589247,
          0.7627039242190412
        ],
        "rank": [
          955,
          433,
          951,
          1202,
          995,
          1204,
          1163,
          890,
          934,
          1064,
          1213,
          844,
          965,
          1303,
          1114,
          1310,
          453,
          1008,
          1363,
          1025,
          593,
          1043,
          902,
          1424,
          798,
          1000,
          1059,
          977,
          923,
          908,
          868,
          1331,
          829,
          975,
          925,
          1431,
          1012,
          1303,
          899,
          1006
        ],
        "endpoint_dist": [
          0.7910816073417664,
          2.325538396835327,
          1.4062681198120117,
          0.8322772979736328,
          1.2257609367370605,
          1.4010910987854004,
          0.7616842985153198,
          0.8932631611824036,
          0.8577340245246887,
          4.744374752044678,
          0.7894836068153381,
          1.8425379991531372,
          1.1874315738677979,
          0.978216826915741,
          1.4649451971054077,
          0.8955826163291931,
          2.891011953353882,
          1.1721434593200684,
          1.2098002433776855,
          0.8302912712097168,
          1.8107973337173462,
          0.8613649606704712,
          0.878169596195221,
          1.9043508768081665,
          0.9688758850097656,
          1.9366815090179443,
          2.2544405460357666,
          1.667983889579773,
          1.1924028396606445,
          1.242406964302063,
          1.270032525062561,
          2.7028005123138428,
          0.6736534237861633,
          1.0901234149932861,
          0.9097232222557068,
          3.980757474899292,
          0.8556053638458252,
          0.8449692726135254,
          1.8862968683242798,
          1.9107120037078857
        ],
        "spec_margin": [
          1.7232837677001953,
          1.9759433269500732,
          1.599470615386963,
          1.453108549118042,
          1.0649609565734863,
          1.2389452457427979,
          1.5532299280166626,
          1.4933724403381348,
          1.6919171810150146,
          1.1277027130126953,
          1.839672565460205,
          0.97779381275177,
          1.3402292728424072,
          1.3308873176574707,
          0.6002246141433716,
          1.4666364192962646,
          1.1187450885772705,
          1.9536728858947754,
          1.3608942031860352,
          1.896925926208496,
          2.1419949531555176,
          1.0486434698104858,
          1.7888805866241455,
          0.994531512260437,
          1.54184889793396,
          2.2699358463287354,
          1.7643601894378662,
          1.9719387292861938,
          1.732537031173706,
          0.6122345924377441,
          1.593953013420105,
          2.815749406814575,
          2.2328741550445557,
          1.8885915279388428,
          1.112678050994873,
          1.611879587173462,
          1.4536590576171875,
          1.4404144287109375,
          1.1916362047195435,
          0.3594660758972168
        ],
        "off_dist": [
          2.5143654346466064,
          4.3014817237854,
          3.0057387351989746,
          2.285385847091675,
          2.290721893310547,
          2.6400363445281982,
          2.3149142265319824,
          2.3866355419158936,
          2.5496511459350586,
          5.872077465057373,
          2.6291561126708984,
          2.8203318119049072,
          2.527660846710205,
          2.3091042041778564,
          2.0651698112487793,
          2.3622190952301025,
          4.009757041931152,
          3.1258163452148438,
          2.5706944465637207,
          2.727217197418213,
          3.9527924060821533,
          1.910008430480957,
          2.6670501232147217,
          2.8988823890686035,
          2.5107247829437256,
          4.20661735534668,
          4.018800735473633,
          3.639922618865967,
          2.9249398708343506,
          1.8546415567398071,
          2.863985538482666,
          5.518549919128418,
          2.906527519226074,
          2.978714942932129,
          2.0224013328552246,
          5.592637062072754,
          2.3092644214630127,
          2.285383701324463,
          3.0779330730438232,
          2.2701780796051025
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "EndpointMLP+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.925,
      "func_ndcg": 0.5220999841830257,
      "rank": 507.55,
      "endpoint_dist": 1.4828851819038391,
      "spec_margin": 1.5101026505231858,
      "off_dist": 2.992987832427025,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.19408984478732896,
          0.8196104814589247,
          0.5093871611140395,
          0.11381311447976694,
          0.6896964503021904,
          0.499202299879103,
          0.05430265598413898,
          0.6489075176450882,
          0.17623111247384093,
          0.8196104814589247,
          0.6149832266908569,
          0.7294157221885674,
          0.501433789044294,
          0.5791233260019254,
          0.25807905549834614,
          0.0,
          0.8196104814589247,
          0.7419209445012933,
          0.7032101736292273,
          0.6053288745612656,
          0.8196104814589247,
          0.07768953695763149,
          0.29420263302048155,
          0.7627039242190412,
          0.4883727071603744,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.8196104814589247,
          0.3023179750304166,
          0.6375521854556513,
          0.8196104814589247,
          0.4889118588257541,
          0.16811577046390594,
          0.13199219294177048,
          0.8196104814589247,
          0.05430265598413898,
          0.07768953695763149,
          0.8196104814589247,
          0.7653078254747857
        ],
        "rank": [
          501,
          456,
          793,
          491,
          602,
          722,
          460,
          441,
          761,
          211,
          610,
          410,
          740,
          596,
          519,
          791,
          389,
          395,
          196,
          730,
          459,
          682,
          571,
          239,
          317,
          328,
          438,
          378,
          369,
          330,
          458,
          332,
          616,
          657,
          524,
          246,
          977,
          616,
          596,
          355
        ],
        "endpoint_dist": [
          0.788127601146698,
          2.3236305713653564,
          1.4040254354476929,
          0.8310549259185791,
          1.2236676216125488,
          1.3991789817810059,
          0.7625831365585327,
          0.8916113376617432,
          0.8571329712867737,
          4.743624210357666,
          0.7842857241630554,
          1.8409243822097778,
          1.1889394521713257,
          0.9782581925392151,
          1.4625096321105957,
          0.898481011390686,
          2.8906986713409424,
          1.1717466115951538,
          1.2101223468780518,
          0.8264373540878296,
          1.8072891235351562,
          0.8618491291999817,
          0.8796766400337219,
          1.9048603773117065,
          0.9663487076759338,
          1.9356915950775146,
          2.260815382003784,
          1.6731778383255005,
          1.1898635625839233,
          1.2420670986175537,
          1.268711805343628,
          2.697918176651001,
          0.6752347946166992,
          1.0929676294326782,
          0.906967282295227,
          3.9801554679870605,
          0.8546260595321655,
          0.846272885799408,
          1.8830167055130005,
          1.91085684299469
        ],
        "spec_margin": [
          1.7244186401367188,
          1.9791104793548584,
          1.6007493734359741,
          1.454641580581665,
          1.0647914409637451,
          1.241217851638794,
          1.5519427061080933,
          1.4942684173583984,
          1.6921191215515137,
          1.132720947265625,
          1.8430020809173584,
          0.9792376756668091,
          1.3373607397079468,
          1.3277947902679443,
          0.6020269393920898,
          1.4632021188735962,
          1.1198742389678955,
          1.9535547494888306,
          1.3624038696289062,
          1.8991485834121704,
          2.1501173973083496,
          1.0468807220458984,
          1.7869219779968262,
          0.991362452507019,
          1.5429887771606445,
          2.2720224857330322,
          1.7664763927459717,
          1.9695860147476196,
          1.7339993715286255,
          0.6108479499816895,
          1.5951225757598877,
          2.822641134262085,
          2.2305965423583984,
          1.8858641386032104,
          1.115355134010315,
          1.6147780418395996,
          1.453623652458191,
          1.439103603363037,
          1.1922818422317505,
          0.3599494695663452
        ],
        "off_dist": [
          2.5125463008880615,
          4.302741050720215,
          3.004774808883667,
          2.285696506500244,
          2.288459062576294,
          2.6403968334198,
          2.314525842666626,
          2.3858797550201416,
          2.5492520332336426,
          5.876345157623291,
          2.6272878646850586,
          2.820162057876587,
          2.5263001918792725,
          2.3060529232025146,
          2.0645365715026855,
          2.3616831302642822,
          4.010572910308838,
          3.1253013610839844,
          2.572526216506958,
          2.7255859375,
          3.957406520843506,
          1.908729910850525,
          2.6665985584259033,
          2.8962228298187256,
          2.5093374252319336,
          4.207714080810547,
          4.027291774749756,
          3.64276385307312,
          2.923862934112549,
          1.8529150485992432,
          2.8638343811035156,
          5.520559310913086,
          2.9058313369750977,
          2.9788317680358887,
          2.022322416305542,
          5.59493350982666,
          2.3082497119903564,
          2.28537654876709,
          3.075298547744751,
          2.270806312561035
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "Random+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.7,
      "func_ndcg": 0.3796227424826798,
      "rank": 835.075,
      "endpoint_dist": 3.5514531686902044,
      "spec_margin": 0.06944499611854553,
      "off_dist": 3.6208981722593307,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.0,
          0.5410728315781073,
          0.7627039242190412,
          0.0,
          0.6415413239959994,
          0.1803895185407146,
          0.06425604298315837,
          0.5887609702257027,
          0.07768953695763149,
          0.7057973669791577,
          0.36068331303739254,
          0.6504298198589307,
          0.0,
          0.6156026077088004,
          0.05430265598413898,
          0.0,
          0.5874701422477776,
          0.7419209445012933,
          0.7294157221885674,
          0.1803895185407146,
          0.46527800892487164,
          0.0,
          0.1803895185407146,
          0.5935232626190471,
          0.4685012911985596,
          0.6897766796547542,
          0.8196104814589247,
          0.478419320161355,
          0.4713366666902212,
          0.06012983951357154,
          0.6149832266908569,
          0.4550042757773366,
          0.05430265598413898,
          0.0,
          0.4482741710520053,
          0.6692858826749959,
          0.0,
          0.0,
          0.6721367528581305,
          0.5615314259605786
        ],
        "rank": [
          101,
          1138,
          272,
          1527,
          577,
          379,
          563,
          341,
          295,
          982,
          752,
          625,
          525,
          126,
          1447,
          55,
          914,
          1022,
          396,
          1657,
          1275,
          636,
          1287,
          988,
          1025,
          1371,
          1451,
          1506,
          114,
          758,
          940,
          1330,
          1073,
          1569,
          1761,
          328,
          288,
          125,
          1620,
          264
        ],
        "endpoint_dist": [
          1.4414644241333008,
          6.693058013916016,
          2.2693819999694824,
          0.9652828574180603,
          3.2507967948913574,
          4.876590251922607,
          3.3306970596313477,
          1.2349841594696045,
          5.8425092697143555,
          9.255013465881348,
          1.2984212636947632,
          2.5836963653564453,
          5.906203269958496,
          3.9347445964813232,
          1.8527549505233765,
          2.458263397216797,
          7.6965436935424805,
          2.2596096992492676,
          2.4497601985931396,
          4.623591423034668,
          3.3757615089416504,
          2.8686976432800293,
          4.354642391204834,
          2.6507208347320557,
          1.2674821615219116,
          3.1807076930999756,
          4.321929454803467,
          2.25634765625,
          2.4679768085479736,
          1.242406964302063,
          1.650354266166687,
          4.492090225219727,
          5.940750598907471,
          1.6874139308929443,
          6.355512619018555,
          7.02701473236084,
          1.2605292797088623,
          5.716012001037598,
          2.3085837364196777,
          3.409825086593628
        ],
        "spec_margin": [
          1.4017744064331055,
          -0.9852714538574219,
          0.5474181175231934,
          1.404078483581543,
          0.287736177444458,
          -0.2198953628540039,
          0.43722963333129883,
          1.1993567943572998,
          0.1627063751220703,
          -6.782273292541504,
          1.448604702949524,
          0.40788698196411133,
          -0.2827153205871582,
          0.13470673561096191,
          -0.07403314113616943,
          0.5791707038879395,
          -2.201404571533203,
          1.170691967010498,
          -0.0077054500579833984,
          -0.23633718490600586,
          -0.5291824340820312,
          0.1898641586303711,
          0.7707839012145996,
          0.1075143814086914,
          1.2684568166732788,
          0.2617514133453369,
          -0.09739160537719727,
          0.4169282913208008,
          0.5450108051300049,
          0.6122345924377441,
          1.0239275693893433,
          -0.9050800800323486,
          0.17412042617797852,
          1.30082106590271,
          0.1179203987121582,
          -2.387010097503662,
          1.2541511058807373,
          -0.34055328369140625,
          0.47608160972595215,
          0.12572550773620605
        ],
        "off_dist": [
          2.8432388305664062,
          5.707786560058594,
          2.816800117492676,
          2.369361400604248,
          3.5385329723358154,
          4.6566948890686035,
          3.7679266929626465,
          2.4343409538269043,
          6.005215644836426,
          2.472740411758423,
          2.747025966644287,
          2.9915833473205566,
          5.623487949371338,
          4.069451332092285,
          1.778721809387207,
          3.0374341011047363,
          5.495139122009277,
          3.4303016662597656,
          2.4420547485351562,
          4.387254238128662,
          2.846579074859619,
          3.0585618019104004,
          5.125426292419434,
          2.758235216140747,
          2.5359389781951904,
          3.4424591064453125,
          4.2245378494262695,
          2.673275947570801,
          3.0129876136779785,
          1.8546415567398071,
          2.6742818355560303,
          3.587010145187378,
          6.114871025085449,
          2.9882349967956543,
          6.473433017730713,
          4.640004634857178,
          2.5146803855895996,
          5.375458717346191,
          2.78466534614563,
          3.535550594329834
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    }
  }
}