{
  "split": "perturbation",
  "reward": "centroid",
  "n_candidates": 105,
  "n_targets": 22,
  "methods": {
    "PIVOT-ranking": {
      "top1": 0.0,
      "top5": 0.13636363636363635,
      "ndcg": 0.08727248090397387,
      "func_top5": 0.9090909090909091,
      "func_ndcg": 0.4865406670801178,
      "rank": 35.40909090909091,
      "endpoint_dist": 1.068045285615054,
      "spec_margin": 1.3363434076309204,
      "off_dist": 2.4043886986645786,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.49999999999949996,
          0.0,
          0.0,
          0.49999999999949996,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.2890648263175988,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.6309297535708266,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.733275093386013,
          0.37033766516698385,
          0.8196104814589247,
          0.38009376671564526,
          0.0,
          0.4387000482749779,
          0.7553544384757664,
          0.4749645636517497,
          0.558712758374731,
          0.8196104814589247,
          0.4960354077271919,
          0.15032459878392884,
          0.4567687772839323,
          0.8196104814589247,
          0.5059324046044343,
          0.30215600509022716,
          0.7910845718217951,
          0.0,
          0.6430803341156557,
          0.40257647075284236,
          0.34696627888496423,
          0.4387000482749779
        ],
        "rank": [
          3,
          35,
          17,
          3,
          25,
          74,
          84,
          26,
          23,
          19,
          10,
          75,
          36,
          63,
          31,
          35,
          2,
          48,
          23,
          52,
          48,
          47
        ],
        "endpoint_dist": [
          1.9384753704071045,
          0.7429381012916565,
          1.1510169506072998,
          0.7578966021537781,
          0.6557507514953613,
          0.9810452461242676,
          0.819040060043335,
          1.5743571519851685,
          1.7966794967651367,
          2.0639142990112305,
          1.1475152969360352,
          0.840554416179657,
          0.8537219762802124,
          0.8637474179267883,
          1.4352035522460938,
          0.8421792984008789,
          1.0563677549362183,
          0.7560780048370361,
          1.2075574398040771,
          0.6115195155143738,
          0.691246747970581,
          0.7101908326148987
        ],
        "spec_margin": [
          -0.18687379360198975,
          1.2044005393981934,
          2.3071529865264893,
          1.7771611213684082,
          1.122977375984192,
          1.3516638278961182,
          1.9459350109100342,
          0.6711388826370239,
          0.42350029945373535,
          0.5177159309387207,
          1.2125356197357178,
          1.326828956604004,
          0.9825109243392944,
          2.5846638679504395,
          1.4229609966278076,
          0.9427473545074463,
          3.5186824798583984,
          1.3512330055236816,
          0.6580355167388916,
          1.3769090175628662,
          1.4731967449188232,
          1.4144783020019531
        ],
        "off_dist": [
          1.7516015768051147,
          1.9473387002944946,
          3.458169937133789,
          2.535057783126831,
          1.7787281274795532,
          2.3327090740203857,
          2.764975070953369,
          2.2454960346221924,
          2.220179796218872,
          2.581630229949951,
          2.360050916671753,
          2.1673834323883057,
          1.8362329006195068,
          3.448411226272583,
          2.8581645488739014,
          1.7849266529083252,
          4.575050354003906,
          2.1073110103607178,
          1.8655929565429688,
          1.9884284734725952,
          2.1644434928894043,
          2.124669075012207
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "PIVOT-guidance": {
      "top1": 0.0,
      "top5": 0.13636363636363635,
      "ndcg": 0.0741331706168103,
      "func_top5": 0.9090909090909091,
      "func_ndcg": 0.40010813422906144,
      "rank": 37.72727272727273,
      "endpoint_dist": 1.0795677466826006,
      "spec_margin": 1.2815920818935742,
      "off_dist": 2.361159833994779,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.49999999999949996,
          0.0,
          0.0,
          0.49999999999949996,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.6309297535708266,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.6220658801619905,
          0.3259363302398262,
          0.8196104814589247,
          0.38009376671564526,
          0.0,
          0.34634689786702066,
          0.4620869292484704,
          0.24464556152387298,
          0.5791066180961114,
          0.5920009604052048,
          0.34036846945423477,
          0.2714871990069707,
          0.46683251373600076,
          0.6441452252517439,
          0.1835973061229298,
          0.3181934003204448,
          0.5499613274410384,
          0.0,
          0.4445272318044105,
          0.5189767785825399,
          0.3047754010374445,
          0.3876206745645269
        ],
        "rank": [
          3,
          35,
          20,
          3,
          28,
          75,
          84,
          32,
          28,
          26,
          14,
          75,
          38,
          64,
          37,
          37,
          2,
          49,
          29,
          52,
          50,
          49
        ],
        "endpoint_dist": [
          1.9384753704071045,
          0.7429381012916565,
          1.1510169506072998,
          0.7578966021537781,
          0.6557507514953613,
          0.9810452461242676,
          0.819040060043335,
          1.5743571519851685,
          1.8661444187164307,
          2.0639142990112305,
          1.1475152969360352,
          0.840554416179657,
          0.8537219762802124,
          0.8637474179267883,
          1.6192327737808228,
          0.8421792984008789,
          1.0563677549362183,
          0.7560780048370361,
          1.2075574398040771,
          0.6115195155143738,
          0.691246747970581,
          0.7101908326148987
        ],
        "spec_margin": [
          -0.18687379360198975,
          1.2044005393981934,
          2.3071529865264893,
          1.7771611213684082,
          1.122977375984192,
          1.3516638278961182,
          1.9459350109100342,
          0.6711388826370239,
          0.15226531028747559,
          0.5177159309387207,
          1.2125356197357178,
          1.326828956604004,
          0.9825109243392944,
          2.5846638679504395,
          0.48966681957244873,
          0.9427473545074463,
          3.5186824798583984,
          1.3512330055236816,
          0.6580355167388916,
          1.3769090175628662,
          1.4731967449188232,
          1.4144783020019531
        ],
        "off_dist": [
          1.7516015768051147,
          1.9473387002944946,
          3.458169937133789,
          2.535057783126831,
          1.7787281274795532,
          2.3327090740203857,
          2.764975070953369,
          2.2454960346221924,
          2.0184097290039062,
          2.581630229949951,
          2.360050916671753,
          2.1673834323883057,
          1.8362329006195068,
          3.448411226272583,
          2.1088995933532715,
          1.7849266529083252,
          4.575050354003906,
          2.1073110103607178,
          1.8655929565429688,
          1.9884284734725952,
          2.1644434928894043,
          2.124669075012207
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "Additive+ranking": {
      "top1": 0.045454545454545456,
      "top5": 0.045454545454545456,
      "ndcg": 0.0454545454545,
      "func_top5": 0.8636363636363636,
      "func_ndcg": 0.4675706692782015,
      "rank": 31.227272727272727,
      "endpoint_dist": 1.154505336826498,
      "spec_margin": 1.2376486469398846,
      "off_dist": 2.3921539837663826,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.5314987088010797,
          0.5055599925138808,
          0.8196104814589247,
          0.0,
          0.0,
          0.4620869292484704,
          0.8196104814589247,
          0.5263429722316287,
          0.5765194247461809,
          0.8196104814589247,
          0.15445080225351568,
          0.4524003745215921,
          0.5806456282157678,
          0.49305477020115496,
          0.3348403207942303,
          0.4988298877885495,
          0.6207583442782515,
          0.0,
          0.7553544384757664,
          0.5059324046044343,
          0.5477508703614005,
          0.2816974107077558
        ],
        "rank": [
          1,
          40,
          31,
          58,
          31,
          47,
          29,
          29,
          14,
          25,
          11,
          37,
          22,
          19,
          22,
          22,
          45,
          52,
          38,
          44,
          34,
          36
        ],
        "endpoint_dist": [
          1.9496577978134155,
          0.5574938654899597,
          1.2164744138717651,
          0.7687604427337646,
          0.7320241332054138,
          0.9937659502029419,
          0.7439819574356079,
          1.4131525754928589,
          1.8808938264846802,
          1.99337899684906,
          1.1153759956359863,
          0.9441820979118347,
          0.8986158967018127,
          1.046272873878479,
          1.3573639392852783,
          0.8964778184890747,
          2.548943281173706,
          0.8479581475257874,
          1.0793635845184326,
          0.8028191328048706,
          0.87811279296875,
          0.7340478897094727
        ],
        "spec_margin": [
          -0.06023609638214111,
          1.4850876331329346,
          2.124490261077881,
          1.9016368389129639,
          1.1379446983337402,
          1.4654606580734253,
          1.7133015394210815,
          0.9593864679336548,
          0.3259471654891968,
          0.7593246698379517,
          1.059178352355957,
          1.2604901790618896,
          0.9792718291282654,
          2.7629809379577637,
          1.251596450805664,
          1.0095385313034058,
          0.5528774261474609,
          1.3290481567382812,
          1.105086326599121,
          1.2595843076705933,
          1.3820161819458008,
          1.4642577171325684
        ],
        "off_dist": [
          1.8894217014312744,
          2.042581558227539,
          3.3409647941589355,
          2.6703972816467285,
          1.8699687719345093,
          2.459226608276367,
          2.4572834968566895,
          2.3725390434265137,
          2.206840991973877,
          2.7527036666870117,
          2.1745543479919434,
          2.204672336578369,
          1.8778877258300781,
          3.809253692626953,
          2.6089603900909424,
          1.9060163497924805,
          3.101820707321167,
          2.177006244659424,
          2.1844499111175537,
          2.062403440475464,
          2.260128974914551,
          2.198305606842041
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "LinearResponse+ranking": {
      "top1": 0.09090909090909091,
      "top5": 0.13636363636363635,
      "ndcg": 0.12667653387175581,
      "func_top5": 0.8636363636363636,
      "func_ndcg": 0.465389360745805,
      "rank": 24.5,
      "endpoint_dist": 1.0359658057039434,
      "spec_margin": 1.2246569259600206,
      "off_dist": 2.260622728954662,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.9999999999989999,
          0.35620718710766597,
          0.0,
          0.0,
          0.43067655807296235,
          0.0,
          0.0,
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.33860396794763925,
          0.3796350998974945,
          0.8196104814589247,
          0.0,
          0.0,
          0.3843973922908389,
          0.7594806419453533,
          0.5727402829012992,
          0.6976820249692228,
          0.9999999999996392,
          0.3926497992300126,
          0.18205829600327347,
          0.3214166825941328,
          0.7130833312756829,
          0.7498262898157618,
          0.34634689786702066,
          0.9478557351531002,
          0.0,
          0.6976820249692228,
          0.26128684308056127,
          0.3023179750304166,
          0.3718921699781131
        ],
        "rank": [
          32,
          16,
          43,
          11,
          31,
          68,
          16,
          23,
          20,
          1,
          6,
          35,
          19,
          4,
          41,
          21,
          1,
          37,
          25,
          38,
          25,
          26
        ],
        "endpoint_dist": [
          1.8301076889038086,
          0.5907474160194397,
          1.1353018283843994,
          0.9802330136299133,
          0.7048063278198242,
          1.0184342861175537,
          0.7584463357925415,
          1.399523377418518,
          1.6685357093811035,
          1.4839903116226196,
          1.0153692960739136,
          0.670589029788971,
          0.7878819704055786,
          0.9112664461135864,
          1.1367274522781372,
          0.9118342995643616,
          1.3724935054779053,
          0.9561153650283813,
          0.9823485016822815,
          0.8708151578903198,
          0.8896368741989136,
          0.7160435318946838
        ],
        "spec_margin": [
          0.11864185333251953,
          1.3417978286743164,
          1.9002373218536377,
          1.2397401332855225,
          1.1664302349090576,
          1.25345778465271,
          1.6654146909713745,
          0.9994257688522339,
          0.6466996669769287,
          1.0209730863571167,
          1.0659247636795044,
          1.268491506576538,
          1.0920313596725464,
          2.0039072036743164,
          1.3454638719558716,
          0.9079654812812805,
          1.8100285530090332,
          1.0981038808822632,
          1.0993499755859375,
          1.188269019126892,
          1.3159099817276,
          1.394188404083252
        ],
        "off_dist": [
          1.9487495422363281,
          1.9325453042984009,
          3.035539150238037,
          2.219973087310791,
          1.8712365627288818,
          2.2718920707702637,
          2.423861026763916,
          2.398949146270752,
          2.3152353763580322,
          2.5049633979797363,
          2.081294059753418,
          1.9390804767608643,
          1.879913330078125,
          2.9151737689971924,
          2.482191324234009,
          1.819799780845642,
          3.1825220584869385,
          2.0542192459106445,
          2.081698417663574,
          2.059084177017212,
          2.2055468559265137,
          2.110231876373291
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "NearestPerturbationCentroid+ranking": {
      "top1": 0.045454545454545456,
      "top5": 0.09090909090909091,
      "ndcg": 0.0741331706168103,
      "func_top5": 0.8636363636363636,
      "func_ndcg": 0.5080102766031381,
      "rank": 46.5,
      "endpoint_dist": 1.1265862611207096,
      "spec_margin": 1.356340909546072,
      "off_dist": 2.4829271652481775,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.6309297535708266,
          0.0,
          0.0,
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.2718596110975242,
          0.5055599925138808,
          0.8196104814589247,
          0.0,
          0.0,
          0.4620869292484704,
          0.8196104814589247,
          0.5806456282157678,
          0.7032101736292273,
          0.8196104814589247,
          0.2565245506872169,
          0.4524003745215921,
          0.5806456282157678,
          0.7571924834648507,
          0.7419209445012933,
          0.4988298877885495,
          0.8157833128587658,
          0.0,
          0.7553544384757664,
          0.5059324046044343,
          0.5477508703614005,
          0.2816974107077558
        ],
        "rank": [
          24,
          55,
          30,
          75,
          50,
          100,
          93,
          53,
          27,
          17,
          35,
          77,
          50,
          2,
          18,
          50,
          1,
          47,
          47,
          79,
          47,
          46
        ],
        "endpoint_dist": [
          2.040769577026367,
          0.5574938654899597,
          1.2164744138717651,
          0.7687604427337646,
          0.7320241332054138,
          0.9937659502029419,
          0.7439819574356079,
          1.4131525754928589,
          1.8808938264846802,
          1.99337899684906,
          1.1153759956359863,
          0.9441820979118347,
          0.8986158967018127,
          1.046272873878479,
          1.3573639392852783,
          0.8964778184890747,
          1.8436118364334106,
          0.8479581475257874,
          1.0793635845184326,
          0.8028191328048706,
          0.87811279296875,
          0.7340478897094727
        ],
        "spec_margin": [
          -0.03342318534851074,
          1.4850876331329346,
          2.124490261077881,
          1.9016368389129639,
          1.1379446983337402,
          1.4654606580734253,
          1.7133015394210815,
          0.9593864679336548,
          0.3259471654891968,
          0.7593246698379517,
          1.059178352355957,
          1.2604901790618896,
          0.9792718291282654,
          2.7629809379577637,
          1.251596450805664,
          1.0095385313034058,
          3.137294292449951,
          1.3290481567382812,
          1.105086326599121,
          1.2595843076705933,
          1.3820161819458008,
          1.4642577171325684
        ],
        "off_dist": [
          2.0073463916778564,
          2.042581558227539,
          3.3409647941589355,
          2.6703972816467285,
          1.8699687719345093,
          2.459226608276367,
          2.4572834968566895,
          2.3725390434265137,
          2.206840991973877,
          2.7527036666870117,
          2.1745543479919434,
          2.204672336578369,
          1.8778877258300781,
          3.809253692626953,
          2.6089603900909424,
          1.9060163497924805,
          4.980906009674072,
          2.177006244659424,
          2.1844499111175537,
          2.062403440475464,
          2.260128974914551,
          2.198305606842041
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "EndpointMLP+ranking": {
      "top1": 0.13636363636363635,
      "top5": 0.18181818181818182,
      "ndcg": 0.2107243250360866,
      "func_top5": 0.9090909090909091,
      "func_ndcg": 0.5992360271056622,
      "rank": 23.40909090909091,
      "endpoint_dist": 1.027024125510996,
      "spec_margin": 1.4001903235912323,
      "off_dist": 2.4272144491022285,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.35620718710766597,
          0.0,
          0.9999999999989999,
          0.3154648767854133,
          0.0,
          0.33333333333299997,
          0.0,
          0.0,
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.6309297535708266,
          0.0,
          0.0,
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.48576880590462984,
          0.6917444919867412,
          0.8196104814589247,
          0.7601875334312905,
          0.3154648767854133,
          0.4620869292484704,
          0.8797403209724962,
          0.6407754677293394,
          0.7653078254747857,
          0.9999999999996392,
          0.27853764988081753,
          0.33392190490685864,
          0.5263429722316287,
          0.8636394042955287,
          0.7498262898157618,
          0.4445272318044105,
          0.8266931349300584,
          0.0,
          0.7594806419453533,
          0.618206508964545,
          0.55770425736042,
          0.40362586719745763
        ],
        "rank": [
          55,
          6,
          64,
          1,
          8,
          58,
          7,
          31,
          24,
          1,
          24,
          29,
          21,
          2,
          51,
          18,
          1,
          19,
          34,
          24,
          18,
          19
        ],
        "endpoint_dist": [
          1.9789191484451294,
          0.5568957924842834,
          1.1287992000579834,
          0.7257286906242371,
          0.7324892282485962,
          0.9938557147979736,
          0.7250792980194092,
          1.4069081544876099,
          1.8390849828720093,
          0.8711382150650024,
          1.1161667108535767,
          0.9455131888389587,
          0.8955139517784119,
          1.0437345504760742,
          1.3547587394714355,
          0.8966653943061829,
          1.0293209552764893,
          0.8490437269210815,
          1.0827422142028809,
          0.8027507066726685,
          0.8848638534545898,
          0.7345583438873291
        ],
        "spec_margin": [
          0.19798123836517334,
          1.48545503616333,
          2.4005796909332275,
          1.6699566841125488,
          1.137984037399292,
          1.465325117111206,
          1.727329969406128,
          0.9635328054428101,
          0.24142420291900635,
          2.109982967376709,
          1.0585142374038696,
          1.2584810256958008,
          0.9801564812660217,
          2.764212131500244,
          1.2506382465362549,
          1.0092215538024902,
          2.556349992752075,
          1.3282328844070435,
          1.1001033782958984,
          1.2599939107894897,
          1.3763890266418457,
          1.4623425006866455
        ],
        "off_dist": [
          2.1769003868103027,
          2.0423507690429688,
          3.529378890991211,
          2.3956854343414307,
          1.8704732656478882,
          2.4591808319091797,
          2.452409267425537,
          2.37044095993042,
          2.0805091857910156,
          2.981121063232422,
          2.1746809482574463,
          2.2039942741394043,
          1.8756704330444336,
          3.8079466819763184,
          2.6053969860076904,
          1.9058870077133179,
          3.5856709480285645,
          2.177276611328125,
          2.1828455924987793,
          2.062744617462158,
          2.2612528800964355,
          2.1969008445739746
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    },
    "Random+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.6818181818181818,
      "func_ndcg": 0.26643206726700686,
      "rank": 57.54545454545455,
      "endpoint_dist": 2.9179966937411916,
      "spec_margin": 0.07963230935010043,
      "off_dist": 2.997629003091292,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0
        ],
        "func_ndcg": [
          0.4749645636517497,
          0.06425604298315837,
          0.6082531219655256,
          0.0,
          0.0,
          0.23253378338725372,
          0.12116260022304186,
          0.5791066180961114,
          0.4809429920645356,
          0.41382622312386713,
          0.13459609419751495,
          0.1444974152544963,
          0.4985662109553454,
          0.17070296381383643,
          0.18682058839661783,
          0.4131337440783325,
          0.4387000482749779,
          0.0,
          0.06978419164316285,
          0.15997895091352016,
          0.10644692083067808,
          0.5632324060204243
        ],
        "rank": [
          46,
          70,
          78,
          77,
          49,
          56,
          27,
          99,
          69,
          25,
          19,
          52,
          48,
          104,
          25,
          102,
          95,
          86,
          42,
          17,
          35,
          45
        ],
        "endpoint_dist": [
          3.9145050048828125,
          2.1377127170562744,
          3.022123336791992,
          2.1810457706451416,
          3.4453420639038086,
          2.9303030967712402,
          2.341578483581543,
          2.6385629177093506,
          3.595100164413452,
          3.311495065689087,
          2.3130178451538086,
          1.4427813291549683,
          2.7334203720092773,
          4.076140880584717,
          2.273077964782715,
          3.58622670173645,
          4.741064548492432,
          2.7654285430908203,
          5.706614971160889,
          1.9952198266983032,
          1.2292784452438354,
          1.815887212753296
        ],
        "spec_margin": [
          -0.2119739055633545,
          0.597123384475708,
          -0.8162951469421387,
          0.6589181423187256,
          -0.03424239158630371,
          -0.1356971263885498,
          0.1988682746887207,
          0.0703420639038086,
          -0.07148480415344238,
          -1.5779609680175781,
          0.6732721328735352,
          0.686278223991394,
          0.288144588470459,
          -0.2951502799987793,
          1.7428030967712402,
          0.08529400825500488,
          -2.770522356033325,
          0.42055368423461914,
          -0.3490447998046875,
          0.4473620653152466,
          1.1670209169387817,
          0.978302001953125
        ],
        "off_dist": [
          3.702531099319458,
          2.7348361015319824,
          2.2058281898498535,
          2.839963912963867,
          3.411099672317505,
          2.7946059703826904,
          2.5404467582702637,
          2.708904981613159,
          3.5236153602600098,
          1.7335340976715088,
          2.9862899780273438,
          2.1290595531463623,
          3.0215649604797363,
          3.7809906005859375,
          4.015881061553955,
          3.671520709991455,
          1.9705421924591064,
          3.1859822273254395,
          5.357570171356201,
          2.44258189201355,
          2.396299362182617,
          2.794189214706421
        ],
        "clf": []
      },
      "n_targets": 22,
      "random_top5": 0.047619047619047616
    }
  }
}