{
  "split": "cell",
  "reward": "centroid",
  "n_candidates": 105,
  "n_targets": 40,
  "methods": {
    "PIVOT-ranking": {
      "top1": 0.55,
      "top5": 0.9,
      "ndcg": 0.7454003731910971,
      "func_top5": 1.0,
      "func_ndcg": 0.7362368327199266,
      "rank": 2.6,
      "endpoint_dist": 0.9490216635167599,
      "spec_margin": 1.730977939069271,
      "off_dist": 2.6799996107816697,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.0,
          0.3868528072341547,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.49999999999949996,
          0.9999999999989999,
          0.3868528072341547,
          0.9999999999989999,
          0.6309297535708266,
          0.30102999566368016,
          0.9999999999989999,
          0.49999999999949996,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.43067655807296235,
          0.9999999999989999,
          0.49999999999949996,
          0.49999999999949996,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.35620718710766597,
          0.0,
          0.49999999999949996,
          0.49999999999949996,
          0.43067655807296235,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.7719858642580791,
          0.5452792644002579,
          0.4622969259439367,
          0.9999999999996392,
          0.7601875334312905,
          0.6309297535708266,
          0.49999999999949996,
          0.9999999999996392,
          0.6585618697746796,
          0.9999999999996392,
          0.5679946984137687,
          0.761639033082953,
          0.9430934427597557,
          0.7985960275052596,
          0.7492069087978183,
          0.865959765373318,
          0.7723904789459194,
          0.8814413010323419,
          0.5679946984137687,
          0.7729141359198264,
          0.7209064905476281,
          0.909805240729282,
          0.909805240729282,
          0.9478557351531002,
          0.7101872472819487,
          0.7229846523326642,
          0.9540734464802791,
          0.629042953814712,
          0.9999999999996392,
          0.5449154948697388,
          0.7601875334312905,
          0.803358319898604,
          0.6980754691453294,
          0.5905990152147871,
          0.305935146935109,
          0.7209064905476281,
          0.4384685740390607,
          0.7239931533469753,
          0.6792194063292641,
          0.6686819963485252
        ],
        "rank": [
          1,
          12,
          5,
          1,
          1,
          2,
          3,
          1,
          5,
          1,
          2,
          9,
          1,
          3,
          2,
          1,
          1,
          1,
          2,
          4,
          1,
          3,
          3,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          6,
          11,
          3,
          3,
          4,
          1,
          1
        ],
        "endpoint_dist": [
          1.2624379396438599,
          1.987898588180542,
          0.6130089163780212,
          0.7837377190589905,
          0.3801593482494354,
          0.5316212177276611,
          1.1274526119232178,
          0.9317931532859802,
          0.8158573508262634,
          0.5724427103996277,
          1.043930172920227,
          0.9461696147918701,
          1.0851073265075684,
          0.9249292612075806,
          1.3508139848709106,
          1.8004765510559082,
          0.8150457739830017,
          0.7767999768257141,
          1.0714013576507568,
          1.3535343408584595,
          1.0559062957763672,
          1.2047194242477417,
          1.0925180912017822,
          1.2413640022277832,
          1.438982605934143,
          0.7611419558525085,
          0.5610932111740112,
          0.6496677398681641,
          0.5188019871711731,
          0.8329150676727295,
          0.8286756277084351,
          0.6340292692184448,
          0.37346237897872925,
          0.7785728573799133,
          1.0523473024368286,
          1.1261812448501587,
          0.8302287459373474,
          0.9894613027572632,
          1.143169641494751,
          0.6730098724365234
        ],
        "spec_margin": [
          0.923587441444397,
          -0.014548420906066895,
          1.6584539413452148,
          1.815046787261963,
          1.5790126323699951,
          1.7291734218597412,
          1.253880262374878,
          2.382495403289795,
          1.2740118503570557,
          1.9212472438812256,
          1.310372233390808,
          0.9761004447937012,
          1.247694969177246,
          1.690231442451477,
          1.1252025365829468,
          4.583049297332764,
          3.685917377471924,
          3.4045183658599854,
          1.1300947666168213,
          0.2355557680130005,
          1.5858967304229736,
          2.10831880569458,
          1.798520803451538,
          1.1007182598114014,
          1.2903398275375366,
          2.7685585021972656,
          1.9255796670913696,
          2.0334508419036865,
          2.7833263874053955,
          1.098803997039795,
          2.4604926109313965,
          3.0710902214050293,
          3.5961661338806152,
          2.221989154815674,
          1.0602291822433472,
          0.5479577779769897,
          0.813274085521698,
          0.7865604162216187,
          1.0803568363189697,
          1.1963895559310913
        ],
        "off_dist": [
          2.186025381088257,
          1.973350167274475,
          2.271462917327881,
          2.5987844467163086,
          1.959172010421753,
          2.2607946395874023,
          2.3813328742980957,
          3.31428861618042,
          2.089869260787964,
          2.493690013885498,
          2.354302406311035,
          1.9222700595855713,
          2.3328022956848145,
          2.6151607036590576,
          2.4760165214538574,
          6.383525848388672,
          4.50096321105957,
          4.181318283081055,
          2.201496124267578,
          1.58909010887146,
          2.641803026199341,
          3.3130383491516113,
          2.8910388946533203,
          2.3420822620391846,
          2.7293224334716797,
          3.529700517654419,
          2.486672878265381,
          2.6831185817718506,
          3.302128314971924,
          1.9317190647125244,
          3.289168119430542,
          3.7051196098327637,
          3.9696285724639893,
          3.0005619525909424,
          2.112576484680176,
          1.6741390228271484,
          1.6435028314590454,
          1.7760217189788818,
          2.2235264778137207,
          1.8693994283676147
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "PIVOT-guidance": {
      "top1": 0.525,
      "top5": 0.875,
      "ndcg": 0.7150776971677019,
      "func_top5": 0.975,
      "func_ndcg": 0.6276044333475127,
      "rank": 2.925,
      "endpoint_dist": 0.982820986956358,
      "spec_margin": 1.6728850707411766,
      "off_dist": 2.655706062912941,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0
        ],
        "top5": [
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.0,
          0.3868528072341547,
          0.49999999999949996,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.49999999999949996,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.49999999999949996,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.0,
          0.9999999999989999,
          0.49999999999949996,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.6309297535708266,
          0.43067655807296235,
          0.49999999999949996,
          0.49999999999949996,
          0.0,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.3949701603078018,
          0.5088566520086942,
          0.4851649195781592,
          0.9478557351531002,
          0.7601875334312905,
          0.6309297535708266,
          0.49999999999949996,
          0.642476447789185,
          0.3843973922908389,
          0.642476447789185,
          0.5583403462841774,
          0.9999999999996392,
          0.8814413010323419,
          0.6766675710155576,
          0.7058140748849717,
          0.75951284454264,
          0.5647869108315535,
          0.7122606394323479,
          0.5713692255708102,
          0.3718921699781131,
          0.6920970407325434,
          0.909805240729282,
          0.7700701178681301,
          0.642476447789185,
          0.3607790370814292,
          0.5267364164077353,
          0.9540734464802791,
          0.6169311756780926,
          0.9478557351531002,
          0.5916118404088373,
          0.7601875334312905,
          0.0,
          0.5347219910747678,
          0.4080157475002485,
          0.604636395515731,
          0.6220658801619905,
          0.5241325151519908,
          0.6562570033883632,
          0.5957547517842381,
          0.686568892072539
        ],
        "rank": [
          11,
          5,
          3,
          1,
          1,
          2,
          3,
          1,
          12,
          1,
          2,
          1,
          1,
          3,
          2,
          1,
          1,
          1,
          2,
          12,
          1,
          3,
          2,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          11,
          1,
          2,
          4,
          3,
          3,
          11,
          1,
          1
        ],
        "endpoint_dist": [
          1.626929521560669,
          1.987898588180542,
          0.6130089163780212,
          0.7837377190589905,
          0.3801593482494354,
          0.5316212177276611,
          1.1274526119232178,
          0.9317931532859802,
          0.8158573508262634,
          0.5724427103996277,
          1.043930172920227,
          0.8083254098892212,
          1.0851073265075684,
          0.9249292612075806,
          1.3508139848709106,
          1.8004765510559082,
          0.8150457739830017,
          0.7767999768257141,
          1.0714013576507568,
          1.3535343408584595,
          1.0559062957763672,
          1.2047194242477417,
          1.0925180912017822,
          1.2413640022277832,
          1.438982605934143,
          0.7611419558525085,
          0.5610932111740112,
          0.6496677398681641,
          0.5188019871711731,
          0.8329150676727295,
          0.8286756277084351,
          1.759354829788208,
          0.37346237897872925,
          0.7785728573799133,
          1.0523473024368286,
          1.1261812448501587,
          0.8302287459373474,
          0.9894613027572632,
          1.143169641494751,
          0.6730098724365234
        ],
        "spec_margin": [
          0.13825678825378418,
          -0.014548420906066895,
          1.6584539413452148,
          1.815046787261963,
          1.5790126323699951,
          1.7291734218597412,
          1.253880262374878,
          2.382495403289795,
          1.2740118503570557,
          1.9212472438812256,
          1.310372233390808,
          1.7914849519729614,
          1.247694969177246,
          1.690231442451477,
          1.1252025365829468,
          4.583049297332764,
          3.685917377471924,
          3.4045183658599854,
          1.1300947666168213,
          0.2355557680130005,
          1.5858967304229736,
          2.10831880569458,
          1.798520803451538,
          1.1007182598114014,
          1.2903398275375366,
          2.7685585021972656,
          1.9255796670913696,
          2.0334508419036865,
          2.7833263874053955,
          1.098803997039795,
          2.4604926109313965,
          0.7173216342926025,
          3.5961661338806152,
          2.221989154815674,
          1.0602291822433472,
          0.5479577779769897,
          0.813274085521698,
          0.7865604162216187,
          1.0803568363189697,
          1.1963895559310913
        ],
        "off_dist": [
          1.7651863098144531,
          1.973350167274475,
          2.271462917327881,
          2.5987844467163086,
          1.959172010421753,
          2.2607946395874023,
          2.3813328742980957,
          3.31428861618042,
          2.089869260787964,
          2.493690013885498,
          2.354302406311035,
          2.5998103618621826,
          2.3328022956848145,
          2.6151607036590576,
          2.4760165214538574,
          6.383525848388672,
          4.50096321105957,
          4.181318283081055,
          2.201496124267578,
          1.58909010887146,
          2.641803026199341,
          3.3130383491516113,
          2.8910388946533203,
          2.3420822620391846,
          2.7293224334716797,
          3.529700517654419,
          2.486672878265381,
          2.6831185817718506,
          3.302128314971924,
          1.9317190647125244,
          3.289168119430542,
          2.4766764640808105,
          3.9696285724639893,
          3.0005619525909424,
          2.112576484680176,
          1.6741390228271484,
          1.6435028314590454,
          1.7760217189788818,
          2.2235264778137207,
          1.8693994283676147
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "Additive+ranking": {
      "top1": 1.0,
      "top5": 1.0,
      "ndcg": 0.9999999999989999,
      "func_top5": 1.0,
      "func_ndcg": 0.8479507485118546,
      "rank": 1.0,
      "endpoint_dist": 0.42116108611226083,
      "spec_margin": 2.4543789327144623,
      "off_dist": 2.8755400240421296,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.7644049042788869,
          0.7623315121284877,
          0.7691671966722313,
          0.9999999999996392,
          0.7601875334312905,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999996392,
          0.7209064905476281,
          0.9999999999996392,
          0.7122606394323479,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.8525262713988451,
          0.7490035979724269,
          0.8580544200588494,
          0.7122606394323479,
          0.9223104630420079,
          0.8700859688429049,
          0.9999999999996392,
          0.9999999999996392,
          0.9478557351531002,
          0.6588088387020696,
          0.6655389434274009,
          0.8460101051759085,
          0.6734442887418696,
          0.9999999999996392,
          0.3607790370814292,
          0.7601875334312905,
          0.8935530791689612,
          0.6319672012189719,
          0.8366465219290776,
          0.7923964318852734,
          0.9478557351531002,
          0.6719052786222132,
          0.8887907867756167,
          0.9456973440155002,
          0.9430934427597557
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.4336645305156708,
          0.4492749273777008,
          0.36839205026626587,
          0.5400750041007996,
          0.4056673049926758,
          0.5053470730781555,
          0.3870347738265991,
          0.46958184242248535,
          0.3555386960506439,
          0.49682140350341797,
          0.3571249842643738,
          0.448895126581192,
          0.416703999042511,
          0.43106698989868164,
          0.44865232706069946,
          0.44056838750839233,
          0.38007888197898865,
          0.38654324412345886,
          0.33925434947013855,
          0.4254252016544342,
          0.7614416480064392,
          0.44820210337638855,
          0.3869432210922241,
          0.4388890266418457,
          0.370621919631958,
          0.49089911580085754,
          0.3214934170246124,
          0.42563191056251526,
          0.3777088224887848,
          0.4537658989429474,
          0.3759283721446991,
          0.34280818700790405,
          0.4167364537715912,
          0.43289661407470703,
          0.37268662452697754,
          0.39969366788864136,
          0.3186255097389221,
          0.38318541646003723,
          0.4199433922767639,
          0.42263102531433105
        ],
        "spec_margin": [
          1.8226473331451416,
          2.429075002670288,
          2.0126900672912598,
          2.4777753353118896,
          1.6256582736968994,
          1.7526733875274658,
          2.1037702560424805,
          2.804387331008911,
          1.832645058631897,
          2.120689868927002,
          2.2210195064544678,
          1.8804901838302612,
          1.9542350769042969,
          1.9912099838256836,
          2.1478829383850098,
          7.4463677406311035,
          3.817469596862793,
          4.136026859283447,
          2.065373182296753,
          1.8025559186935425,
          1.9463722705841064,
          2.922027587890625,
          2.956066131591797,
          2.1518471240997314,
          2.761521577835083,
          3.247483968734741,
          2.3110668659210205,
          2.3323137760162354,
          3.1342692375183105,
          1.6014208793640137,
          2.703058958053589,
          2.9958693981170654,
          3.7247540950775146,
          2.5874547958374023,
          1.8483490943908691,
          1.554269552230835,
          1.318281650543213,
          1.786970853805542,
          2.3373780250549316,
          1.509738564491272
        ],
        "off_dist": [
          2.2563118934631348,
          2.878350019454956,
          2.381082057952881,
          3.017850399017334,
          2.031325578689575,
          2.2580204010009766,
          2.49080491065979,
          3.2739691734313965,
          2.1881837844848633,
          2.61751127243042,
          2.5781445503234863,
          2.329385280609131,
          2.370939016342163,
          2.4222769737243652,
          2.5965352058410645,
          7.886936187744141,
          4.1975483894348145,
          4.5225701332092285,
          2.404627561569214,
          2.2279810905456543,
          2.7078139781951904,
          3.370229721069336,
          3.3430094718933105,
          2.590736150741577,
          3.132143497467041,
          3.7383830547332764,
          2.6325602531433105,
          2.7579457759857178,
          3.5119781494140625,
          2.0551867485046387,
          3.0789873600006104,
          3.3386776447296143,
          4.141490459442139,
          3.0203514099121094,
          2.2210357189178467,
          1.953963279724121,
          1.6369072198867798,
          2.170156240463257,
          2.757321357727051,
          1.932369589805603
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "LinearResponse+ranking": {
      "top1": 0.8,
      "top5": 0.95,
      "ndcg": 0.9022189725330112,
      "func_top5": 1.0,
      "func_ndcg": 0.7964563634648597,
      "rank": 1.575,
      "endpoint_dist": 0.9708886995911599,
      "spec_margin": 1.5014912456274032,
      "off_dist": 2.4723799377679825,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.33333333333299997,
          0.30102999566368016,
          0.9999999999989999,
          0.49999999999949996,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.43067655807296235,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.7778130477875116,
          0.7390855690096315,
          0.6888737584588553,
          0.9999999999996392,
          0.7601875334312905,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999996392,
          0.6988271454578748,
          0.821149491578581,
          0.691397430362036,
          0.8137832979294921,
          0.9223104630420079,
          0.8321157037716506,
          0.9223104630420079,
          0.8011478628189659,
          0.743621924561139,
          0.8131794116030213,
          0.7402521670387343,
          0.9398701604860678,
          0.8814413010323419,
          0.9999999999996392,
          0.9478557351531002,
          0.8877258956395286,
          0.6587286093495057,
          0.6500574077683771,
          0.9467676761260954,
          0.6165377315019861,
          0.9999999999996392,
          0.48270749357113113,
          0.47962493313589827,
          0.8269766751080135,
          0.6478990166307772,
          0.8935530791689612,
          0.5916118404088373,
          0.9334235959386915,
          0.20752333876180207,
          0.873309251116593,
          0.7509714103044139,
          0.8756141175029094
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          2,
          7,
          9,
          1,
          3,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          2,
          2,
          1,
          1,
          1,
          2,
          4,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.6907550096511841,
          1.0634472370147705,
          0.5679367184638977,
          1.165585994720459,
          0.6991990804672241,
          0.5411589741706848,
          0.699982225894928,
          0.6999955773353577,
          0.7555252313613892,
          0.8050605654716492,
          1.4271050691604614,
          0.8213156461715698,
          0.7616903781890869,
          0.6038821339607239,
          0.862602710723877,
          2.178295850753784,
          1.4125244617462158,
          1.9672163724899292,
          0.8852179646492004,
          0.7257881760597229,
          1.1350444555282593,
          1.1267881393432617,
          0.8013559579849243,
          1.0217680931091309,
          1.4548118114471436,
          1.2549763917922974,
          0.7250621318817139,
          1.434755802154541,
          1.083292007446289,
          0.6659277081489563,
          0.8551198244094849,
          0.6937877535820007,
          1.2051607370376587,
          1.2373899221420288,
          0.8727580308914185,
          0.6869524121284485,
          0.7910900115966797,
          1.0167807340621948,
          0.83255934715271,
          0.6058813333511353
        ],
        "spec_margin": [
          1.4733346700668335,
          1.1693987846374512,
          1.6650640964508057,
          1.156996726989746,
          1.1377700567245483,
          1.5223705768585205,
          1.5267906188964844,
          2.104612350463867,
          1.323801875114441,
          1.8257782459259033,
          0.5402255058288574,
          1.453631043434143,
          1.3117954730987549,
          1.7336227893829346,
          1.2966454029083252,
          3.671785593032837,
          1.9243266582489014,
          1.1463512182235718,
          1.1231210231781006,
          1.0982592105865479,
          1.1551765203475952,
          1.6141057014465332,
          2.186246395111084,
          0.9928333759307861,
          0.7203879356384277,
          1.6999324560165405,
          1.4218502044677734,
          1.0667059421539307,
          1.8538975715637207,
          1.1988515853881836,
          1.804688572883606,
          2.4775850772857666,
          2.8387041091918945,
          1.6696089506149292,
          1.3214129209518433,
          1.2888331413269043,
          0.7697153091430664,
          1.1673275232315063,
          1.4035670757293701,
          1.2025375366210938
        ],
        "off_dist": [
          2.1640896797180176,
          2.2328460216522217,
          2.2330007553100586,
          2.322582721710205,
          1.8369691371917725,
          2.0635294914245605,
          2.2267727851867676,
          2.80460786819458,
          2.07932710647583,
          2.6308388710021973,
          1.9673305749893188,
          2.274946689605713,
          2.073485851287842,
          2.3375048637390137,
          2.159248113632202,
          5.850081443786621,
          3.336851119995117,
          3.113567590713501,
          2.0083389282226562,
          1.8240474462509155,
          2.2902209758758545,
          2.740893840789795,
          2.987602472305298,
          2.014601469039917,
          2.1751997470855713,
          2.954908847808838,
          2.1469123363494873,
          2.5014617443084717,
          2.9371895790100098,
          1.8647792339324951,
          2.659808397293091,
          3.171372890472412,
          4.043864727020264,
          2.906998872756958,
          2.1941709518432617,
          1.975785493850708,
          1.560805320739746,
          2.184108257293701,
          2.23612642288208,
          1.808418869972229
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "NearestPerturbationCentroid+ranking": {
      "top1": 1.0,
      "top5": 1.0,
      "ndcg": 0.9999999999989999,
      "func_top5": 1.0,
      "func_ndcg": 0.8479507485118546,
      "rank": 1.0,
      "endpoint_dist": 0.42116108611226083,
      "spec_margin": 2.4543789327144623,
      "off_dist": 2.8755400240421296,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.7644049042788869,
          0.7623315121284877,
          0.7691671966722313,
          0.9999999999996392,
          0.7601875334312905,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999996392,
          0.7209064905476281,
          0.9999999999996392,
          0.7122606394323479,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.8525262713988451,
          0.7490035979724269,
          0.8580544200588494,
          0.7122606394323479,
          0.9223104630420079,
          0.8700859688429049,
          0.9999999999996392,
          0.9999999999996392,
          0.9478557351531002,
          0.6588088387020696,
          0.6655389434274009,
          0.8460101051759085,
          0.6734442887418696,
          0.9999999999996392,
          0.3607790370814292,
          0.7601875334312905,
          0.8935530791689612,
          0.6319672012189719,
          0.8366465219290776,
          0.7923964318852734,
          0.9478557351531002,
          0.6719052786222132,
          0.8887907867756167,
          0.9456973440155002,
          0.9430934427597557
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.4336645305156708,
          0.4492749273777008,
          0.36839205026626587,
          0.5400750041007996,
          0.4056673049926758,
          0.5053470730781555,
          0.3870347738265991,
          0.46958184242248535,
          0.3555386960506439,
          0.49682140350341797,
          0.3571249842643738,
          0.448895126581192,
          0.416703999042511,
          0.43106698989868164,
          0.44865232706069946,
          0.44056838750839233,
          0.38007888197898865,
          0.38654324412345886,
          0.33925434947013855,
          0.4254252016544342,
          0.7614416480064392,
          0.44820210337638855,
          0.3869432210922241,
          0.4388890266418457,
          0.370621919631958,
          0.49089911580085754,
          0.3214934170246124,
          0.42563191056251526,
          0.3777088224887848,
          0.4537658989429474,
          0.3759283721446991,
          0.34280818700790405,
          0.4167364537715912,
          0.43289661407470703,
          0.37268662452697754,
          0.39969366788864136,
          0.3186255097389221,
          0.38318541646003723,
          0.4199433922767639,
          0.42263102531433105
        ],
        "spec_margin": [
          1.8226473331451416,
          2.429075002670288,
          2.0126900672912598,
          2.4777753353118896,
          1.6256582736968994,
          1.7526733875274658,
          2.1037702560424805,
          2.804387331008911,
          1.832645058631897,
          2.120689868927002,
          2.2210195064544678,
          1.8804901838302612,
          1.9542350769042969,
          1.9912099838256836,
          2.1478829383850098,
          7.4463677406311035,
          3.817469596862793,
          4.136026859283447,
          2.065373182296753,
          1.8025559186935425,
          1.9463722705841064,
          2.922027587890625,
          2.956066131591797,
          2.1518471240997314,
          2.761521577835083,
          3.247483968734741,
          2.3110668659210205,
          2.3323137760162354,
          3.1342692375183105,
          1.6014208793640137,
          2.703058958053589,
          2.9958693981170654,
          3.7247540950775146,
          2.5874547958374023,
          1.8483490943908691,
          1.554269552230835,
          1.318281650543213,
          1.786970853805542,
          2.3373780250549316,
          1.509738564491272
        ],
        "off_dist": [
          2.2563118934631348,
          2.878350019454956,
          2.381082057952881,
          3.017850399017334,
          2.031325578689575,
          2.2580204010009766,
          2.49080491065979,
          3.2739691734313965,
          2.1881837844848633,
          2.61751127243042,
          2.5781445503234863,
          2.329385280609131,
          2.370939016342163,
          2.4222769737243652,
          2.5965352058410645,
          7.886936187744141,
          4.1975483894348145,
          4.5225701332092285,
          2.404627561569214,
          2.2279810905456543,
          2.7078139781951904,
          3.370229721069336,
          3.3430094718933105,
          2.590736150741577,
          3.132143497467041,
          3.7383830547332764,
          2.6325602531433105,
          2.7579457759857178,
          3.5119781494140625,
          2.0551867485046387,
          3.0789873600006104,
          3.3386776447296143,
          4.141490459442139,
          3.0203514099121094,
          2.2210357189178467,
          1.953963279724121,
          1.6369072198867798,
          2.170156240463257,
          2.757321357727051,
          1.932369589805603
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "EndpointMLP+ranking": {
      "top1": 1.0,
      "top5": 1.0,
      "ndcg": 0.9999999999989999,
      "func_top5": 1.0,
      "func_ndcg": 0.844723911438565,
      "rank": 1.0,
      "endpoint_dist": 0.42520923763513563,
      "spec_margin": 2.4454854100942613,
      "off_dist": 2.8706946551799772,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.7644049042788869,
          0.7358622867359436,
          0.7691671966722313,
          0.9999999999996392,
          0.7601875334312905,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999996392,
          0.7209064905476281,
          0.9999999999996392,
          0.7122606394323479,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.8525262713988451,
          0.7490035979724269,
          0.8580544200588494,
          0.7122606394323479,
          0.9223104630420079,
          0.8700859688429049,
          0.9999999999996392,
          0.9999999999996392,
          0.9478557351531002,
          0.6045061827179307,
          0.6629350421716564,
          0.8460101051759085,
          0.6734442887418696,
          0.9999999999996392,
          0.3607790370814292,
          0.7601875334312905,
          0.8935530791689612,
          0.6351904834926599,
          0.8366465219290776,
          0.7434754493124225,
          0.9478557351531002,
          0.6719052786222132,
          0.8887907867756167,
          0.9456973440155002,
          0.9430934427597557
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.42910057306289673,
          0.4497443437576294,
          0.3689153492450714,
          0.5424296259880066,
          0.4387088418006897,
          0.4989120066165924,
          0.38678574562072754,
          0.44920316338539124,
          0.37661030888557434,
          0.48695677518844604,
          0.3633248805999756,
          0.4482707679271698,
          0.44536110758781433,
          0.45165324211120605,
          0.456876277923584,
          0.4695214033126831,
          0.38211068511009216,
          0.3952172100543976,
          0.34323543310165405,
          0.4283789098262787,
          0.7605032920837402,
          0.4499318599700928,
          0.4084526002407074,
          0.43640345335006714,
          0.3723512589931488,
          0.4967805743217468,
          0.3198273777961731,
          0.43172505497932434,
          0.3519124686717987,
          0.4496127665042877,
          0.38622480630874634,
          0.33023756742477417,
          0.4086756408214569,
          0.44142019748687744,
          0.3617817163467407,
          0.4287257194519043,
          0.3391049802303314,
          0.37814775109291077,
          0.41947412490844727,
          0.4257596433162689
        ],
        "spec_margin": [
          1.8297321796417236,
          2.4234132766723633,
          2.0120315551757812,
          2.474533796310425,
          1.5998640060424805,
          1.7592231035232544,
          2.1033191680908203,
          2.8135390281677246,
          1.8096857070922852,
          2.1264402866363525,
          2.2138192653656006,
          1.861198902130127,
          1.9200901985168457,
          1.95857834815979,
          2.123638391494751,
          7.403108596801758,
          3.7975454330444336,
          4.105343341827393,
          2.063859701156616,
          1.7980142831802368,
          1.9481453895568848,
          2.9155890941619873,
          2.932025671005249,
          2.1543331146240234,
          2.7645161151885986,
          3.2405927181243896,
          2.310844659805298,
          2.3246302604675293,
          3.131648063659668,
          1.6016348600387573,
          2.693023920059204,
          2.9935696125030518,
          3.7314066886901855,
          2.577932357788086,
          1.844446063041687,
          1.5249234437942505,
          1.2980587482452393,
          1.7848142385482788,
          2.3416037559509277,
          1.5086990594863892
        ],
        "off_dist": [
          2.2588326930999756,
          2.873157501220703,
          2.3809468746185303,
          3.016963481903076,
          2.0385727882385254,
          2.2581350803375244,
          2.490104913711548,
          3.262742280960083,
          2.186295986175537,
          2.6133971214294434,
          2.577144145965576,
          2.309469699859619,
          2.3654513359069824,
          2.410231590270996,
          2.580514669418335,
          7.8726301193237305,
          4.179656028747559,
          4.500560760498047,
          2.407095193862915,
          2.226393222808838,
          2.708648681640625,
          3.36552095413208,
          3.3404781818389893,
          2.5907366275787354,
          3.1368672847747803,
          3.7373733520507812,
          2.630671977996826,
          2.7563552856445312,
          3.483560562133789,
          2.0512475967407227,
          3.0792486667633057,
          3.3238072395324707,
          4.140082359313965,
          3.019352674484253,
          2.2062277793884277,
          1.9536491632461548,
          1.637163758277893,
          2.162961959838867,
          2.761077880859375,
          1.9344587326049805
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    },
    "Random+ranking": {
      "top1": 0.025,
      "top5": 0.025,
      "ndcg": 0.0484465759108753,
      "func_top5": 0.625,
      "func_ndcg": 0.20469424490855914,
      "rank": 57.925,
      "endpoint_dist": 3.470254364609718,
      "spec_margin": -0.21521338820457458,
      "off_dist": 3.2550409764051436,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.33333333333299997,
          0.2890648263175988,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.3154648767854133,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.43262589581815525,
          0.37924165572138796,
          0.3718921699781131,
          0.05430265598413898,
          0.0,
          0.0,
          0.0,
          0.1678842962279888,
          0.3144297531670358,
          0.3225665727174216,
          0.11381311447976694,
          0.23214033921114718,
          0.27853764988081753,
          0.3198776724744765,
          0.4919092042576051,
          0.11640030782969744,
          0.0,
          0.0,
          0.25017371018387746,
          0.0,
          0.1298338018041706,
          0.4378169904238303,
          0.19408984478732896,
          0.4615310696772767,
          0.05430265598413898,
          0.05430265598413898,
          0.0,
          0.052144264846539085,
          0.33384167555429484,
          0.20246886363046793,
          0.0,
          0.23819899697649688,
          0.2645101253542494,
          0.0,
          0.1841364577883096,
          0.18889875018165395,
          0.14194557994078985,
          0.32749083505095544,
          0.527340302734206,
          0.5491219276918895
        ],
        "rank": [
          14,
          74,
          102,
          28,
          89,
          23,
          94,
          92,
          56,
          30,
          43,
          93,
          48,
          7,
          10,
          14,
          78,
          59,
          59,
          97,
          67,
          56,
          57,
          74,
          63,
          67,
          105,
          28,
          74,
          38,
          102,
          8,
          68,
          72,
          87,
          51,
          66,
          94,
          29,
          1
        ],
        "endpoint_dist": [
          2.2824044227600098,
          4.309011936187744,
          3.309451103210449,
          3.564979076385498,
          1.453060507774353,
          2.8975343704223633,
          1.6756479740142822,
          2.8101394176483154,
          3.0139412879943848,
          3.0206949710845947,
          5.2664995193481445,
          2.2033324241638184,
          2.293858766555786,
          2.880345344543457,
          2.1053731441497803,
          8.31590461730957,
          6.106352806091309,
          4.284556865692139,
          2.4269845485687256,
          2.013439178466797,
          3.7241005897521973,
          2.720334053039551,
          4.638664722442627,
          2.371800422668457,
          4.18781852722168,
          5.791450500488281,
          5.960268497467041,
          4.852285861968994,
          5.4412407875061035,
          2.308344602584839,
          2.7184574604034424,
          2.7296082973480225,
          2.9228410720825195,
          4.18679141998291,
          2.3668174743652344,
          1.5269440412521362,
          1.1631391048431396,
          5.09120512008667,
          6.774564743041992,
          1.0999850034713745
        ],
        "spec_margin": [
          -0.20399761199951172,
          0.09865903854370117,
          0.7027626037597656,
          -0.2298269271850586,
          0.6164559125900269,
          0.7414908409118652,
          0.9587249755859375,
          0.38802433013916016,
          0.4304380416870117,
          0.06131625175476074,
          -1.3636457920074463,
          0.02685999870300293,
          0.9651339054107666,
          -0.0017824172973632812,
          0.412534236907959,
          -5.367891311645508,
          -2.511678457260132,
          -1.9479377269744873,
          -0.026017427444458008,
          -0.077117919921875,
          -0.0017910003662109375,
          1.7640347480773926,
          -1.2810420989990234,
          0.16104459762573242,
          -1.0742332935333252,
          -1.1297025680541992,
          -0.7748074531555176,
          -0.8083209991455078,
          -1.7950336933135986,
          0.09963798522949219,
          0.4017605781555176,
          -0.3908803462982178,
          -0.15664148330688477,
          -0.5637521743774414,
          0.6465599536895752,
          0.42621946334838867,
          0.5508947372436523,
          0.8817577362060547,
          -0.12642383575439453,
          0.8896790742874146
        ],
        "off_dist": [
          2.078406810760498,
          4.407670974731445,
          4.012213706970215,
          3.3351521492004395,
          2.06951642036438,
          3.6390252113342285,
          2.6343729496002197,
          3.1981637477874756,
          3.4443793296813965,
          3.0820112228393555,
          3.9028537273406982,
          2.2301924228668213,
          3.2589926719665527,
          2.8785629272460938,
          2.5179073810577393,
          2.9480133056640625,
          3.5946743488311768,
          2.3366191387176514,
          2.4009671211242676,
          1.9363212585449219,
          3.7223095893859863,
          4.484368801116943,
          3.3576226234436035,
          2.5328450202941895,
          3.1135852336883545,
          4.661747932434082,
          5.185461044311523,
          4.043964862823486,
          3.646207094192505,
          2.407982587814331,
          3.12021803855896,
          2.3387279510498047,
          2.7661995887756348,
          3.6230392456054688,
          3.0133774280548096,
          1.953163504600525,
          1.714033842086792,
          5.972962856292725,
          6.648140907287598,
          1.989664077758789
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.047619047619047616
    }
  }
}