{
  "split": "cell",
  "reward": "centroid",
  "n_candidates": 1805,
  "n_targets": 40,
  "methods": {
    "PIVOT-ranking": {
      "top1": 0.025,
      "top5": 0.15,
      "ndcg": 0.13208262047549235,
      "func_top5": 0.725,
      "func_ndcg": 0.3600167442071178,
      "rank": 194.2,
      "endpoint_dist": 1.2301450669765472,
      "spec_margin": 1.2941597983241082,
      "off_dist": 2.5243048638105394,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.6309297535708266,
          0.0,
          0.0,
          0.3154648767854133,
          0.0,
          0.9999999999989999,
          0.6309297535708266,
          0.0,
          0.0,
          0.0,
          0.43067655807296235,
          0.0,
          0.0,
          0.30102999566368016,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.6309297535708266,
          0.6309297535708266,
          0.0,
          0.0,
          0.0,
          0.35620718710766597,
          0.0,
          0.0,
          0.0,
          0.35620718710766597,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.0,
          0.9334235959386915,
          0.0,
          0.8196104814589247,
          0.8765170386988083,
          0.672509164948684,
          0.9999999999996392,
          0.7863222794284508,
          0.06978419164316285,
          0.05430265598413898,
          0.0,
          0.8973000184165562,
          0.11381311447976694,
          0.0,
          0.10860531196827795,
          0.5254078484384431,
          0.408403654282275,
          0.1803895185407146,
          0.0,
          0.3821659031256479,
          0.06012983951357154,
          0.5499613274410384,
          0.7988275017411766,
          0.6053288745612656,
          0.3123817114824851,
          0.3155894990647003,
          0.12851208596631675,
          0.39817794789001704,
          0.4170340107060822,
          0.4057842583350576,
          0.883866524442083,
          0.20400787375012425,
          0.5065517856223779,
          0.11381311447976694,
          0.0,
          0.13459609419751495,
          0.0,
          0.30055347352382106,
          0.29250165296063585,
          0.1444974152544963
        ],
        "rank": [
          410,
          2,
          134,
          23,
          8,
          49,
          1,
          2,
          25,
          108,
          290,
          4,
          41,
          561,
          9,
          77,
          151,
          185,
          103,
          59,
          232,
          2,
          2,
          758,
          121,
          346,
          6,
          20,
          28,
          606,
          6,
          145,
          651,
          281,
          789,
          92,
          332,
          739,
          105,
          265
        ],
        "endpoint_dist": [
          0.7788619995117188,
          1.0574302673339844,
          0.8981291055679321,
          1.1791802644729614,
          1.9431819915771484,
          1.2274514436721802,
          1.570068120956421,
          0.8371641039848328,
          1.1645748615264893,
          1.684700846672058,
          1.1419439315795898,
          1.1942020654678345,
          1.262868881225586,
          0.9169500470161438,
          0.9980612397193909,
          1.5394939184188843,
          1.5928115844726562,
          0.8636164665222168,
          0.5946463346481323,
          0.6364714503288269,
          0.9466665983200073,
          1.3823901414871216,
          1.350879430770874,
          1.2104741334915161,
          1.2438565492630005,
          1.172344446182251,
          1.0656836032867432,
          0.8919244408607483,
          1.4183169603347778,
          1.4194594621658325,
          2.675273895263672,
          1.5831266641616821,
          1.1956759691238403,
          1.3301384449005127,
          1.29361891746521,
          0.6645997166633606,
          1.49713134765625,
          1.0711721181869507,
          1.2048929929733276,
          1.5063679218292236
        ],
        "spec_margin": [
          1.6204698085784912,
          1.539564609527588,
          1.7510727643966675,
          3.4558401107788086,
          0.8276746273040771,
          1.0009196996688843,
          1.8262240886688232,
          1.4334993362426758,
          1.2165818214416504,
          0.6880141496658325,
          1.535628318786621,
          2.1577844619750977,
          1.1765739917755127,
          1.50803542137146,
          0.6875573992729187,
          0.7675319910049438,
          1.07802152633667,
          2.0859181880950928,
          1.3635112047195435,
          1.8178761005401611,
          1.6484087705612183,
          0.6289695501327515,
          1.1417169570922852,
          1.1009031534194946,
          1.310752272605896,
          1.564943552017212,
          1.851792812347412,
          1.88722562789917,
          1.2785838842391968,
          0.3919602632522583,
          0.6825873851776123,
          0.3784511089324951,
          1.6347113847732544,
          1.420490026473999,
          0.4672729969024658,
          1.5788979530334473,
          0.6988112926483154,
          0.9903422594070435,
          1.238538384437561,
          0.3327326774597168
        ],
        "off_dist": [
          2.39933180809021,
          2.5969948768615723,
          2.6492018699645996,
          4.6350202560424805,
          2.7708566188812256,
          2.2283711433410645,
          3.396292209625244,
          2.2706634998321533,
          2.3811566829681396,
          2.3727149963378906,
          2.677572250366211,
          3.3519866466522217,
          2.4394428730010986,
          2.424985408782959,
          1.6856186389923096,
          2.307025909423828,
          2.670833110809326,
          2.9495346546173096,
          1.9581575393676758,
          2.454347610473633,
          2.5950753688812256,
          2.011359691619873,
          2.492596387863159,
          2.3113772869110107,
          2.5546088218688965,
          2.737287998199463,
          2.9174764156341553,
          2.7791500091552734,
          2.6969008445739746,
          1.8114197254180908,
          3.357861280441284,
          1.9615777730941772,
          2.8303873538970947,
          2.7506284713745117,
          1.7608919143676758,
          2.243497610092163,
          2.1959426403045654,
          2.061514377593994,
          2.4434313774108887,
          1.8391005992889404
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "PIVOT-guidance": {
      "top1": 0.05,
      "top5": 0.075,
      "ndcg": 0.06076691395177405,
      "func_top5": 0.675,
      "func_ndcg": 0.28302129846659285,
      "rank": 197.55,
      "endpoint_dist": 1.3085480779409409,
      "spec_margin": 1.1785019636154175,
      "off_dist": 2.4870500385761263,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.43067655807296235,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.0,
          0.5490262036478528,
          0.17394295399333848,
          0.8196104814589247,
          0.6976820249692228,
          0.6536531021326187,
          0.8196104814589247,
          0.05690655723988347,
          0.052144264846539085,
          0.0,
          0.0,
          0.8196104814589247,
          0.24557383318562032,
          0.0,
          0.11381311447976694,
          0.3731885353501183,
          0.43146614992049087,
          0.1803895185407146,
          0.0,
          0.42886224866474637,
          0.06978419164316285,
          0.5548688818687583,
          0.5031180611983256,
          0.5838689104894559,
          0.1788350137295854,
          0.3934156554966727,
          0.0,
          0.2900442269536079,
          0.0,
          0.16918066159999412,
          0.7032101736292273,
          0.1298338018041706,
          0.4492728162919408,
          0.0,
          0.0,
          0.06978419164316285,
          0.0,
          0.24048715545699928,
          0.4015524750470583,
          0.16811577046390594
        ],
        "rank": [
          411,
          12,
          135,
          26,
          17,
          56,
          11,
          12,
          33,
          113,
          291,
          14,
          4,
          561,
          18,
          84,
          156,
          188,
          106,
          62,
          234,
          1,
          1,
          758,
          128,
          349,
          15,
          28,
          38,
          607,
          14,
          147,
          651,
          283,
          790,
          97,
          336,
          739,
          111,
          265
        ],
        "endpoint_dist": [
          0.7788619995117188,
          2.117431879043579,
          0.8981291055679321,
          1.1791802644729614,
          2.233966827392578,
          1.2716954946517944,
          2.434670925140381,
          1.1498734951019287,
          1.1645748615264893,
          1.684700846672058,
          1.1419439315795898,
          1.521671175956726,
          1.262868881225586,
          0.9169500470161438,
          1.0522229671478271,
          1.5394939184188843,
          1.5928115844726562,
          0.8636164665222168,
          0.5946463346481323,
          0.6364714503288269,
          0.9466665983200073,
          1.3372395038604736,
          1.2468385696411133,
          1.2104741334915161,
          1.4099704027175903,
          1.172344446182251,
          1.0656836032867432,
          0.8919244408607483,
          1.6904374361038208,
          1.4194594621658325,
          2.675273895263672,
          1.5831266641616821,
          1.1956759691238403,
          1.3301384449005127,
          1.29361891746521,
          0.6645997166633606,
          1.390235424041748,
          1.0711721181869507,
          1.2048929929733276,
          1.5063679218292236
        ],
        "spec_margin": [
          1.6204698085784912,
          -0.10165095329284668,
          1.7510727643966675,
          3.4558401107788086,
          -0.023256778717041016,
          1.0417529344558716,
          0.268704891204834,
          1.0524473190307617,
          1.2165818214416504,
          0.6880141496658325,
          1.535628318786621,
          2.293555736541748,
          1.1765739917755127,
          1.50803542137146,
          0.6877552270889282,
          0.7675319910049438,
          1.07802152633667,
          2.0859181880950928,
          1.3635112047195435,
          1.8178761005401611,
          1.6484087705612183,
          0.7179131507873535,
          1.3804106712341309,
          1.1009031534194946,
          0.9676400423049927,
          1.564943552017212,
          1.851792812347412,
          1.88722562789917,
          0.8419169187545776,
          0.3919602632522583,
          0.6825873851776123,
          0.3784511089324951,
          1.6347113847732544,
          1.420490026473999,
          0.4672729969024658,
          1.5788979530334473,
          0.7785556316375732,
          0.9903422594070435,
          1.238538384437561,
          0.3327326774597168
        ],
        "off_dist": [
          2.39933180809021,
          2.0157809257507324,
          2.6492018699645996,
          4.6350202560424805,
          2.210710048675537,
          2.313448429107666,
          2.703375816345215,
          2.2023208141326904,
          2.3811566829681396,
          2.3727149963378906,
          2.677572250366211,
          3.8152270317077637,
          2.4394428730010986,
          2.424985408782959,
          1.7399781942367554,
          2.307025909423828,
          2.670833110809326,
          2.9495346546173096,
          1.9581575393676758,
          2.454347610473633,
          2.5950753688812256,
          2.055152654647827,
          2.627249240875244,
          2.3113772869110107,
          2.377610445022583,
          2.737287998199463,
          2.9174764156341553,
          2.7791500091552734,
          2.5323543548583984,
          1.8114197254180908,
          3.357861280441284,
          1.9615777730941772,
          2.8303873538970947,
          2.7506284713745117,
          1.7608919143676758,
          2.243497610092163,
          2.1687910556793213,
          2.061514377593994,
          2.4434313774108887,
          1.8391005992889404
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "Additive+ranking": {
      "top1": 0.95,
      "top5": 0.975,
      "ndcg": 0.9657732438383206,
      "func_top5": 1.0,
      "func_ndcg": 0.6652048246826138,
      "rank": 1.675,
      "endpoint_dist": 0.8411503508687019,
      "spec_margin": 2.1007207214832304,
      "off_dist": 2.9418710708618163,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.3607790370814292,
          0.9999999999996392,
          0.4129233019279683,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9456973440155002,
          0.4305632287245921,
          0.4745921515611962,
          0.5426118416977634,
          0.9999999999996392,
          0.4305632287245921,
          0.4646120878678205,
          0.5570272730063581,
          0.873309251116593,
          0.687334748339199,
          0.562183009575809,
          0.3607790370814292,
          0.5082527656822236,
          0.11381311447976694,
          0.6146996865129016,
          0.8654039058021243,
          0.7236207412564216,
          0.759496136636826,
          0.8909491779132166,
          0.4927712300231997,
          0.3607790370814292,
          0.7878767842395802,
          0.9223104630420079,
          0.9999999999996392,
          0.6553540821924644,
          0.5299596986814235,
          0.6734442887418696,
          0.3607790370814292,
          0.3607790370814292,
          0.5721363965748284,
          0.8455491977461236,
          0.9357439570164808,
          0.5314987088010797
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          2,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          27,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.7173737287521362,
          0.7461453080177307,
          0.785219132900238,
          0.538507878780365,
          1.097732424736023,
          0.6946150660514832,
          0.7801607251167297,
          0.7369425296783447,
          1.015824794769287,
          1.3046245574951172,
          1.0173161029815674,
          0.9735252857208252,
          1.092432975769043,
          0.8244563341140747,
          0.674659013748169,
          0.9909878373146057,
          0.9689846038818359,
          0.732428252696991,
          0.5732553005218506,
          0.6204644441604614,
          0.9914161562919617,
          0.7275379300117493,
          0.7922949194908142,
          0.8339179158210754,
          0.9220225214958191,
          0.8180479407310486,
          0.8987788558006287,
          0.7535209059715271,
          0.7320271730422974,
          1.037440299987793,
          1.0151782035827637,
          0.7500125169754028,
          0.8864849805831909,
          0.7386977672576904,
          0.9256577491760254,
          0.8188286423683167,
          0.6080302000045776,
          0.6138859391212463,
          0.9211081266403198,
          0.9754689931869507
        ],
        "spec_margin": [
          1.9674495458602905,
          2.103719711303711,
          2.245748996734619,
          3.573702335357666,
          2.0890731811523438,
          1.7624471187591553,
          3.303356885910034,
          1.8128483295440674,
          2.0443527698516846,
          2.065767288208008,
          1.6571438312530518,
          2.6439476013183594,
          2.032092571258545,
          1.785965085029602,
          1.3168447017669678,
          2.013680934906006,
          2.1790592670440674,
          2.5351104736328125,
          1.5227258205413818,
          2.132510185241699,
          1.9073677062988281,
          1.880821704864502,
          2.3598074913024902,
          1.7640490531921387,
          1.7445905208587646,
          2.3762378692626953,
          2.4540412425994873,
          2.107139825820923,
          2.3813529014587402,
          1.7228913307189941,
          3.270918846130371,
          1.9885872602462769,
          2.2718491554260254,
          2.49912691116333,
          1.3993134498596191,
          1.4822916984558105,
          2.1268625259399414,
          1.731029987335205,
          2.133510112762451,
          1.6394926309585571
        ],
        "off_dist": [
          2.6848232746124268,
          2.849864959716797,
          3.030968189239502,
          4.112210273742676,
          3.1868057250976562,
          2.457062244415283,
          4.083517551422119,
          2.549790859222412,
          3.0601775646209717,
          3.370391845703125,
          2.674459934234619,
          3.6174728870391846,
          3.124525547027588,
          2.6104214191436768,
          1.9915037155151367,
          3.004668712615967,
          3.1480438709259033,
          3.2675387859344482,
          2.0959811210632324,
          2.752974510192871,
          2.8987839221954346,
          2.6083595752716064,
          3.152102470397949,
          2.5979669094085693,
          2.6666131019592285,
          3.1942858695983887,
          3.3528201580047607,
          2.8606607913970947,
          3.113379955291748,
          2.760331630706787,
          4.286097049713135,
          2.7385997772216797,
          3.158334255218506,
          3.2378246784210205,
          2.3249711990356445,
          2.3011202812194824,
          2.7348926067352295,
          2.3449158668518066,
          3.0546181201934814,
          2.614961624145508
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "LinearResponse+ranking": {
      "top1": 0.9,
      "top5": 0.95,
      "ndcg": 0.9193426403608076,
      "func_top5": 0.975,
      "func_ndcg": 0.6613311093652607,
      "rank": 2.2,
      "endpoint_dist": 1.0196396365761757,
      "spec_margin": 1.4613386183977126,
      "off_dist": 2.4809782683849333,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.3868528072341547,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.3868528072341547,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.4874697859644756,
          0.9999999999996392,
          0.5286633333094181,
          0.8196104814589247,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.8893946731020875,
          0.4209088765950008,
          0.4745921515611962,
          0.3607790370814292,
          0.9999999999996392,
          0.6947009419882879,
          0.17973649046676787,
          0.5394675755622982,
          0.8266931349300584,
          0.689545205418837,
          0.7122606394323479,
          0.5721363965748284,
          0.6038700937941731,
          0.5776645452348329,
          0.7489233686198631,
          0.8286609472620452,
          0.5082527656822236,
          0.873309251116593,
          0.4948192717077505,
          0.4384685740390607,
          0.3607790370814292,
          0.7054249548886042,
          0.7515272698756076,
          0.9999999999996392,
          0.5887931728229896,
          0.4209088765950008,
          0.5929193762925764,
          0.580887827508521,
          0.17868853848086888,
          0.7589569849714464,
          0.6821957196755621,
          0.9456973440155002,
          0.6165377315019861
        ],
        "rank": [
          1,
          1,
          1,
          29,
          1,
          1,
          1,
          5,
          1,
          1,
          1,
          1,
          1,
          5,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          13,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.6616038680076599,
          1.2548247575759888,
          0.7813584804534912,
          1.158394694328308,
          1.5520241260528564,
          0.923303484916687,
          1.76686429977417,
          0.8745992183685303,
          1.070665955543518,
          1.2548863887786865,
          0.9371170401573181,
          1.1795976161956787,
          1.0225927829742432,
          0.7508274912834167,
          1.0226606130599976,
          1.131973385810852,
          1.378308653831482,
          0.7616466879844666,
          0.7265413999557495,
          0.8877161741256714,
          0.6296344995498657,
          1.0646913051605225,
          1.0984606742858887,
          0.8197231292724609,
          1.1387754678726196,
          0.7523069381713867,
          0.8117942214012146,
          1.0146288871765137,
          1.2389315366744995,
          0.7988754510879517,
          1.6972215175628662,
          1.050825834274292,
          1.1287428140640259,
          1.0291059017181396,
          0.812923789024353,
          1.0367337465286255,
          0.8561542630195618,
          0.7039358019828796,
          0.7540229558944702,
          1.2505896091461182
        ],
        "spec_margin": [
          1.7379565238952637,
          0.9655307531356812,
          1.852024793624878,
          2.293393135070801,
          0.8486089706420898,
          1.3431891202926636,
          1.0528581142425537,
          1.4652132987976074,
          1.4513288736343384,
          1.3505439758300781,
          1.6941022872924805,
          1.6614453792572021,
          1.5319406986236572,
          1.5675017833709717,
          0.7009553909301758,
          1.4009870290756226,
          1.2738226652145386,
          2.199557304382324,
          1.1724765300750732,
          1.6043356657028198,
          2.161515235900879,
          1.0891995429992676,
          1.498476505279541,
          1.4074206352233887,
          1.2639492750167847,
          2.045914888381958,
          2.110194206237793,
          1.5556697845458984,
          1.3904625177383423,
          1.3211067914962769,
          1.302931785583496,
          0.9997358322143555,
          1.7146793603897095,
          1.830432653427124,
          1.124277949333191,
          1.097406268119812,
          1.4047913551330566,
          1.422738790512085,
          1.796676754951477,
          0.748192310333252
        ],
        "off_dist": [
          2.3995604515075684,
          2.22035551071167,
          2.633383274078369,
          3.4517879486083984,
          2.4006330966949463,
          2.2664926052093506,
          2.8197224140167236,
          2.3398125171661377,
          2.5219948291778564,
          2.6054303646087646,
          2.6312193870544434,
          2.841042995452881,
          2.5545334815979004,
          2.318329334259033,
          1.7236160039901733,
          2.5329604148864746,
          2.6521313190460205,
          2.9612040519714355,
          1.8990179300308228,
          2.492051839828491,
          2.791149854660034,
          2.15389084815979,
          2.5969371795654297,
          2.2271437644958496,
          2.4027247428894043,
          2.7982218265533447,
          2.9219884872436523,
          2.570298671722412,
          2.629394054412842,
          2.1199822425842285,
          3.0001533031463623,
          2.0505616664886475,
          2.8434221744537354,
          2.8595385551452637,
          1.937201738357544,
          2.1341400146484375,
          2.2609455585479736,
          2.1266746520996094,
          2.5506997108459473,
          1.9987819194793701
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "NearestPerturbationCentroid+ranking": {
      "top1": 0.95,
      "top5": 0.975,
      "ndcg": 0.9657732438383206,
      "func_top5": 1.0,
      "func_ndcg": 0.6652048246826138,
      "rank": 1.675,
      "endpoint_dist": 0.8411503508687019,
      "spec_margin": 2.1007207214832304,
      "off_dist": 2.9418710708618163,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.3607790370814292,
          0.9999999999996392,
          0.4129233019279683,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9456973440155002,
          0.4305632287245921,
          0.4745921515611962,
          0.5426118416977634,
          0.9999999999996392,
          0.4305632287245921,
          0.4646120878678205,
          0.5570272730063581,
          0.873309251116593,
          0.687334748339199,
          0.562183009575809,
          0.3607790370814292,
          0.5082527656822236,
          0.11381311447976694,
          0.6146996865129016,
          0.8654039058021243,
          0.7236207412564216,
          0.759496136636826,
          0.8909491779132166,
          0.4927712300231997,
          0.3607790370814292,
          0.7878767842395802,
          0.9223104630420079,
          0.9999999999996392,
          0.6553540821924644,
          0.5299596986814235,
          0.6734442887418696,
          0.3607790370814292,
          0.3607790370814292,
          0.5721363965748284,
          0.8455491977461236,
          0.9357439570164808,
          0.5314987088010797
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          2,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          27,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.7173737287521362,
          0.7461453080177307,
          0.785219132900238,
          0.538507878780365,
          1.097732424736023,
          0.6946150660514832,
          0.7801607251167297,
          0.7369425296783447,
          1.015824794769287,
          1.3046245574951172,
          1.0173161029815674,
          0.9735252857208252,
          1.092432975769043,
          0.8244563341140747,
          0.674659013748169,
          0.9909878373146057,
          0.9689846038818359,
          0.732428252696991,
          0.5732553005218506,
          0.6204644441604614,
          0.9914161562919617,
          0.7275379300117493,
          0.7922949194908142,
          0.8339179158210754,
          0.9220225214958191,
          0.8180479407310486,
          0.8987788558006287,
          0.7535209059715271,
          0.7320271730422974,
          1.037440299987793,
          1.0151782035827637,
          0.7500125169754028,
          0.8864849805831909,
          0.7386977672576904,
          0.9256577491760254,
          0.8188286423683167,
          0.6080302000045776,
          0.6138859391212463,
          0.9211081266403198,
          0.9754689931869507
        ],
        "spec_margin": [
          1.9674495458602905,
          2.103719711303711,
          2.245748996734619,
          3.573702335357666,
          2.0890731811523438,
          1.7624471187591553,
          3.303356885910034,
          1.8128483295440674,
          2.0443527698516846,
          2.065767288208008,
          1.6571438312530518,
          2.6439476013183594,
          2.032092571258545,
          1.785965085029602,
          1.3168447017669678,
          2.013680934906006,
          2.1790592670440674,
          2.5351104736328125,
          1.5227258205413818,
          2.132510185241699,
          1.9073677062988281,
          1.880821704864502,
          2.3598074913024902,
          1.7640490531921387,
          1.7445905208587646,
          2.3762378692626953,
          2.4540412425994873,
          2.107139825820923,
          2.3813529014587402,
          1.7228913307189941,
          3.270918846130371,
          1.9885872602462769,
          2.2718491554260254,
          2.49912691116333,
          1.3993134498596191,
          1.4822916984558105,
          2.1268625259399414,
          1.731029987335205,
          2.133510112762451,
          1.6394926309585571
        ],
        "off_dist": [
          2.6848232746124268,
          2.849864959716797,
          3.030968189239502,
          4.112210273742676,
          3.1868057250976562,
          2.457062244415283,
          4.083517551422119,
          2.549790859222412,
          3.0601775646209717,
          3.370391845703125,
          2.674459934234619,
          3.6174728870391846,
          3.124525547027588,
          2.6104214191436768,
          1.9915037155151367,
          3.004668712615967,
          3.1480438709259033,
          3.2675387859344482,
          2.0959811210632324,
          2.752974510192871,
          2.8987839221954346,
          2.6083595752716064,
          3.152102470397949,
          2.5979669094085693,
          2.6666131019592285,
          3.1942858695983887,
          3.3528201580047607,
          2.8606607913970947,
          3.113379955291748,
          2.760331630706787,
          4.286097049713135,
          2.7385997772216797,
          3.158334255218506,
          3.2378246784210205,
          2.3249711990356445,
          2.3011202812194824,
          2.7348926067352295,
          2.3449158668518066,
          3.0546181201934814,
          2.614961624145508
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "EndpointMLP+ranking": {
      "top1": 0.95,
      "top5": 0.975,
      "ndcg": 0.9657732438383206,
      "func_top5": 1.0,
      "func_ndcg": 0.6643281414589618,
      "rank": 1.6,
      "endpoint_dist": 0.8406605675816536,
      "spec_margin": 2.099722996354103,
      "off_dist": 2.9403835624456405,
      "clf": null,
      "_per": {
        "top1": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "ndcg": [
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.6309297535708266,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.0,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999,
          0.9999999999989999
        ],
        "func_top5": [
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0
        ],
        "func_ndcg": [
          0.3607790370814292,
          0.9999999999996392,
          0.4129233019279683,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9999999999996392,
          0.9456973440155002,
          0.4305632287245921,
          0.4745921515611962,
          0.5426118416977634,
          0.9999999999996392,
          0.4305632287245921,
          0.4646120878678205,
          0.5570272730063581,
          0.873309251116593,
          0.691460951808786,
          0.5654062918494971,
          0.3607790370814292,
          0.5082527656822236,
          0.11381311447976694,
          0.5548688818687583,
          0.8621806235284363,
          0.7277469447260085,
          0.7650242852968305,
          0.8909491779132166,
          0.50788035359167,
          0.3607790370814292,
          0.7878767842395802,
          0.9223104630420079,
          0.9999999999996392,
          0.6553540821924644,
          0.5299596986814235,
          0.6693180852722828,
          0.3607790370814292,
          0.3607790370814292,
          0.5721363965748284,
          0.8455491977461236,
          0.9357439570164808,
          0.5314987088010797
        ],
        "rank": [
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          2,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          24,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1,
          1
        ],
        "endpoint_dist": [
          0.7115392684936523,
          0.7434130311012268,
          0.782884955406189,
          0.5349298119544983,
          1.1008118391036987,
          0.6904085278511047,
          0.7770178914070129,
          0.7384058237075806,
          1.0147595405578613,
          1.302067756652832,
          1.015263557434082,
          0.9738177061080933,
          1.0930898189544678,
          0.8314464092254639,
          0.6720605492591858,
          0.9890942573547363,
          0.9730018973350525,
          0.7305974960327148,
          0.57706218957901,
          0.6231805682182312,
          0.989425539970398,
          0.7258337736129761,
          0.789780855178833,
          0.8334861993789673,
          0.9197162985801697,
          0.8218328356742859,
          0.9016136527061462,
          0.7549859285354614,
          0.7306838631629944,
          1.038749098777771,
          1.0174500942230225,
          0.74358731508255,
          0.8858193159103394,
          0.7361005544662476,
          0.9223771095275879,
          0.824489951133728,
          0.6082383394241333,
          0.6169683933258057,
          0.9182528257369995,
          0.9721778631210327
        ],
        "spec_margin": [
          1.9711594581604004,
          2.0922412872314453,
          2.2475204467773438,
          3.5705361366271973,
          2.0842247009277344,
          1.7688353061676025,
          3.3032357692718506,
          1.8071125745773315,
          2.0441155433654785,
          2.0665674209594727,
          1.657548427581787,
          2.640410900115967,
          2.03220272064209,
          1.7836847305297852,
          1.3169708251953125,
          2.016561508178711,
          2.173065185546875,
          2.5372564792633057,
          1.520702600479126,
          2.132035732269287,
          1.905267596244812,
          1.8801466226577759,
          2.3641176223754883,
          1.7644177675247192,
          1.7468843460083008,
          2.3724145889282227,
          2.451648235321045,
          2.107424259185791,
          2.3798720836639404,
          1.7198468446731567,
          3.2619473934173584,
          1.9915785789489746,
          2.274409770965576,
          2.5012764930725098,
          1.3998422622680664,
          1.4798988103866577,
          2.1273646354675293,
          1.7228996753692627,
          2.1340837478637695,
          1.637590765953064
        ],
        "off_dist": [
          2.6826987266540527,
          2.8356542587280273,
          3.030405282974243,
          4.105465888977051,
          3.1850366592407227,
          2.4592437744140625,
          4.080253601074219,
          2.545518398284912,
          3.05887508392334,
          3.3686351776123047,
          2.672811985015869,
          3.6142284870147705,
          3.1252925395965576,
          2.615131139755249,
          1.989031434059143,
          3.0056557655334473,
          3.1460671424865723,
          3.2678539752960205,
          2.097764730453491,
          2.755216360092163,
          2.89469313621521,
          2.605980396270752,
          3.1538984775543213,
          2.5979039669036865,
          2.6666007041931152,
          3.1942474842071533,
          3.353261947631836,
          2.862410068511963,
          3.11055588722229,
          2.7585959434509277,
          4.279397487640381,
          2.73516583442688,
          3.160229206085205,
          3.237377166748047,
          2.3222193717956543,
          2.3043887615203857,
          2.735602855682373,
          2.3398680686950684,
          3.0523366928100586,
          2.6097686290740967
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    },
    "Random+ranking": {
      "top1": 0.0,
      "top5": 0.0,
      "ndcg": 0.0,
      "func_top5": 0.6,
      "func_ndcg": 0.31792464420168004,
      "rank": 820.225,
      "endpoint_dist": 3.069971165060997,
      "spec_margin": 0.3528890937566757,
      "off_dist": 3.4228602588176726,
      "clf": null,
      "_per": {
        "top1": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "top5": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "ndcg": [
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ],
        "func_top5": [
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          1.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          1.0,
          0.0,
          1.0,
          0.0,
          1.0,
          0.0,
          0.0,
          1.0,
          1.0,
          0.0
        ],
        "func_ndcg": [
          0.0,
          0.7419209445012933,
          0.16595737932630603,
          0.18682058839661783,
          0.6409219429780558,
          0.6433793689850839,
          0.5679779905079548,
          0.6817911049877218,
          0.0,
          0.0,
          0.0,
          0.4637557067110293,
          0.0,
          0.0,
          0.0,
          0.44771831148081165,
          0.7653078254747857,
          0.06978419164316285,
          0.0,
          0.672509164948684,
          0.0,
          0.4524003745215921,
          0.5817105193518559,
          0.5790911234046386,
          0.6488908097392743,
          0.6409219429780558,
          0.0,
          0.6929197325758784,
          0.0,
          0.6850143872614097,
          0.3901923732229845,
          0.0,
          0.6772714573420283,
          0.05430265598413898,
          0.07768953695763149,
          0.0,
          0.0,
          0.5606285047646798,
          0.6281078300215263,
          0.0
        ],
        "rank": [
          1484,
          86,
          12,
          728,
          1567,
          428,
          72,
          141,
          744,
          1494,
          1327,
          147,
          994,
          366,
          1309,
          215,
          65,
          372,
          1661,
          1425,
          759,
          62,
          241,
          1139,
          702,
          1572,
          727,
          790,
          1133,
          1070,
          991,
          811,
          156,
          1589,
          927,
          578,
          1158,
          910,
          1428,
          1429
        ],
        "endpoint_dist": [
          1.2471455335617065,
          3.780824661254883,
          2.3386223316192627,
          3.5947601795196533,
          3.435229778289795,
          5.462389945983887,
          4.583520412445068,
          1.6975603103637695,
          6.2813029289245605,
          3.2201132774353027,
          1.954548954963684,
          2.568264961242676,
          4.240303993225098,
          1.9021812677383423,
          1.581223964691162,
          1.8886135816574097,
          2.0643303394317627,
          3.607733726501465,
          2.0478649139404297,
          2.4884705543518066,
          4.466367721557617,
          1.8336158990859985,
          3.0728282928466797,
          2.878474712371826,
          4.979918003082275,
          2.1764323711395264,
          8.584672927856445,
          1.425441026687622,
          3.742549419403076,
          1.836504340171814,
          3.9608829021453857,
          2.16227388381958,
          2.613037586212158,
          2.0466930866241455,
          2.479177236557007,
          4.7175116539001465,
          2.2013516426086426,
          1.6452608108520508,
          1.8277415037155151,
          4.1631059646606445
        ],
        "spec_margin": [
          1.2742022275924683,
          -0.42791128158569336,
          1.129060983657837,
          -1.119408369064331,
          -0.7760045528411865,
          0.183258056640625,
          -1.3876416683197021,
          0.876413106918335,
          -0.03194618225097656,
          -0.21651339530944824,
          1.0298165082931519,
          0.21366572380065918,
          0.578819751739502,
          1.1407452821731567,
          0.3463408946990967,
          0.5529183149337769,
          0.9577670097351074,
          1.0641913414001465,
          0.35391855239868164,
          0.5692179203033447,
          0.011257171630859375,
          0.668890118598938,
          0.20898771286010742,
          0.37965893745422363,
          -0.10495424270629883,
          1.282132863998413,
          -0.4226036071777344,
          1.4416706562042236,
          0.32228803634643555,
          0.3516949415206909,
          -1.1902787685394287,
          0.18331551551818848,
          0.9950697422027588,
          1.1751482486724854,
          0.2742455005645752,
          -0.3204960823059082,
          0.6251316070556641,
          0.9052252769470215,
          1.1004918813705444,
          -0.08222198486328125
        ],
        "off_dist": [
          2.521347761154175,
          3.3529133796691895,
          3.4676833152770996,
          2.4753518104553223,
          2.6592252254486084,
          5.645648002624512,
          3.195878744125366,
          2.5739734172821045,
          6.249356746673584,
          3.0035998821258545,
          2.984365463256836,
          2.781930685043335,
          4.8191237449646,
          3.042926549911499,
          1.9275648593902588,
          2.4415318965911865,
          3.02209734916687,
          4.671925067901611,
          2.4017834663391113,
          3.0576884746551514,
          4.477624893188477,
          2.5025060176849365,
          3.281816005706787,
          3.25813364982605,
          4.874963760375977,
          3.4585652351379395,
          8.162069320678711,
          2.8671116828918457,
          4.064837455749512,
          2.188199281692505,
          2.770604133605957,
          2.3455893993377686,
          3.608107328414917,
          3.221841335296631,
          2.753422737121582,
          4.397015571594238,
          2.8264832496643066,
          2.5504860877990723,
          2.9282333850860596,
          4.080883979797363
        ],
        "clf": []
      },
      "n_targets": 40,
      "random_top5": 0.002770083102493075
    }
  }
}