Hugging Face's logo

ChatterjeeLab
/
PIVOT

Model card Files
xet
 Community
1
PIVOT / experiments /results /norman_nom_perturbation.json
bryan7264's picture
bryan7264
pivot: code + trained checkpoints (norman, replogle k562)
b67979a verified
Raw
History Blame Contribute Delete
35.3 kB
{
 "split": "perturbation",
 "reward": "centroid",
 "n_candidates": 105,
 "n_targets": 22,
 "methods": {
 "PIVOT-ranking": {
 "top1": 0.0,
 "top5": 0.13636363636363635,
 "ndcg": 0.08727248090397387,
 "func_top5": 0.9090909090909091,
 "func_ndcg": 0.4865406670801178,
 "rank": 35.40909090909091,
 "endpoint_dist": 1.068045285615054,
 "spec_margin": 1.3363434076309204,
 "off_dist": 2.4043886986645786,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.49999999999949996,
 0.0,
 0.0,
 0.49999999999949996,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.2890648263175988,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.6309297535708266,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.733275093386013,
 0.37033766516698385,
 0.8196104814589247,
 0.38009376671564526,
 0.0,
 0.4387000482749779,
 0.7553544384757664,
 0.4749645636517497,
 0.558712758374731,
 0.8196104814589247,
 0.4960354077271919,
 0.15032459878392884,
 0.4567687772839323,
 0.8196104814589247,
 0.5059324046044343,
 0.30215600509022716,
 0.7910845718217951,
 0.0,
 0.6430803341156557,
 0.40257647075284236,
 0.34696627888496423,
 0.4387000482749779
 ],
 "rank": [
 3,
 35,
 17,
 3,
 25,
 74,
 84,
 26,
 23,
 19,
 10,
 75,
 36,
 63,
 31,
 35,
 2,
 48,
 23,
 52,
 48,
 47
 ],
 "endpoint_dist": [
 1.9384753704071045,
 0.7429381012916565,
 1.1510169506072998,
 0.7578966021537781,
 0.6557507514953613,
 0.9810452461242676,
 0.819040060043335,
 1.5743571519851685,
 1.7966794967651367,
 2.0639142990112305,
 1.1475152969360352,
 0.840554416179657,
 0.8537219762802124,
 0.8637474179267883,
 1.4352035522460938,
 0.8421792984008789,
 1.0563677549362183,
 0.7560780048370361,
 1.2075574398040771,
 0.6115195155143738,
 0.691246747970581,
 0.7101908326148987
 ],
 "spec_margin": [
 -0.18687379360198975,
 1.2044005393981934,
 2.3071529865264893,
 1.7771611213684082,
 1.122977375984192,
 1.3516638278961182,
 1.9459350109100342,
 0.6711388826370239,
 0.42350029945373535,
 0.5177159309387207,
 1.2125356197357178,
 1.326828956604004,
 0.9825109243392944,
 2.5846638679504395,
 1.4229609966278076,
 0.9427473545074463,
 3.5186824798583984,
 1.3512330055236816,
 0.6580355167388916,
 1.3769090175628662,
 1.4731967449188232,
 1.4144783020019531
 ],
 "off_dist": [
 1.7516015768051147,
 1.9473387002944946,
 3.458169937133789,
 2.535057783126831,
 1.7787281274795532,
 2.3327090740203857,
 2.764975070953369,
 2.2454960346221924,
 2.220179796218872,
 2.581630229949951,
 2.360050916671753,
 2.1673834323883057,
 1.8362329006195068,
 3.448411226272583,
 2.8581645488739014,
 1.7849266529083252,
 4.575050354003906,
 2.1073110103607178,
 1.8655929565429688,
 1.9884284734725952,
 2.1644434928894043,
 2.124669075012207
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "PIVOT-guidance": {
 "top1": 0.0,
 "top5": 0.13636363636363635,
 "ndcg": 0.0741331706168103,
 "func_top5": 0.9090909090909091,
 "func_ndcg": 0.40010813422906144,
 "rank": 37.72727272727273,
 "endpoint_dist": 1.0795677466826006,
 "spec_margin": 1.2815920818935742,
 "off_dist": 2.361159833994779,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.49999999999949996,
 0.0,
 0.0,
 0.49999999999949996,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.6309297535708266,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.6220658801619905,
 0.3259363302398262,
 0.8196104814589247,
 0.38009376671564526,
 0.0,
 0.34634689786702066,
 0.4620869292484704,
 0.24464556152387298,
 0.5791066180961114,
 0.5920009604052048,
 0.34036846945423477,
 0.2714871990069707,
 0.46683251373600076,
 0.6441452252517439,
 0.1835973061229298,
 0.3181934003204448,
 0.5499613274410384,
 0.0,
 0.4445272318044105,
 0.5189767785825399,
 0.3047754010374445,
 0.3876206745645269
 ],
 "rank": [
 3,
 35,
 20,
 3,
 28,
 75,
 84,
 32,
 28,
 26,
 14,
 75,
 38,
 64,
 37,
 37,
 2,
 49,
 29,
 52,
 50,
 49
 ],
 "endpoint_dist": [
 1.9384753704071045,
 0.7429381012916565,
 1.1510169506072998,
 0.7578966021537781,
 0.6557507514953613,
 0.9810452461242676,
 0.819040060043335,
 1.5743571519851685,
 1.8661444187164307,
 2.0639142990112305,
 1.1475152969360352,
 0.840554416179657,
 0.8537219762802124,
 0.8637474179267883,
 1.6192327737808228,
 0.8421792984008789,
 1.0563677549362183,
 0.7560780048370361,
 1.2075574398040771,
 0.6115195155143738,
 0.691246747970581,
 0.7101908326148987
 ],
 "spec_margin": [
 -0.18687379360198975,
 1.2044005393981934,
 2.3071529865264893,
 1.7771611213684082,
 1.122977375984192,
 1.3516638278961182,
 1.9459350109100342,
 0.6711388826370239,
 0.15226531028747559,
 0.5177159309387207,
 1.2125356197357178,
 1.326828956604004,
 0.9825109243392944,
 2.5846638679504395,
 0.48966681957244873,
 0.9427473545074463,
 3.5186824798583984,
 1.3512330055236816,
 0.6580355167388916,
 1.3769090175628662,
 1.4731967449188232,
 1.4144783020019531
 ],
 "off_dist": [
 1.7516015768051147,
 1.9473387002944946,
 3.458169937133789,
 2.535057783126831,
 1.7787281274795532,
 2.3327090740203857,
 2.764975070953369,
 2.2454960346221924,
 2.0184097290039062,
 2.581630229949951,
 2.360050916671753,
 2.1673834323883057,
 1.8362329006195068,
 3.448411226272583,
 2.1088995933532715,
 1.7849266529083252,
 4.575050354003906,
 2.1073110103607178,
 1.8655929565429688,
 1.9884284734725952,
 2.1644434928894043,
 2.124669075012207
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "Additive+ranking": {
 "top1": 0.045454545454545456,
 "top5": 0.045454545454545456,
 "ndcg": 0.0454545454545,
 "func_top5": 0.8636363636363636,
 "func_ndcg": 0.4675706692782015,
 "rank": 31.227272727272727,
 "endpoint_dist": 1.154505336826498,
 "spec_margin": 1.2376486469398846,
 "off_dist": 2.3921539837663826,
 "clf": null,
 "_per": {
 "top1": [
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.9999999999989999,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 0.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.5314987088010797,
 0.5055599925138808,
 0.8196104814589247,
 0.0,
 0.0,
 0.4620869292484704,
 0.8196104814589247,
 0.5263429722316287,
 0.5765194247461809,
 0.8196104814589247,
 0.15445080225351568,
 0.4524003745215921,
 0.5806456282157678,
 0.49305477020115496,
 0.3348403207942303,
 0.4988298877885495,
 0.6207583442782515,
 0.0,
 0.7553544384757664,
 0.5059324046044343,
 0.5477508703614005,
 0.2816974107077558
 ],
 "rank": [
 1,
 40,
 31,
 58,
 31,
 47,
 29,
 29,
 14,
 25,
 11,
 37,
 22,
 19,
 22,
 22,
 45,
 52,
 38,
 44,
 34,
 36
 ],
 "endpoint_dist": [
 1.9496577978134155,
 0.5574938654899597,
 1.2164744138717651,
 0.7687604427337646,
 0.7320241332054138,
 0.9937659502029419,
 0.7439819574356079,
 1.4131525754928589,
 1.8808938264846802,
 1.99337899684906,
 1.1153759956359863,
 0.9441820979118347,
 0.8986158967018127,
 1.046272873878479,
 1.3573639392852783,
 0.8964778184890747,
 2.548943281173706,
 0.8479581475257874,
 1.0793635845184326,
 0.8028191328048706,
 0.87811279296875,
 0.7340478897094727
 ],
 "spec_margin": [
 -0.06023609638214111,
 1.4850876331329346,
 2.124490261077881,
 1.9016368389129639,
 1.1379446983337402,
 1.4654606580734253,
 1.7133015394210815,
 0.9593864679336548,
 0.3259471654891968,
 0.7593246698379517,
 1.059178352355957,
 1.2604901790618896,
 0.9792718291282654,
 2.7629809379577637,
 1.251596450805664,
 1.0095385313034058,
 0.5528774261474609,
 1.3290481567382812,
 1.105086326599121,
 1.2595843076705933,
 1.3820161819458008,
 1.4642577171325684
 ],
 "off_dist": [
 1.8894217014312744,
 2.042581558227539,
 3.3409647941589355,
 2.6703972816467285,
 1.8699687719345093,
 2.459226608276367,
 2.4572834968566895,
 2.3725390434265137,
 2.206840991973877,
 2.7527036666870117,
 2.1745543479919434,
 2.204672336578369,
 1.8778877258300781,
 3.809253692626953,
 2.6089603900909424,
 1.9060163497924805,
 3.101820707321167,
 2.177006244659424,
 2.1844499111175537,
 2.062403440475464,
 2.260128974914551,
 2.198305606842041
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "LinearResponse+ranking": {
 "top1": 0.09090909090909091,
 "top5": 0.13636363636363635,
 "ndcg": 0.12667653387175581,
 "func_top5": 0.8636363636363636,
 "func_ndcg": 0.465389360745805,
 "rank": 24.5,
 "endpoint_dist": 1.0359658057039434,
 "spec_margin": 1.2246569259600206,
 "off_dist": 2.260622728954662,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.9999999999989999,
 0.35620718710766597,
 0.0,
 0.0,
 0.43067655807296235,
 0.0,
 0.0,
 0.9999999999989999,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 0.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.33860396794763925,
 0.3796350998974945,
 0.8196104814589247,
 0.0,
 0.0,
 0.3843973922908389,
 0.7594806419453533,
 0.5727402829012992,
 0.6976820249692228,
 0.9999999999996392,
 0.3926497992300126,
 0.18205829600327347,
 0.3214166825941328,
 0.7130833312756829,
 0.7498262898157618,
 0.34634689786702066,
 0.9478557351531002,
 0.0,
 0.6976820249692228,
 0.26128684308056127,
 0.3023179750304166,
 0.3718921699781131
 ],
 "rank": [
 32,
 16,
 43,
 11,
 31,
 68,
 16,
 23,
 20,
 1,
 6,
 35,
 19,
 4,
 41,
 21,
 1,
 37,
 25,
 38,
 25,
 26
 ],
 "endpoint_dist": [
 1.8301076889038086,
 0.5907474160194397,
 1.1353018283843994,
 0.9802330136299133,
 0.7048063278198242,
 1.0184342861175537,
 0.7584463357925415,
 1.399523377418518,
 1.6685357093811035,
 1.4839903116226196,
 1.0153692960739136,
 0.670589029788971,
 0.7878819704055786,
 0.9112664461135864,
 1.1367274522781372,
 0.9118342995643616,
 1.3724935054779053,
 0.9561153650283813,
 0.9823485016822815,
 0.8708151578903198,
 0.8896368741989136,
 0.7160435318946838
 ],
 "spec_margin": [
 0.11864185333251953,
 1.3417978286743164,
 1.9002373218536377,
 1.2397401332855225,
 1.1664302349090576,
 1.25345778465271,
 1.6654146909713745,
 0.9994257688522339,
 0.6466996669769287,
 1.0209730863571167,
 1.0659247636795044,
 1.268491506576538,
 1.0920313596725464,
 2.0039072036743164,
 1.3454638719558716,
 0.9079654812812805,
 1.8100285530090332,
 1.0981038808822632,
 1.0993499755859375,
 1.188269019126892,
 1.3159099817276,
 1.394188404083252
 ],
 "off_dist": [
 1.9487495422363281,
 1.9325453042984009,
 3.035539150238037,
 2.219973087310791,
 1.8712365627288818,
 2.2718920707702637,
 2.423861026763916,
 2.398949146270752,
 2.3152353763580322,
 2.5049633979797363,
 2.081294059753418,
 1.9390804767608643,
 1.879913330078125,
 2.9151737689971924,
 2.482191324234009,
 1.819799780845642,
 3.1825220584869385,
 2.0542192459106445,
 2.081698417663574,
 2.059084177017212,
 2.2055468559265137,
 2.110231876373291
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "NearestPerturbationCentroid+ranking": {
 "top1": 0.045454545454545456,
 "top5": 0.09090909090909091,
 "ndcg": 0.0741331706168103,
 "func_top5": 0.8636363636363636,
 "func_ndcg": 0.5080102766031381,
 "rank": 46.5,
 "endpoint_dist": 1.1265862611207096,
 "spec_margin": 1.356340909546072,
 "off_dist": 2.4829271652481775,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.6309297535708266,
 0.0,
 0.0,
 0.9999999999989999,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 0.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.2718596110975242,
 0.5055599925138808,
 0.8196104814589247,
 0.0,
 0.0,
 0.4620869292484704,
 0.8196104814589247,
 0.5806456282157678,
 0.7032101736292273,
 0.8196104814589247,
 0.2565245506872169,
 0.4524003745215921,
 0.5806456282157678,
 0.7571924834648507,
 0.7419209445012933,
 0.4988298877885495,
 0.8157833128587658,
 0.0,
 0.7553544384757664,
 0.5059324046044343,
 0.5477508703614005,
 0.2816974107077558
 ],
 "rank": [
 24,
 55,
 30,
 75,
 50,
 100,
 93,
 53,
 27,
 17,
 35,
 77,
 50,
 2,
 18,
 50,
 1,
 47,
 47,
 79,
 47,
 46
 ],
 "endpoint_dist": [
 2.040769577026367,
 0.5574938654899597,
 1.2164744138717651,
 0.7687604427337646,
 0.7320241332054138,
 0.9937659502029419,
 0.7439819574356079,
 1.4131525754928589,
 1.8808938264846802,
 1.99337899684906,
 1.1153759956359863,
 0.9441820979118347,
 0.8986158967018127,
 1.046272873878479,
 1.3573639392852783,
 0.8964778184890747,
 1.8436118364334106,
 0.8479581475257874,
 1.0793635845184326,
 0.8028191328048706,
 0.87811279296875,
 0.7340478897094727
 ],
 "spec_margin": [
 -0.03342318534851074,
 1.4850876331329346,
 2.124490261077881,
 1.9016368389129639,
 1.1379446983337402,
 1.4654606580734253,
 1.7133015394210815,
 0.9593864679336548,
 0.3259471654891968,
 0.7593246698379517,
 1.059178352355957,
 1.2604901790618896,
 0.9792718291282654,
 2.7629809379577637,
 1.251596450805664,
 1.0095385313034058,
 3.137294292449951,
 1.3290481567382812,
 1.105086326599121,
 1.2595843076705933,
 1.3820161819458008,
 1.4642577171325684
 ],
 "off_dist": [
 2.0073463916778564,
 2.042581558227539,
 3.3409647941589355,
 2.6703972816467285,
 1.8699687719345093,
 2.459226608276367,
 2.4572834968566895,
 2.3725390434265137,
 2.206840991973877,
 2.7527036666870117,
 2.1745543479919434,
 2.204672336578369,
 1.8778877258300781,
 3.809253692626953,
 2.6089603900909424,
 1.9060163497924805,
 4.980906009674072,
 2.177006244659424,
 2.1844499111175537,
 2.062403440475464,
 2.260128974914551,
 2.198305606842041
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "EndpointMLP+ranking": {
 "top1": 0.13636363636363635,
 "top5": 0.18181818181818182,
 "ndcg": 0.2107243250360866,
 "func_top5": 0.9090909090909091,
 "func_ndcg": 0.5992360271056622,
 "rank": 23.40909090909091,
 "endpoint_dist": 1.027024125510996,
 "spec_margin": 1.4001903235912323,
 "off_dist": 2.4272144491022285,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.0,
 0.35620718710766597,
 0.0,
 0.9999999999989999,
 0.3154648767854133,
 0.0,
 0.33333333333299997,
 0.0,
 0.0,
 0.9999999999989999,
 0.0,
 0.0,
 0.0,
 0.6309297535708266,
 0.0,
 0.0,
 0.9999999999989999,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0
 ],
 "func_ndcg": [
 0.48576880590462984,
 0.6917444919867412,
 0.8196104814589247,
 0.7601875334312905,
 0.3154648767854133,
 0.4620869292484704,
 0.8797403209724962,
 0.6407754677293394,
 0.7653078254747857,
 0.9999999999996392,
 0.27853764988081753,
 0.33392190490685864,
 0.5263429722316287,
 0.8636394042955287,
 0.7498262898157618,
 0.4445272318044105,
 0.8266931349300584,
 0.0,
 0.7594806419453533,
 0.618206508964545,
 0.55770425736042,
 0.40362586719745763
 ],
 "rank": [
 55,
 6,
 64,
 1,
 8,
 58,
 7,
 31,
 24,
 1,
 24,
 29,
 21,
 2,
 51,
 18,
 1,
 19,
 34,
 24,
 18,
 19
 ],
 "endpoint_dist": [
 1.9789191484451294,
 0.5568957924842834,
 1.1287992000579834,
 0.7257286906242371,
 0.7324892282485962,
 0.9938557147979736,
 0.7250792980194092,
 1.4069081544876099,
 1.8390849828720093,
 0.8711382150650024,
 1.1161667108535767,
 0.9455131888389587,
 0.8955139517784119,
 1.0437345504760742,
 1.3547587394714355,
 0.8966653943061829,
 1.0293209552764893,
 0.8490437269210815,
 1.0827422142028809,
 0.8027507066726685,
 0.8848638534545898,
 0.7345583438873291
 ],
 "spec_margin": [
 0.19798123836517334,
 1.48545503616333,
 2.4005796909332275,
 1.6699566841125488,
 1.137984037399292,
 1.465325117111206,
 1.727329969406128,
 0.9635328054428101,
 0.24142420291900635,
 2.109982967376709,
 1.0585142374038696,
 1.2584810256958008,
 0.9801564812660217,
 2.764212131500244,
 1.2506382465362549,
 1.0092215538024902,
 2.556349992752075,
 1.3282328844070435,
 1.1001033782958984,
 1.2599939107894897,
 1.3763890266418457,
 1.4623425006866455
 ],
 "off_dist": [
 2.1769003868103027,
 2.0423507690429688,
 3.529378890991211,
 2.3956854343414307,
 1.8704732656478882,
 2.4591808319091797,
 2.452409267425537,
 2.37044095993042,
 2.0805091857910156,
 2.981121063232422,
 2.1746809482574463,
 2.2039942741394043,
 1.8756704330444336,
 3.8079466819763184,
 2.6053969860076904,
 1.9058870077133179,
 3.5856709480285645,
 2.177276611328125,
 2.1828455924987793,
 2.062744617462158,
 2.2612528800964355,
 2.1969008445739746
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 },
 "Random+ranking": {
 "top1": 0.0,
 "top5": 0.0,
 "ndcg": 0.0,
 "func_top5": 0.6818181818181818,
 "func_ndcg": 0.26643206726700686,
 "rank": 57.54545454545455,
 "endpoint_dist": 2.9179966937411916,
 "spec_margin": 0.07963230935010043,
 "off_dist": 2.997629003091292,
 "clf": null,
 "_per": {
 "top1": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "top5": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "ndcg": [
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0,
 0.0
 ],
 "func_top5": [
 1.0,
 0.0,
 1.0,
 0.0,
 0.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 1.0,
 0.0,
 1.0,
 1.0,
 0.0,
 1.0
 ],
 "func_ndcg": [
 0.4749645636517497,
 0.06425604298315837,
 0.6082531219655256,
 0.0,
 0.0,
 0.23253378338725372,
 0.12116260022304186,
 0.5791066180961114,
 0.4809429920645356,
 0.41382622312386713,
 0.13459609419751495,
 0.1444974152544963,
 0.4985662109553454,
 0.17070296381383643,
 0.18682058839661783,
 0.4131337440783325,
 0.4387000482749779,
 0.0,
 0.06978419164316285,
 0.15997895091352016,
 0.10644692083067808,
 0.5632324060204243
 ],
 "rank": [
 46,
 70,
 78,
 77,
 49,
 56,
 27,
 99,
 69,
 25,
 19,
 52,
 48,
 104,
 25,
 102,
 95,
 86,
 42,
 17,
 35,
 45
 ],
 "endpoint_dist": [
 3.9145050048828125,
 2.1377127170562744,
 3.022123336791992,
 2.1810457706451416,
 3.4453420639038086,
 2.9303030967712402,
 2.341578483581543,
 2.6385629177093506,
 3.595100164413452,
 3.311495065689087,
 2.3130178451538086,
 1.4427813291549683,
 2.7334203720092773,
 4.076140880584717,
 2.273077964782715,
 3.58622670173645,
 4.741064548492432,
 2.7654285430908203,
 5.706614971160889,
 1.9952198266983032,
 1.2292784452438354,
 1.815887212753296
 ],
 "spec_margin": [
 -0.2119739055633545,
 0.597123384475708,
 -0.8162951469421387,
 0.6589181423187256,
 -0.03424239158630371,
 -0.1356971263885498,
 0.1988682746887207,
 0.0703420639038086,
 -0.07148480415344238,
 -1.5779609680175781,
 0.6732721328735352,
 0.686278223991394,
 0.288144588470459,
 -0.2951502799987793,
 1.7428030967712402,
 0.08529400825500488,
 -2.770522356033325,
 0.42055368423461914,
 -0.3490447998046875,
 0.4473620653152466,
 1.1670209169387817,
 0.978302001953125
 ],
 "off_dist": [
 3.702531099319458,
 2.7348361015319824,
 2.2058281898498535,
 2.839963912963867,
 3.411099672317505,
 2.7946059703826904,
 2.5404467582702637,
 2.708904981613159,
 3.5236153602600098,
 1.7335340976715088,
 2.9862899780273438,
 2.1290595531463623,
 3.0215649604797363,
 3.7809906005859375,
 4.015881061553955,
 3.671520709991455,
 1.9705421924591064,
 3.1859822273254395,
 5.357570171356201,
 2.44258189201355,
 2.396299362182617,
 2.794189214706421
 ],
 "clf": []
 },
 "n_targets": 22,
 "random_top5": 0.047619047619047616
 }
 }
}